00010000:00000010:3.1F:1763344857.304845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7b5f600. 00010000:00000010:3.1:1763344857.304872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fc00. 00010000:00000010:3.1:1763344857.304879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:3.1:1763344857.309837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91200. 00010000:00000010:2.1F:1763344857.313897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f500. 00010000:00000010:2.1:1763344857.313924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00010000:00000010:3.1:1763344857.314835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f400. 00010000:00000010:3.1:1763344857.314844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4600. 00080000:00000010:2.2F:1763344868.088128:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc87f5a50. 00010000:00000010:0.1F:1763344879.720872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:0.1:1763344879.720896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33b00. 00010000:00000010:0.1:1763344879.720900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:0.1:1763344879.720903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:0.1:1763344879.742837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:0.1:1763344879.757893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:1.1F:1763344879.780931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:1.1:1763344879.786316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:1.1:1763344879.786322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:1.1:1763344879.786325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:1.1:1763344879.797585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:0.1:1763344879.806652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33200. 00010000:00000010:0.1:1763344879.806664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:3.1:1763344879.810823:0:10286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00010000:00000010:2.1:1763344879.811044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00010000:00000010:3.1:1763344879.823844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91a00. 00010000:00000010:3.1:1763344879.832052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00010000:00000010:3.1:1763344879.832065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00010000:00000010:3.1:1763344879.856843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17e00. 00010000:00000010:3.1:1763344879.856860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00010000:00000010:0.1:1763344879.915246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:0.1:1763344879.924185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:1.1:1763344879.986339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:1.1:1763344879.989941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:3.1:1763344880.003839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17e00. 00010000:00000010:2.1:1763344880.081023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:2.1:1763344880.083932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00010000:00000010:1.1:1763344880.084836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:2.1:1763344880.088979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5400. 00010000:00000010:1.1:1763344880.126290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00080000:00000010:1.1:1763344880.126305:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e50e4b8dd20. 00010000:00000010:1.1:1763344880.126311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:1.1:1763344880.126315:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f400. 00010000:00000010:1.1:1763344880.126320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:1.1:1763344880.130840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91a00. 00080000:00000010:3.2F:1763344880.164678:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc56888e8. 00010000:00000010:2.1:1763344880.177146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:1.1:1763344880.190477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:2.1:1763344880.216864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:2.1:1763344880.257030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:3.1:1763344880.276949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:3.1:1763344880.286364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17e00. 00080000:00000010:1.2F:1763344880.295522:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc569f0f0. 00010000:00000010:2.1:1763344880.300840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91a00. 00010000:00000010:1.1:1763344880.307682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d300. 00010000:00000010:1.1:1763344880.307698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:0.1:1763344880.314945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33b00. 00010000:00000010:0.1:1763344880.314965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:0.1:1763344880.320828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:0.1:1763344880.320844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33100. 00010000:00000010:0.1:1763344880.320848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:0.1:1763344880.320852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc56db800. 00010000:00000010:0.1:1763344880.320855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00010000:00000010:0.1:1763344880.320858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc56dbb00. 00010000:00000010:0.1:1763344880.320861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:0.1:1763344880.320864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33400. 00010000:00000010:0.1:1763344880.320866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00010000:00000010:3.1:1763344880.351914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:0.1:1763344880.405537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16600. 00010000:00000010:3.1:1763344880.407015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:2.1:1763344880.461491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00010000:00000010:2.1:1763344880.461515:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc56db400. 00010000:00000010:2.1:1763344880.461520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00080000:00000010:2.1:1763344880.461532:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50c4d46a00. 00080000:00000010:2.1:1763344880.461540:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50d7d0ea80. 00010000:00000010:3.1:1763344880.494218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:3.1:1763344880.494233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d200. 00010000:00000010:3.1:1763344880.507973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:2.1:1763344880.518961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4600. 00010000:00000010:0.1:1763344880.537445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4200. 00010000:00000010:1.1:1763344880.547140:0:10286:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854dd00. 00010000:00000010:1.1:1763344880.547150:0:10286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91a00. 00010000:00000010:0.1:1763344880.570116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00080000:00000010:2.1:1763344880.573850:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e50f85bae40. 00010000:00000010:2.1:1763344880.573869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:2.1:1763344880.573876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854de00. 00010000:00000010:2.1:1763344880.573880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91a00. 00010000:00000010:2.1:1763344880.616125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00080000:00000010:0.2F:1763344880.639455:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fd1e49bb8. 00010000:00000010:2.1:1763344880.668124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7b5fa00. 00010000:00000010:2.1:1763344880.675326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:3.1:1763344880.687832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:3.1:1763344880.737668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:2.1:1763344880.760223:0:10286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:2.1:1763344880.765079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4600. 00080000:00000010:1.2:1763344880.777965:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc569f618. 00010000:00000010:2.1:1763344880.781026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00010000:00000010:1.1:1763344880.786069:0:31793:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f700. 00010000:00000010:1.1:1763344880.786082:0:31793:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:0.1:1763344880.797155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17e00. 00010000:00000010:0.1:1763344880.797165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d100. 00010000:00000010:0.1:1763344880.797170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:0.1:1763344880.797174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f100. 00010000:00000010:0.1:1763344880.797178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00010000:00000010:2.1:1763344880.798432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e4897800. 00010000:00000010:2.1:1763344880.798440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:2.1:1763344880.825931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5400. 00010000:00000010:3.1:1763344880.837169:0:3637:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4200. 00010000:00000010:0.1:1763344880.843810:0:10026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:0.1:1763344880.855824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7b5f600. 00010000:00000010:0.1:1763344880.855836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1802a00. 00010000:00000010:0.1:1763344880.855842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00080000:00000010:0.1:1763344880.855864:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50f4ec0280. 00080000:00000010:0.1:1763344880.855869:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50df139e80. 00010000:00000010:2.1:1763344880.871498:0:3637:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:2.1:1763344880.871507:0:3637:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1802900. 00010000:00000010:2.1:1763344880.883119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91a00. 00010000:00000010:0.1:1763344880.890980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:2.1:1763344880.894164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:2.1:1763344880.900819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0d60000. 00010000:00000010:2.1:1763344880.900846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4600. 00080000:00000010:3.1:1763344880.934980:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e50e4b8d960. 00010000:00000010:2.1:1763344880.935834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:3.1:1763344880.939834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:3.1:1763344880.939847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0d60d00. 00010000:00000010:3.1:1763344880.939851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5a00. 00010000:00000010:0.1:1763344880.970854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00080000:00000010:1.2:1763344881.000517:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc569f0f0. 00010000:00000010:1.1:1763344881.021495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:3.1:1763344881.055114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:2.1:1763344881.068839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17e00. 00010000:00000010:2.1:1763344881.124930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:0.1:1763344881.143004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:1.1:1763344881.155839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00080000:00000010:3.2:1763344881.176977:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc56888e8. 00010000:00000010:1.1:1763344881.180853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16000. 00010000:00000010:3.1:1763344881.187673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c87dec00. 00010000:00000010:3.1:1763344881.187688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:1.1:1763344881.203839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00010000:00000010:1.1:1763344881.203854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f900. 00010000:00000010:1.1:1763344881.203861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:1.1:1763344881.203864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2fbb200. 00010000:00000010:1.1:1763344881.203868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00010000:00000010:3.1:1763344881.218910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:1.1:1763344881.247938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:0.1:1763344881.249140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:0.1:1763344881.265457:0:10443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16a00. 00010000:00000010:0.1:1763344881.265465:0:10443:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc56db900. 00010000:00000010:0.1:1763344881.265469:0:10443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17800. 00080000:00000010:0.1:1763344881.265476:0:10443:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50d7d0ec80. 00080000:00000010:0.1:1763344881.265480:0:10443:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50d7d0e100. 00010000:00000010:3.1:1763344881.285842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:3.1:1763344881.285852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33200. 00010000:00000010:1.1:1763344881.300636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:1.1:1763344881.358296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:3.1:1763344881.365907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16600. 00010000:00000010:0.1:1763344881.395734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00010000:00000010:0.1:1763344881.395741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c400. 00010000:00000010:0.1:1763344881.396021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:0.1:1763344881.396026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c600. 00010000:00000010:0.1:1763344881.396029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:3.1:1763344881.400226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:3.1:1763344881.400242:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50ecd3f600. 00010000:00000010:3.1:1763344881.400247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00010000:00000010:3.1:1763344881.400249:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50ecd3f100. 00010000:00000010:3.1:1763344881.400252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16600. 00010000:00000010:3.1:1763344881.417844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00010000:00000010:3.1:1763344881.421847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50ecd3f100. 00010000:00000010:3.1:1763344881.421863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:3.1:1763344881.421866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16600. 00010000:00000010:3.1:1763344881.440078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00010000:00000010:3.1:1763344881.440086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50ecd3fb00. 00010000:00000010:2.1:1763344881.445843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50ecd3f100. 00010000:00000010:2.1:1763344881.445854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16600. 00080000:00000010:2.1:1763344881.458921:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e4fc29dc480. 00010000:00000010:1.1:1763344881.459853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:2.1:1763344881.464828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00010000:00000010:2.1:1763344881.464840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c600. 00010000:00000010:2.1:1763344881.464844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:1.1:1763344881.494988:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:3.1:1763344881.504868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:2.1:1763344881.514992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5400. 00010000:00000010:3.1:1763344881.526826:0:3637:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:2.1:1763344881.539838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5400. 00010000:00000010:1.1:1763344881.558844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:1.1:1763344881.621911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:2.1:1763344881.643010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5400. 00010000:00000010:0.1:1763344881.676102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:1.1:1763344881.700453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00080000:00000010:0.2:1763344881.700608:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fd1e49bb8. 00010000:00000010:0.1:1763344881.710961:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c400. 00010000:00000010:0.1:1763344881.710976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:0.1:1763344881.726574:0:68726:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:0.1:1763344881.726584:0:68726:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c87de200. 00010000:00000010:0.1:1763344881.726588:0:68726:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:0.1:1763344881.726592:0:68726:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c700. 00010000:00000010:0.1:1763344881.726595:0:68726:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:1.1:1763344881.729942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fd00. 00010000:00000010:1.1:1763344881.729959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:2.1:1763344881.751841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00010000:00000010:1.1:1763344881.782197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:3.1:1763344881.798091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5400. 00010000:00000010:3.1:1763344881.810026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00010000:00000010:3.1:1763344881.810037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50ecd3f600. 00010000:00000010:3.1:1763344881.810041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00080000:00000010:3.1:1763344881.810050:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50f4ec0e80. 00080000:00000010:3.1:1763344881.810055:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50f4ec0480. 00010000:00000010:3.1:1763344881.819846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00010000:00000010:3.1:1763344881.819862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d300. 00010000:00000010:3.1:1763344881.849679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:0.1:1763344881.854241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00010000:00000010:0.1:1763344881.854255:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084ca00. 00010000:00000010:0.1:1763344881.854260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:0.1:1763344881.854263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c300. 00010000:00000010:0.1:1763344881.854265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:0.1:1763344881.854268:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c800. 00010000:00000010:0.1:1763344881.854270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:0.1:1763344881.873950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00080000:00000010:1.1:1763344881.874836:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e4fc29dcea0. 00010000:00000010:1.1:1763344881.874843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:1.1:1763344881.874848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c000. 00010000:00000010:1.1:1763344881.874851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:2.1:1763344881.901442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00010000:00000010:3.1:1763344881.920824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:3.1:1763344881.929902:0:68726:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:1.1:1763344881.955969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:1.1:1763344881.976645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:3.1:1763344882.004836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:2.1:1763344882.018812:0:99850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00080000:00000010:2.2:1763344882.023450:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc87f5bb8. 00010000:00000010:1.1:1763344882.030063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:2.1:1763344882.037011:0:74638:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d500. 00010000:00000010:2.1:1763344882.037019:0:74638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fe1b9b000. 00010000:00000010:0.1:1763344882.049851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5a00. 00010000:00000010:0.1:1763344882.049880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f500. 00010000:00000010:0.1:1763344882.049886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:0.1:1763344882.049890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50ecd3fb00. 00010000:00000010:0.1:1763344882.049894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00010000:00000010:3.1:1763344882.049981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50ecd3f400. 00010000:00000010:3.1:1763344882.049987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:3.1:1763344882.049990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50ecd3f900. 00010000:00000010:3.1:1763344882.049992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16600. 00010000:00000010:2.1:1763344882.069435:0:74638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00010000:00000010:1.1:1763344882.091838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5400. 00010000:00000010:3.1:1763344882.094916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:3.1:1763344882.103219:0:10026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:3.1:1763344882.103230:0:10026:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c400. 00010000:00000010:3.1:1763344882.103246:0:10026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00080000:00000010:3.1:1763344882.103253:0:10026:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50c4d46080. 00080000:00000010:3.1:1763344882.103258:0:10026:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50df139080. 00010000:00000010:0.1:1763344882.121564:0:114643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:0.1:1763344882.121573:0:114643:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d600. 00010000:00000010:1.1:1763344882.140836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:0.1:1763344882.150878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:0.1:1763344882.150894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c300. 00010000:00000010:0.1:1763344882.150899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:0.1:1763344882.150901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c800. 00010000:00000010:0.1:1763344882.150904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00010000:00000010:2.1:1763344882.158021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fe00. 00010000:00000010:2.1:1763344882.158032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00080000:00000010:0.1:1763344882.176549:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e50e4b8d5a0. 00010000:00000010:0.1:1763344882.176566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5400. 00010000:00000010:3.1:1763344882.183830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4600. 00010000:00000010:0.1:1763344882.184174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fc00. 00010000:00000010:0.1:1763344882.184181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00010000:00000010:1.1:1763344882.211185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:2.1:1763344882.219330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:2.1:1763344882.235838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:2.1:1763344882.263279:0:69758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:2.1:1763344882.269434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00010000:00000010:3.1:1763344882.302840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17800. 00010000:00000010:2.1:1763344882.370378:0:69758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17800. 00010000:00000010:2.1:1763344882.392845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:3.1:1763344882.419176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00080000:00000010:3.2:1763344882.442806:0:99850:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc5688168. 00010000:00000010:3.1:1763344882.450005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:3.1:1763344882.455012:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0e5fb00. 00010000:00000010:3.1:1763344882.455021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:3.1:1763344882.473659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4200. 00010000:00000010:3.1:1763344882.473674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50ecd3f600. 00010000:00000010:3.1:1763344882.473678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16600. 00010000:00000010:3.1:1763344882.473680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50ecd3f900. 00010000:00000010:3.1:1763344882.473683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:0.1:1763344882.487089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5a00. 00010000:00000010:2.1:1763344882.525906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16a00. 00010000:00000010:0.1:1763344882.530828:0:10286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:0.1:1763344882.537237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:0.1:1763344882.537292:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084ca00. 00010000:00000010:0.1:1763344882.537297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00080000:00000010:0.1:1763344882.537304:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50df139f80. 00080000:00000010:0.1:1763344882.537310:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50df139180. 00010000:00000010:2.1:1763344882.570857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:2.1:1763344882.570865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f200. 00010000:00000010:0.1:1763344882.578838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:2.1:1763344882.609925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:0.1:1763344882.637927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:2.1:1763344882.691831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00010000:00000010:2.1:1763344882.691847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0d60200. 00010000:00000010:2.1:1763344882.691866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4600. 00010000:00000010:2.1:1763344882.691868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:0.1:1763344882.703815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:0.1:1763344882.703824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084ca00. 00010000:00000010:0.1:1763344882.708467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c400. 00010000:00000010:0.1:1763344882.708484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:0.1:1763344882.745239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:0.1:1763344882.747526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:0.1:1763344882.747539:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c000. 00080000:00000010:1.1:1763344882.750947:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e4fc29dcc00. 00010000:00000010:1.1:1763344882.750960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:2.1:1763344882.774729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:2.1:1763344882.786968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00010000:00000010:0.1:1763344882.806204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:2.1:1763344882.828327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:0.1:1763344882.834837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:1.1:1763344882.850846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:0.1:1763344882.888961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:0.1:1763344882.905836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:0.1:1763344882.928215:0:3636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00080000:00000010:0.2:1763344882.937405:0:68731:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fd1e49780. 00010000:00000010:0.1:1763344882.941994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:0.1:1763344882.948610:0:3629:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0d60200. 00010000:00000010:0.1:1763344882.948617:0:3629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:0.1:1763344882.952991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:0.1:1763344882.963002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c800. 00010000:00000010:0.1:1763344882.963015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00010000:00000010:0.1:1763344882.963019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c300. 00010000:00000010:0.1:1763344882.963023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:2.1:1763344882.971824:0:74638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4600. 00010000:00000010:2.1:1763344883.004954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:0.1:1763344883.009843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:0.1:1763344883.021970:0:10286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5400. 00010000:00000010:0.1:1763344883.021979:0:10286:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0d60a00. 00010000:00000010:0.1:1763344883.021984:0:10286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00080000:00000010:0.1:1763344883.021992:0:10286:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50c4d46780. 00080000:00000010:0.1:1763344883.021997:0:10286:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50d7d0e300. 00010000:00000010:2.1:1763344883.041306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:2.1:1763344883.041322:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c700. 00010000:00000010:0.1:1763344883.062935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:1.1:1763344883.068856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:1.1:1763344883.068872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d900. 00010000:00000010:1.1:1763344883.068876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:1.1:1763344883.068879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d100. 00010000:00000010:1.1:1763344883.068882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:0.1:1763344883.086109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c800. 00010000:00000010:0.1:1763344883.086124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:2.1:1763344883.109952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00080000:00000010:1.1:1763344883.117850:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e4fc29dcd80. 00010000:00000010:1.1:1763344883.117865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:1.1:1763344883.117871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c400. 00010000:00000010:1.1:1763344883.117874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:1.1:1763344883.150455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:1.1:1763344883.156930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:3.1:1763344883.178826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16600. 00010000:00000010:3.1:1763344883.194832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:0.1:1763344883.203031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:2.1:1763344883.220838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4200. 00010000:00000010:0.1:1763344883.284836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4200. 00010000:00000010:0.1:1763344883.303956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:1.1:1763344883.317068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00080000:00000010:1.2:1763344883.328030:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc569f0f0. 00010000:00000010:3.1:1763344883.331960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:3.1:1763344883.335950:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d900. 00010000:00000010:3.1:1763344883.335961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16600. 00010000:00000010:3.1:1763344883.344183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:3.1:1763344883.344193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c000. 00010000:00000010:3.1:1763344883.344197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:3.1:1763344883.344200:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c300. 00010000:00000010:3.1:1763344883.344203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00010000:00000010:3.1:1763344883.350847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d600. 00010000:00000010:3.1:1763344883.350864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:0.1:1763344883.386037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91a00. 00010000:00000010:1.1:1763344883.416215:0:74638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:1.1:1763344883.416222:0:74638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91a00. 00010000:00000010:1.1:1763344883.431061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:1.1:1763344883.431069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d500. 00010000:00000010:1.1:1763344883.431073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00080000:00000010:1.1:1763344883.431079:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50c4d46500. 00080000:00000010:1.1:1763344883.431085:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50d7d0e100. 00010000:00000010:2.1:1763344883.464946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00010000:00000010:2.1:1763344883.464952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0e5fa00. 00010000:00000010:0.1:1763344883.479966:0:3636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:0.1:1763344883.479975:0:3636:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084ca00. 00010000:00000010:0.1:1763344883.479979:0:3636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:0.1:1763344883.479983:0:3636:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c800. 00010000:00000010:0.1:1763344883.479985:0:3636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:1.1:1763344883.480105:0:10026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00010000:00000010:1.1:1763344883.506057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d500. 00010000:00000010:1.1:1763344883.506069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:2.1:1763344883.511248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00080000:00000010:0.1:1763344883.514852:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e50f85ba240. 00010000:00000010:0.1:1763344883.514871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:0.1:1763344883.514879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d800. 00010000:00000010:0.1:1763344883.514899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:1.1:1763344883.548842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:1.1:1763344883.552894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:1.1:1763344883.569137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:0.1:1763344883.581411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5a00. 00010000:00000010:2.1:1763344883.596303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00010000:00000010:1.1:1763344883.615870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:2.1:1763344883.652911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:2.1:1763344883.673830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:1.1:1763344883.690103:0:3635:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00080000:00000010:1.2:1763344883.700874:0:99850:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc569f618. 00010000:00000010:3.1:1763344883.705043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:1.1:1763344883.709029:0:3635:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d500. 00010000:00000010:1.1:1763344883.709043:0:3635:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17e00. 00010000:00000010:0.1:1763344883.724851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:0.1:1763344883.724867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d100. 00010000:00000010:0.1:1763344883.724871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91a00. 00010000:00000010:0.1:1763344883.728852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854dc00. 00010000:00000010:0.1:1763344883.728869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:0.1:1763344883.743825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:0.1:1763344883.766843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:0.1:1763344883.776849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:0.1:1763344883.780833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00010000:00000010:0.1:1763344883.780840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c600. 00010000:00000010:0.1:1763344883.780844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00080000:00000010:0.1:1763344883.780851:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50df139300. 00080000:00000010:0.1:1763344883.780857:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50df139980. 00010000:00000010:2.1:1763344883.792833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16000. 00010000:00000010:2.1:1763344883.792840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0d60d00. 00010000:00000010:3.1:1763344883.798217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:3.1:1763344889.018577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00010000:00000010:3.1:1763344889.018583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50ecd3fa00. 00010000:00000010:3.1:1763344889.018585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16a00. 00010000:00000010:3.1:1763344889.018588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:0.1:1763344889.037807:0:69758:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90c00. 00010000:00000010:0.1:1763344889.045125:0:102227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:0.1:1763344889.045139:0:102227:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c800. 00010000:00000010:0.1:1763344889.045144:0:102227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:0.1:1763344889.045147:0:102227:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084ca00. 00010000:00000010:0.1:1763344889.045150:0:102227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:0.1:1763344889.049072:0:3635:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084cc00. 00010000:00000010:0.1:1763344889.049079:0:3635:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672a00. 00010000:00000010:0.1:1763344889.049083:0:3635:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854df00. 00010000:00000010:0.1:1763344889.049086:0:3635:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:3.1:1763344889.050363:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c300. 00010000:00000010:3.1:1763344889.050368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00010000:00000010:3.1:1763344889.051927:0:118156:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c400. 00010000:00000010:3.1:1763344889.051937:0:118156:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:0.1:1763344889.053848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:3.1:1763344889.058284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c600. 00010000:00000010:3.1:1763344889.058296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:3.1:1763344889.058300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c700. 00010000:00000010:3.1:1763344889.058303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672400. 00010000:00000010:3.1:1763344889.058307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c000. 00010000:00000010:3.1:1763344889.058310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0673000. 00010000:00000010:2.1:1763344889.089300:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:0.1:1763344889.101035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672600. 00010000:00000010:0.1:1763344889.101044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0d60200. 00010000:00000010:0.1:1763344889.101048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0673000. 00010000:00000010:0.1:1763344889.101051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672a00. 00010000:00000010:0.1:1763344889.102816:0:102227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:0.1:1763344889.115864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0d60d00. 00010000:00000010:0.1:1763344889.115882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0673a00. 00010000:00000010:2.1:1763344889.135841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672000. 00010000:00000010:1.1:1763344889.135884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:1.1:1763344889.140970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:1.1:1763344889.140985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0d60000. 00010000:00000010:1.1:1763344889.140990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:1.1:1763344889.140994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0e5f900. 00010000:00000010:1.1:1763344889.140998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91a00. 00010000:00000010:3.1:1763344889.187838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:3.1:1763344889.187855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0d60100. 00010000:00000010:3.1:1763344889.191855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16a00. 00010000:00000010:3.1:1763344889.191871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc56db800. 00010000:00000010:3.1:1763344889.191876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:0.1:1763344889.224511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:0.1:1763344889.234052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0d60100. 00010000:00000010:0.1:1763344889.234060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:2.1:1763344889.246852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00080000:00000010:0.1:1763344889.250840:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e4fc29dccc0. 00010000:00000010:0.1:1763344889.250851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5a00. 00010000:00000010:0.1:1763344889.250858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c000. 00010000:00000010:0.1:1763344889.250861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00010000:00000010:2.1:1763344889.273926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00010000:00000010:2.1:1763344889.273937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5a00. 00010000:00000010:2.1:1763344889.273941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f500. 00010000:00000010:2.1:1763344889.273946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00010000:00000010:1.1:1763344889.294827:0:3636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:2.1:1763344889.298817:0:68726:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:2.1:1763344889.388455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00010000:00000010:2.1:1763344889.388472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:2.1:1763344889.388478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f600. 00010000:00000010:2.1:1763344889.388483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:2.1:1763344889.395979:0:13569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fe1b9b000. 00010000:00000010:2.1:1763344889.409835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f600. 00010000:00000010:2.1:1763344889.409860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:2.1:1763344889.409863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:2.1:1763344889.409866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00010000:00000010:2.1:1763344889.470846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:2.1:1763344889.470859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:2.1:1763344889.470873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f600. 00010000:00000010:2.1:1763344889.470878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00010000:00000010:1.1:1763344889.548322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:2.1:1763344889.555872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90c00. 00010000:00000010:3.1:1763344889.563587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc56db800. 00010000:00000010:3.1:1763344889.563603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00080000:00000010:1.1:1763344889.587832:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e50ef5cf240. 00010000:00000010:2.1:1763344889.587833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16a00. 00010000:00000010:1.1:1763344889.587846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:1.1:1763344889.592698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc56db900. 00010000:00000010:1.1:1763344889.592712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:1.1:1763344889.610965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00080000:00000010:2.2:1763344889.646513:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc87f5b40. 00010000:00000010:2.1:1763344889.667004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00010000:00000010:2.1:1763344889.694459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50cc097000. 00010000:00000010:2.1:1763344889.713843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:0.1:1763344889.798709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0673a00. 00010000:00000010:1.1:1763344889.837873:0:102227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e5101178a00. 00010000:00000010:1.1:1763344889.844844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2bd6400. 00080000:00000010:0.2:1763344889.859785:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fd1e49258. 00010000:00000010:0.1:1763344889.864558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:0.1:1763344889.874618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f600. 00010000:00000010:0.1:1763344889.874632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0673a00. 00010000:00000010:3.1:1763344889.879939:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0e5fb00. 00010000:00000010:3.1:1763344889.879952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:3.1:1763344889.879956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0d60000. 00010000:00000010:3.1:1763344889.879959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:3.1:1763344889.879962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00010000:00000010:1.1:1763344889.902918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90c00. 00010000:00000010:3.1:1763344889.933989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2bd7400. 00010000:00000010:1.1:1763344889.938836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e5101178a00. 00010000:00000010:3.1:1763344889.954894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:3.1:1763344889.954902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0e5f300. 00010000:00000010:3.1:1763344889.954905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00080000:00000010:3.1:1763344889.958669:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50c4d46780. 00080000:00000010:3.1:1763344889.958683:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50c4d46800. 00010000:00000010:3.1:1763344889.972309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:3.1:1763344889.972318:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0d60d00. 00010000:00000010:3.1:1763344889.979847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672a00. 00010000:00000010:0.1:1763344889.994990:0:13569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00010000:00000010:0.1:1763344889.999160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0673000. 00010000:00000010:0.1:1763344890.008188:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33b00. 00010000:00000010:0.1:1763344890.008202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672600. 00080000:00000010:2.1:1763344890.019313:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e4fc29dcf60. 00010000:00000010:2.1:1763344890.019328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e5a53000. 00010000:00000010:0.1:1763344890.019907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672a00. 00010000:00000010:2.1:1763344890.023897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33c00. 00010000:00000010:2.1:1763344890.023906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0673000. 00010000:00000010:0.1:1763344890.049920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e5a53000. 00080000:00000010:0.2:1763344890.067914:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fd1e49168. 00010000:00000010:1.1:1763344890.083870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91a00. 00010000:00000010:0.1:1763344890.094963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e5a53000. 00010000:00000010:0.1:1763344890.115965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e5a53000. 00010000:00000010:1.1:1763344890.154949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:1.1:1763344890.177823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e5101178a00. 00010000:00000010:0.1:1763344890.184372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e5a53000. 00080000:00000010:2.2:1763344890.197692:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc87f5b40. 00010000:00000010:1.1:1763344890.206971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672a00. 00010000:00000010:2.1:1763344890.211031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33b00. 00010000:00000010:2.1:1763344890.211040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00010000:00000010:0.1:1763344890.213981:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc56dbb00. 00010000:00000010:0.1:1763344890.213996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00010000:00000010:3.1:1763344890.243034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0673000. 00010000:00000010:1.1:1763344890.281363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fc3d78000. 00010000:00000010:1.1:1763344890.281376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:1.1:1763344890.288271:0:102227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17800. 00010000:00000010:1.1:1763344890.288280:0:102227:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc56db400. 00010000:00000010:1.1:1763344890.288284:0:102227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00080000:00000010:1.1:1763344890.288291:0:102227:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50f4ec0a00. 00080000:00000010:1.1:1763344890.288296:0:102227:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50d7d0e300. 00010000:00000010:0.1:1763344890.309831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672600. 00010000:00000010:0.1:1763344890.309844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0e5f900. 00010000:00000010:0.1:1763344890.324917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:2.1:1763344890.342832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00010000:00000010:0.1:1763344890.346829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:1.1:1763344890.353956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854db00. 00010000:00000010:1.1:1763344890.353971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672a00. 00080000:00000010:2.1:1763344890.378033:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e50f85ba480. 00010000:00000010:1.1:1763344890.378086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672600. 00010000:00000010:2.1:1763344890.383897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:2.1:1763344890.383908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d900. 00010000:00000010:2.1:1763344890.383913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00010000:00000010:1.1:1763344890.428901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672600. 00080000:00000010:2.2:1763344890.451588:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc87f5b40. 00010000:00000010:0.1:1763344890.473006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:0.1:1763344890.489046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5a00. 00010000:00000010:0.1:1763344890.499199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:0.1:1763344890.523819:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:1.1:1763344890.540843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:1.1:1763344890.553599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:0.1:1763344890.579801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672000. 00010000:00000010:3.1:1763344890.592826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e5a53000. 00010000:00000010:0.1:1763344890.594835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc800. 00010000:00000010:3.1:1763344890.594897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00010000:00000010:3.1:1763344890.594903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e5100c21e00. 00010000:00000010:1.1:1763344890.594976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e5100c20c00. 00010000:00000010:1.1:1763344890.594982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e5100c21400. 00010000:00000010:2.1:1763344890.597959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:1.1:1763344890.646835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00010000:00000010:2.1:1763344890.646937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2beec00. 00010000:00000010:0.1:1763344890.649835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35000. 00010000:00000010:1.1:1763344890.649891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2beee00. 00010000:00000010:3.1:1763344890.651541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e510117de00. 00010000:00000010:2.1:1763344890.651602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17800. 00010000:00000010:3.1:1763344890.653844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2bef600. 00010000:00000010:3.1:1763344890.725110:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00010000:00000010:2.1:1763344890.733012:0:3637:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34400. 00010000:00000010:1.1:1763344890.737419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34600. 00010000:00000010:2.1:1763344890.737481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:1.1:1763344890.741004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:3.1:1763344890.741751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:0.1:1763344890.741833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00010000:00000010:2.1:1763344890.784543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:0.1:1763344890.785878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00010000:00000010:0.1:1763344890.785888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd600. 00010000:00000010:2.1:1763344890.786013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16a00. 00010000:00000010:3.1:1763344890.786836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00010000:00000010:1.1:1763344890.786880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bce00. 00010000:00000010:1.1:1763344890.786886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34600. 00010000:00000010:0.1:1763344890.807850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd600. 00080000:00000010:1.2:1763344890.827614:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc569f438. 00010000:00000010:3.1:1763344890.828168:0:46827:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:2.1:1763344890.834960:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f100. 00010000:00000010:2.1:1763344890.834976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34600. 00010000:00000010:0.1:1763344890.854966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2bd6400. 00010000:00000010:0.1:1763344890.854976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0e5fd00. 00010000:00000010:0.1:1763344890.854981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00010000:00000010:0.1:1763344890.854984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc56db800. 00010000:00000010:0.1:1763344890.854987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:3.1:1763344890.855066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854db00. 00010000:00000010:3.1:1763344890.855074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34e00. 00010000:00000010:0.1:1763344890.872181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672a00. 00010000:00000010:0.1:1763344890.895314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00010000:00000010:3.1:1763344890.900834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc600. 00010000:00000010:3.1:1763344890.923818:0:10443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fe1b9b000. 00010000:00000010:3.1:1763344890.923827:0:10443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:3.1:1763344890.923831:0:10443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:3.1:1763344890.923836:0:10443:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fc00. 00010000:00000010:3.1:1763344890.923842:0:10443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00080000:00000010:3.1:1763344890.923851:0:10443:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50f4ec0e80. 00080000:00000010:3.1:1763344890.923865:0:10443:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 268 at ffff9e4fc50cc800. 00010000:00000010:2.1:1763344890.952862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fc3d78600. 00010000:00000010:2.1:1763344890.952890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c300. 00010000:00000010:2.1:1763344890.952895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c0030000. 00010000:00000010:2.1:1763344890.952899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f500. 00010000:00000010:3.1:1763344890.956782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e5100c20800. 00010000:00000010:3.1:1763344890.956809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084ca00. 00010000:00000010:0.1:1763344890.956831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fc3d78000. 00010000:00000010:0.1:1763344890.956836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c000. 00010000:00000010:0.1:1763344890.956841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:0.1:1763344890.956844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e4897800. 00010000:00000010:0.1:1763344890.956847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00010000:00000010:0.1:1763344890.956850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0d60100. 00010000:00000010:2.1:1763344890.959208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0672600. 00010000:00000010:2.1:1763344890.959219:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c600. 00010000:00000010:0.1:1763344890.971540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34200. 00010000:00000010:3.1:1763344891.013140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17e00. 00010000:00000010:3.1:1763344891.013155:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc56db400. 00010000:00000010:3.1:1763344891.013159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:3.1:1763344891.013162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33c00. 00010000:00000010:3.1:1763344891.013165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00010000:00000010:2.1:1763344891.032965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f500. 00010000:00000010:2.1:1763344891.032982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:1.1:1763344891.042824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00080000:00000010:3.1:1763344891.049128:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e50e4b8dd20. 00010000:00000010:3.1:1763344891.049144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17e00. 00010000:00000010:3.1:1763344891.049150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fd00. 00010000:00000010:3.1:1763344891.049155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:1.1:1763344891.086981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34c00. 00010000:00000010:1.1:1763344891.086990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d800. 00010000:00000010:1.1:1763344891.086995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35600. 00010000:00000010:1.1:1763344891.086998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d600. 00010000:00000010:1.1:1763344891.087000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34000. 00010000:00000010:1.1:1763344891.087002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35800. 00010000:00000010:1.1:1763344891.087005:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854dc00. 00010000:00000010:1.1:1763344891.087007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34e00. 00010000:00000010:0.1:1763344891.089534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc000. 00010000:00000010:0.1:1763344891.089547:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33b00. 00010000:00000010:0.1:1763344891.089556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd800. 00010000:00000010:0.1:1763344891.089563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33c00. 00010000:00000010:0.1:1763344891.089569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc800. 00010000:00000010:0.1:1763344891.089576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd200. 00010000:00000010:0.1:1763344891.089583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2a6be00. 00010000:00000010:0.1:1763344891.089592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bda00. 00010000:00000010:0.1:1763344891.089598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33200. 00010000:00000010:0.1:1763344891.089604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bcc00. 00010000:00000010:2.1:1763344891.100855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00010000:00000010:1.1:1763344891.100884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d100. 00010000:00000010:1.1:1763344891.100892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34800. 00010000:00000010:1.1:1763344891.105847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35800. 00010000:00000010:1.1:1763344891.105865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d600. 00010000:00000010:1.1:1763344891.105870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34000. 00010000:00000010:1.1:1763344891.105875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854dc00. 00010000:00000010:2.1:1763344891.105878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:1.1:1763344891.105879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34e00. 00010000:00000010:1.1:1763344891.105886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35400. 00010000:00000010:2.1:1763344891.105891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fe00. 00010000:00000010:2.1:1763344891.105899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:2.1:1763344891.105903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f500. 00010000:00000010:2.1:1763344891.105906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00010000:00000010:2.1:1763344891.130127:0:74633:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:1.1:1763344891.141112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0673a00. 00010000:00000010:2.1:1763344891.157838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16a00. 00010000:00000010:1.1:1763344891.185822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34800. 00010000:00000010:1.1:1763344891.258239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34800. 00010000:00000010:1.1:1763344891.287274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34800. 00010000:00000010:2.1:1763344891.320851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7400. 00080000:00000010:3.2:1763344891.333504:0:99852:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc56888e8. 00010000:00000010:2.1:1763344891.342957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00010000:00000010:3.1:1763344891.346928:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f500. 00010000:00000010:3.1:1763344891.346942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00010000:00000010:0.1:1763344891.384841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd600. 00010000:00000010:1.1:1763344891.384843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854dc00. 00010000:00000010:1.1:1763344891.384854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34800. 00010000:00000010:0.1:1763344891.384855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068ff00. 00010000:00000010:1.1:1763344891.384860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d100. 00010000:00000010:0.1:1763344891.384864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00010000:00000010:1.1:1763344891.384867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35a00. 00010000:00000010:0.1:1763344891.384883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16000. 00010000:00000010:0.1:1763344891.396846:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d400. 00010000:00000010:0.1:1763344891.396862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35000. 00010000:00000010:0.1:1763344891.396868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e4897a00. 00010000:00000010:0.1:1763344891.396871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bce00. 00010000:00000010:0.1:1763344891.416964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35e00. 00010000:00000010:3.1:1763344891.451119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:2.1:1763344891.451184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:2.1:1763344891.470871:0:102227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00010000:00000010:2.1:1763344891.470880:0:102227:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc56db900. 00010000:00000010:2.1:1763344891.470883:0:102227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00080000:00000010:2.1:1763344891.482313:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50d7d0ed80. 00080000:00000010:2.1:1763344891.482320:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50d7d0e280. 00010000:00000010:2.1:1763344891.490837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17e00. 00010000:00000010:2.1:1763344891.490849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33400. 00010000:00000010:3.1:1763344891.494828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd600. 00010000:00000010:1.1:1763344891.523827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c0030000. 00010000:00000010:2.1:1763344891.523899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:2.1:1763344891.523908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fe00. 00010000:00000010:2.1:1763344891.523914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00010000:00000010:2.1:1763344891.523916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f500. 00010000:00000010:2.1:1763344891.523919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:2.1:1763344891.526888:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fd00. 00010000:00000010:2.1:1763344891.526897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fc3d78000. 00010000:00000010:0.1:1763344891.542536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fc3d78600. 00080000:00000010:0.1:1763344891.542543:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e50e4b8dba0. 00010000:00000010:0.1:1763344891.542549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc400. 00010000:00000010:0.1:1763344891.542555:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fc00. 00010000:00000010:0.1:1763344891.542560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00010000:00000010:0.1:1763344891.584129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc400. 00010000:00000010:2.1:1763344891.592990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fc3d78000. 00010000:00000010:2.1:1763344891.623989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fc3d78000. 00010000:00000010:2.1:1763344891.652833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:0.1:1763344891.664357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc000. 00010000:00000010:2.1:1763344891.683855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:2.1:1763344891.730261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:0.1:1763344891.762879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc000. 00010000:00000010:2.1:1763344891.786162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6e00. 00080000:00000010:1.2:1763344891.790230:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc569f000. 00010000:00000010:1.1:1763344891.796894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc400. 00010000:00000010:1.1:1763344891.807113:0:6510:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e4897d00. 00010000:00000010:1.1:1763344891.807119:0:6510:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35000. 00010000:00000010:0.1:1763344891.818843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00010000:00000010:0.1:1763344891.823101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f400. 00010000:00000010:0.1:1763344891.823118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e5101178a00. 00010000:00000010:0.1:1763344891.823123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd0673000. 00010000:00000010:0.1:1763344891.828931:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2a6b500. 00010000:00000010:0.1:1763344891.828949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd800. 00010000:00000010:0.1:1763344891.850762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fc3d78600. 00010000:00000010:1.1:1763344891.887837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:2.1:1763344891.887898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:1.1:1763344891.903329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34200. 00010000:00000010:1.1:1763344891.903339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854df00. 00010000:00000010:1.1:1763344891.903343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00080000:00000010:1.1:1763344891.903351:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50df139000. 00080000:00000010:1.1:1763344891.903358:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50c4d46380. 00010000:00000010:2.1:1763344891.927061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fc3d78000. 00010000:00000010:2.1:1763344891.927073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1600. 00010000:00000010:2.1:1763344891.946832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35800. 00010000:00000010:0.1:1763344891.984824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bdc00. 00010000:00000010:0.1:1763344891.984832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2a6bb00. 00010000:00000010:0.1:1763344891.984837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bda00. 00010000:00000010:1.1:1763344891.994067:0:102227:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2a6b500. 00010000:00000010:1.1:1763344891.994081:0:102227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bcc00. 00010000:00000010:1.1:1763344891.998914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00010000:00000010:1.1:1763344891.998925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854df00. 00010000:00000010:1.1:1763344891.998929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34000. 00010000:00000010:3.1:1763344892.010240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34e00. 00080000:00000010:2.1:1763344892.013506:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e4fc2b30cc0. 00010000:00000010:2.1:1763344892.013522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bdc00. 00010000:00000010:2.1:1763344892.013530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854dc00. 00010000:00000010:2.1:1763344892.013533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bda00. 00010000:00000010:2.1:1763344892.044050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:0.1:1763344892.052993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc600. 00010000:00000010:3.1:1763344892.067767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00010000:00000010:2.1:1763344892.084845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:1.1:1763344892.109899:0:3644:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:2.1:1763344892.124877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:2.1:1763344892.162954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:3.1:1763344892.182021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:2.1:1763344892.198835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00080000:00000010:3.2:1763344892.211349:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc56888e8. 00010000:00000010:2.1:1763344892.215590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17800. 00010000:00000010:3.1:1763344892.225362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c800. 00010000:00000010:3.1:1763344892.225377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:0.1:1763344892.234836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bce00. 00010000:00000010:0.1:1763344892.234845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc56db400. 00010000:00000010:0.1:1763344892.234852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:0.1:1763344892.234856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068ff00. 00010000:00000010:0.1:1763344892.234862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:2.1:1763344892.282957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd600. 00010000:00000010:3.1:1763344892.312048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:2.1:1763344892.321110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:2.1:1763344892.338920:0:10443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00010000:00000010:2.1:1763344892.338930:0:10443:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc56dbb00. 00010000:00000010:2.1:1763344892.338937:0:10443:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00080000:00000010:2.1:1763344892.345995:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50f4ec0600. 00080000:00000010:2.1:1763344892.346009:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50d7d0e800. 00010000:00000010:2.1:1763344892.359849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00010000:00000010:2.1:1763344892.359866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f100. 00010000:00000010:3.1:1763344892.375403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34000. 00010000:00000010:2.1:1763344892.410842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:2.1:1763344892.410859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f700. 00010000:00000010:2.1:1763344892.410866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2bef600. 00010000:00000010:2.1:1763344892.410871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f100. 00010000:00000010:2.1:1763344892.410896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:2.1:1763344892.437827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2bef600. 00010000:00000010:3.1:1763344892.440947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1100. 00010000:00000010:3.1:1763344892.440964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:3.1:1763344892.440968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1800. 00010000:00000010:3.1:1763344892.440970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17e00. 00010000:00000010:3.1:1763344892.440973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00010000:00000010:2.1:1763344892.495391:0:13569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2beec00. 00010000:00000010:2.1:1763344892.495400:0:13569:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f700. 00010000:00000010:2.1:1763344892.495406:0:13569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:2.1:1763344892.495409:0:13569:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f100. 00010000:00000010:2.1:1763344892.495411:0:13569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2beee00. 00010000:00000010:3.1:1763344892.496917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00010000:00000010:3.1:1763344892.504592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1800. 00010000:00000010:3.1:1763344892.504606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:3.1:1763344892.504609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1100. 00010000:00000010:3.1:1763344892.504612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16000. 00010000:00000010:3.1:1763344892.504615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00010000:00000010:2.1:1763344892.526884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6c00. 00010000:00000010:2.1:1763344892.526893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f700. 00010000:00000010:2.1:1763344892.526897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7b5f600. 00010000:00000010:2.1:1763344892.526902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f100. 00010000:00000010:2.1:1763344892.526904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:3.1:1763344892.531851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1100. 00010000:00000010:3.1:1763344892.531867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00010000:00000010:3.1:1763344892.531870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1800. 00010000:00000010:3.1:1763344892.531872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16000. 00010000:00000010:3.1:1763344892.531875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:3.1:1763344897.244075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd800. 00010000:00000010:3.1:1763344897.244084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e4897a00. 00010000:00000010:3.1:1763344897.244088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35a00. 00010000:00000010:3.1:1763344897.244094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d100. 00010000:00000010:3.1:1763344897.244097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34800. 00010000:00000010:0.1:1763344897.248848:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f600. 00010000:00000010:0.1:1763344897.248865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7b5fa00. 00010000:00000010:0.1:1763344898.255027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd600. 00010000:00000010:0.1:1763344898.255033:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1802900. 00010000:00000010:0.1:1763344898.255037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bda00. 00010000:00000010:0.1:1763344898.255039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc400. 00010000:00000010:1.1:1763344898.284670:0:31808:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:1.1:1763344898.284689:0:31808:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084cc00. 00010000:00000010:1.1:1763344898.284693:0:31808:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:1.1:1763344898.284698:0:31808:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fe00. 00010000:00000010:1.1:1763344898.284702:0:31808:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:0.1:1763344898.287912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f900. 00010000:00000010:0.1:1763344898.287920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7b5f600. 00010000:00000010:0.1:1763344898.287925:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f100. 00010000:00000010:0.1:1763344898.287928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:2.1:1763344898.288650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f600. 00010000:00000010:2.1:1763344898.288657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7b5fa00. 00010000:00000010:1.1:1763344898.291552:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854dd00. 00010000:00000010:1.1:1763344898.291564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35000. 00010000:00000010:1.1:1763344898.291569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1802900. 00010000:00000010:1.1:1763344898.291573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc400. 00010000:00000010:1.1:1763344898.291578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4200. 00010000:00000010:3.1:1763344898.299279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34200. 00010000:00000010:3.1:1763344898.317833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00010000:00000010:2.1:1763344898.326967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00010000:00000010:2.1:1763344898.340848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17800. 00010000:00000010:2.1:1763344898.340861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00010000:00000010:2.1:1763344898.343972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:2.1:1763344898.347966:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1600. 00010000:00000010:2.1:1763344898.347982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00010000:00000010:0.1:1763344898.381955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bda00. 00010000:00000010:3.1:1763344898.385957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bdc00. 00010000:00000010:3.1:1763344898.405544:0:795:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00010000:00000010:3.1:1763344898.405557:0:795:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1802a00. 00010000:00000010:3.1:1763344898.412952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:3.1:1763344898.412968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1b00. 00010000:00000010:3.1:1763344898.412972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00010000:00000010:0.1:1763344898.468882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:0.1:1763344898.479826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00010000:00000010:0.1:1763344898.479839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc800. 00010000:00000010:0.1:1763344898.518823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00010000:00000010:0.1:1763344898.518832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e4897a00. 00010000:00000010:0.1:1763344898.518835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc800. 00010000:00000010:1.1:1763344898.780858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35a00. 00010000:00000010:3.1:1763344898.793836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:1.1:1763344898.800572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35a00. 00010000:00000010:1.1:1763344898.831848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35a00. 00010000:00000010:2.1:1763344898.844830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:2.1:1763344898.844844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:2.1:1763344898.844846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:1.1:1763344898.902976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35a00. 00010000:00000010:0.1:1763344898.907847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34c00. 00010000:00000010:0.1:1763344898.907860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35200. 00010000:00000010:0.1:1763344898.907866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d300. 00010000:00000010:0.1:1763344898.907870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e4897a00. 00010000:00000010:0.1:1763344898.907874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc400. 00080000:00000010:2.1:1763344898.929839:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e4fc29dc240. 00010000:00000010:0.1:1763344898.929890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc000. 00010000:00000010:2.1:1763344898.934842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:2.1:1763344898.934860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e4897800. 00010000:00000010:2.1:1763344898.934865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:2.1:1763344898.959837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00080000:00000010:2.2:1763344898.989086:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc87f5e10. 00010000:00000010:0.1:1763344899.012039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17800. 00010000:00000010:1.1:1763344899.035959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34a00. 00000800:00000200:3.0:1763344899.037874:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.037878:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.037899:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.037903:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307674175 00000100:00000001:3.0:1763344899.037909:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307674148 00000100:00000001:3.0:1763344899.037913:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307674175 00000100:00000001:3.0:1763344899.037916:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307674148 00000100:00000001:3.0:1763344899.037919:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307674175 00000100:00000001:3.0:1763344899.037922:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307674148 00000100:00000001:3.0:1763344899.037924:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307674175 00000100:00000001:3.0:1763344899.037927:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307674148 00000100:00000001:3.0:1763344899.037930:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344899.037932:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.037935:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.037937:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.037939:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.037941:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763344899.037943:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f9d75ee0. 00010000:00000001:3.0:1763344899.037946:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.037948:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344899.037949:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344899.037952:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.037954:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344899.037956:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344899.037958:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1600 going to sleep for 11 seconds 00000100:00000001:3.0:1763344899.037960:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344899.037963:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.040887:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344899.040895:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344899.040897:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344899.040900:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac4d0. 00000400:00000200:3.0:1763344899.040904:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbf68 00000400:00000010:3.0:1763344899.040906:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbf68. 00000100:00000001:3.0:1763344899.040909:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344899.040914:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc1375180 x1848987617964416/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344899.040924:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc1375180 x1848987617964416/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.040930:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344899.040932:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.040934:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344899.040937:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344899.040939:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.040941:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.040944:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.040950:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344899.040955:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.040957:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344899.040959:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.040961:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344899.040964:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.040967:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.040972:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc1375180 x1848987617964416/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.040978:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344899.040981:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344899.040983:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.040985:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763344899.040991:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344899.040998:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344899.041002:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.041010:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664220556200 : -107409488995416 : ffff9e4fc7901ba8) 00002000:00000001:3.0:1763344899.041012:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664220556112 : -107409488995504 : ffff9e4fc7901b50) 00002000:00000001:3.0:1763344899.041015:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344899.041020:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344899.041024:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc7901ba8/ffff9e4fc7901b50 to site lru. bkt: ffff9e50e5a40118 00010000:00000001:3.0:1763344899.041026:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.041028:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.041030:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.041034:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1375180 x1848987617964416/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344899.041043:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc1375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617964416:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344899.041048:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.041050:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.041052:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344899.041054:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344899.041058:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc1375180 x1848987617964416/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.041065:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344899.041067:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344899.041070:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd69cba00. 02000000:00000001:3.0:1763344899.041075:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344899.041077:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344899.041079:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763344899.041081:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344899.041084:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd69cbe00. 02000000:00000001:3.0:1763344899.041087:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344899.041089:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344899.041090:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1375180. 00000100:00000001:3.0:1763344899.041094:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344899.041095:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344899.041097:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1600. 00000100:00000001:3.0:1763344899.041100:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344899.041102:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344899.041105:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dde40. 00010000:00000001:3.0:1763344899.041108:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.041111:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344899.041114:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344899.041116:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.041122:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.041124:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.041126:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.041128:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.041132:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16800 with handle 0x34881b4086817961 from hash 00010000:00000001:3.0:1763344899.041134:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.041136:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.041137:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.041138:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344899.041140:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344899.041142:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763344899.041149:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16800/0x34881b4086817961 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e086 expref: 23 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763344899.041162:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344899.041165:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.041168:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.041169:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.041171:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.041175:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344899.041176:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.041177:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.041178:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344899.041180:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344899.041181:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.041184:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344899.041185:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.041187:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.041188:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.041189:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.041193:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16800/0x34881b4086817961 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e086 expref: 23 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763344899.041202:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:3.0:1763344899.041205:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 22 00010000:00000001:3.0:1763344899.041210:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.041212:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf16800, rc 0) 00000020:00000001:3.0:1763344899.041214:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763344899.041218:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915386, transno 0, xid 1848987881522560 00010000:00000001:3.0:1763344899.041221:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344899.041226:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fce8a1f80 x1848987881522560/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/400 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344899.041234:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.041236:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.041239:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.041243:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.041245:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.041247:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.041250:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.041252:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.041256:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.041258:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.041262:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbf68. 00000100:00000200:3.0:1763344899.041266:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881522560, offset 224 00000400:00000200:3.0:1763344899.041272:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.041281:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.041287:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385354:1385354:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385350:1385350:8:4294967295] 00000400:00000200:3.0:1763344899.041296:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.041302:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.041307:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344899.041313:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.041320:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.041324:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.041331:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.041334:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344899.041337:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344899.041338:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.041341:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344899.041346:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fce8a1f80 x1848987881522560/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/400 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344899.041356:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fce8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2407:x1848987881522560:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 3931us (4234us total) trans 0 rc 301/301 00000100:00100000:3.0:1763344899.041364:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27035 00000100:00000040:3.0:1763344899.041367:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344899.041370:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.041371:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344899.041377:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344899.041381:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf960. 00000020:00000010:3.0:1763344899.041385:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca600. 00000020:00000040:3.0:1763344899.041391:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00000100:00000001:3.0:1763344899.041393:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763344899.045928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00000100:00000001:3.0:1763344899.125840:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.125845:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881522688 02000000:00000001:3.0:1763344899.125849:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.125851:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.125853:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.125858:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.125862:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881522688 00000020:00000001:3.0:1763344899.125865:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.125867:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344899.125869:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.125873:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=22 00000020:00000001:3.0:1763344899.125876:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344899.125878:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344899.125882:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.125890:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde40. 00000100:00000001:3.0:1763344899.125893:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.125896:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde40. 00000020:00000010:3.0:1763344899.125903:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca600. 00000020:00000010:3.0:1763344899.125908:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344899.125913:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf960. 00000100:00000040:3.0:1763344899.125923:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344899.125926:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.125928:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344899.125930:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.125937:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.125958:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.125968:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.125970:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.125977:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27036 00000100:00000040:3.0:1763344899.125980:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344899.125983:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334756352 : -107404374795264 : ffff9e50f8649c00) 00000100:00000040:3.0:1763344899.125989:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8649c00 x1848987881522688/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/0 e 0 to 0 dl 1763344910 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344899.125998:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.126000:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde40. 00000100:00000001:3.0:1763344899.126002:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.126004:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde40. 00000100:00100000:3.0:1763344899.126008:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2405:x1848987881522688:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344899.126011:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881522688 00000020:00000001:3.0:1763344899.126014:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344899.126018:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344899.126020:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.126023:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.126024:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344899.126028:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344899.126031:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344899.126033:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344899.126035:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.126040:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.126042:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344899.126044:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344899.126045:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344899.126047:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344899.126049:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.126055:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344899.126062:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc87d1200 count: 2 00010000:00000001:3.0:1763344899.126064:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.126067:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.126070:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16800. 00000020:00000001:3.0:1763344899.126074:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.126076:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16800 with handle 0x34881b4086817968 to hash 00000020:00000001:3.0:1763344899.126078:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.126079:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344899.126082:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00010000:3.0:1763344899.126086:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16800/0x34881b4086817968 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e08d expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.126095:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 16 00000020:00000040:3.0:1763344899.126097:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=23 00010000:00000001:3.0:1763344899.126104:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763344899.126107:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763344899.126110:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.126112:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.126117:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e4fc35e9800. 02000000:00000001:3.0:1763344899.126118:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.126120:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.126124:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344899.126126:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.126134:0:74640:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.126137:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763344899.126142:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f9d75ee0. 00002000:00000001:3.0:1763344899.126144:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763344899.126147:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763344899.126150:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dde40. 00000100:00000001:3.0:1763344899.126153:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344899.126159:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1600. 00000100:00000001:3.0:1763344899.126161:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:3.0:1763344899.126163:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:3.0:1763344899.126165:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344899.126167:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344899.126168:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344899.126170:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763344899.126174:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1375180. 00000020:00000040:3.0:1763344899.126177:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763344899.126179:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344899.126185:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344899.126189:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344899.126194:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd69cbe00. 00000100:00000001:3.0:1763344899.126199:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.126204:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344899.126206:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344899.126210:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc1375180 x1848987617964544/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.126218:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344899.126220:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.126224:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc1375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617964544:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344899.126227:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344899.126231:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344899.126233:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.126236:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344899.126238:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd69cba00. 02000000:00000001:3.0:1763344899.126240:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344899.126245:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac4d0. 00000400:00000010:3.0:1763344899.126252:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb7f8. 00000100:00000200:3.0:1763344899.126263:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617964544, portal 16 00000100:00000001:3.0:1763344899.126265:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344899.126267:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664114073984 : -107409595477632 : ffff9e4fc1375180) 00000100:00000040:3.0:1763344899.126271:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc1375180 x1848987617964544/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.126277:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.126279:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.126282:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb110. 00000100:00000200:3.0:1763344899.126285:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617964544, offset 0 00000400:00000200:3.0:1763344899.126290:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.126301:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.126305:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344899.126309:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344899.126312:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344899.126315:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344899.126318:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385355:1385355:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385351:1385351:8:4294967295] 00000400:00000200:3.0:1763344899.126327:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.126332:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.126337:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344899.126343:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.126350:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.126354:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.126372:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.126375:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307674263 00000100:00000001:3.0:1763344899.126382:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307674175 00000100:00000001:3.0:1763344899.126385:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307674263 00000100:00000001:3.0:1763344899.126389:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307674175 00000100:00000001:3.0:1763344899.126391:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307674263 00000100:00000001:3.0:1763344899.126393:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307674175 00000100:00000001:3.0:1763344899.126396:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307674263 00000100:00000001:3.0:1763344899.126398:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307674175 00000100:00000001:3.0:1763344899.126401:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344899.126403:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.126404:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.126406:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.126408:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.126409:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763344899.126411:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f9d75ee0. 00010000:00000001:3.0:1763344899.126415:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.126416:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344899.126417:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344899.126420:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.126421:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344899.126423:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344899.126425:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1600 going to sleep for 11 seconds 00000100:00000001:3.0:1763344899.126428:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344899.126431:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.131247:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344899.131255:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344899.131257:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344899.131261:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac4d0. 00000400:00000200:3.0:1763344899.131265:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb7f8 00000400:00000010:3.0:1763344899.131267:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb7f8. 00000100:00000001:3.0:1763344899.131270:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344899.131276:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc1375180 x1848987617964544/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344899.131285:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc1375180 x1848987617964544/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.131292:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344899.131293:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.131296:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344899.131299:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344899.131302:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.131304:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.131307:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.131313:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344899.131317:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.131319:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344899.131321:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.131324:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344899.131327:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.131330:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.131334:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc1375180 x1848987617964544/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.131346:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344899.131349:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344899.131351:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.131354:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763344899.131358:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344899.131366:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344899.131369:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.131376:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664220556200 : -107409488995416 : ffff9e4fc7901ba8) 00002000:00000001:3.0:1763344899.131379:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664220556112 : -107409488995504 : ffff9e4fc7901b50) 00002000:00000001:3.0:1763344899.131381:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344899.131386:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344899.131390:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc7901ba8/ffff9e4fc7901b50 to site lru. bkt: ffff9e50e5a40118 00010000:00000001:3.0:1763344899.131393:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.131394:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.131396:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.131400:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1375180 x1848987617964544/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344899.131408:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc1375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617964544:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344899.131413:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.131415:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.131418:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344899.131420:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344899.131423:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc1375180 x1848987617964544/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.131429:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344899.131431:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344899.131445:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd69cba00. 02000000:00000001:3.0:1763344899.131450:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344899.131452:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344899.131453:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763344899.131455:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344899.131458:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd69cbe00. 02000000:00000001:3.0:1763344899.131461:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344899.131463:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344899.131465:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1375180. 00000100:00000001:3.0:1763344899.131467:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344899.131469:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344899.131471:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1600. 00000100:00000001:3.0:1763344899.131473:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344899.131475:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344899.131478:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dde40. 00010000:00000001:3.0:1763344899.131481:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.131484:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344899.131488:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344899.131490:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.131497:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.131498:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.131500:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.131502:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.131505:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16800 with handle 0x34881b4086817968 from hash 00010000:00000001:3.0:1763344899.131508:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.131509:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.131510:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.131512:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344899.131513:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344899.131516:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763344899.131522:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16800/0x34881b4086817968 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e08d expref: 23 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763344899.131535:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344899.131538:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.131541:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.131542:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.131544:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.131547:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344899.131548:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.131550:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.131551:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344899.131553:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344899.131554:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.131556:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344899.131558:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.131560:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.131562:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.131563:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.131567:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16800/0x34881b4086817968 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e08d expref: 23 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763344899.131574:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:3.0:1763344899.131576:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 22 00010000:00000001:3.0:1763344899.131583:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.131585:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf16800, rc 0) 00000020:00000001:3.0:1763344899.131588:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763344899.131592:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915386, transno 0, xid 1848987881522688 00010000:00000001:3.0:1763344899.131596:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344899.131601:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8649c00 x1848987881522688/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/400 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344899.131608:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.131610:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.131613:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.131618:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.131621:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.131623:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.131625:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.131628:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.131632:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.131635:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.131639:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb7f8. 00000100:00000200:3.0:1763344899.131644:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881522688, offset 224 00000400:00000200:3.0:1763344899.131650:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.131660:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.131667:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385356:1385356:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385352:1385352:8:4294967295] 00000400:00000200:3.0:1763344899.131678:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.131683:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.131690:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344899.131696:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.131703:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.131707:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.131730:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.131734:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344899.131737:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344899.131739:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.131741:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344899.131747:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8649c00 x1848987881522688/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/400 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344899.131757:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2405:x1848987881522688:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 5757us (7129us total) trans 0 rc 301/301 00000100:00100000:3.0:1763344899.131768:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27036 00000100:00000040:3.0:1763344899.131773:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344899.131776:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.131778:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344899.131784:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344899.131836:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf960. 00000020:00000010:3.0:1763344899.131841:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca600. 00000020:00000040:3.0:1763344899.131847:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00000100:00000001:3.0:1763344899.131850:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763344899.136844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00000100:00000001:3.0:1763344899.152960:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.152967:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881522816 02000000:00000001:3.0:1763344899.152971:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.152974:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.152977:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.152982:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.152987:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881522816 00000020:00000001:3.0:1763344899.152990:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.152992:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344899.152994:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.152999:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=22 00000020:00000001:3.0:1763344899.153002:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344899.153004:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344899.153009:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.153018:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde40. 00000100:00000001:3.0:1763344899.153022:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.153025:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde40. 00000020:00000010:3.0:1763344899.153033:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca600. 00000020:00000010:3.0:1763344899.153038:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344899.153044:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf960. 00000100:00000040:3.0:1763344899.153053:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344899.153056:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.153058:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344899.153060:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.153077:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.153094:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.153105:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.153107:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.153115:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27037 00000100:00000040:3.0:1763344899.153119:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344899.153121:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334761728 : -107404374789888 : ffff9e50f864b100) 00000100:00000040:3.0:1763344899.153128:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f864b100 x1848987881522816/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 432/0 e 0 to 0 dl 1763344910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.153137:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.153139:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde40. 00000100:00000001:3.0:1763344899.153141:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.153142:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde40. 00000100:00100000:3.0:1763344899.153146:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f864b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2406:x1848987881522816:12345-192.168.203.14@tcp:23:lfs.0 00000100:00000200:3.0:1763344899.153151:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881522816 00000020:00000001:3.0:1763344899.153154:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344899.153158:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344899.153160:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.153162:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.153164:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666933168 : -1042618448 : ffffffffc1dae7b0) 00000020:00000001:3.0:1763344899.153167:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344899.153170:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344899.153173:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344899.153175:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.153178:0:74640:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344899.153182:0:74640:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344899.153184:0:74640:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.153187:0:74640:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.153189:0:74640:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.153192:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.153193:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.153196:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.153197:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.153199:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.153201:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.153203:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.153204:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.153206:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.153208:0:74640:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.153210:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.153215:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.153217:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.153222:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e4fc35ea800. 02000000:00000001:3.0:1763344899.153224:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.153227:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.153229:0:74640:0:(tgt_handler.c:3006:tgt_lseek()) Process entered 00000020:00000001:3.0:1763344899.153233:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.153240:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664220556200 : -107409488995416 : ffff9e4fc7901ba8) 00080000:00000001:3.0:1763344899.153245:0:74640:0:(osd_io.c:2870:osd_lseek()) Process entered 00080000:00000040:3.0:1763344899.153270:0:74640:0:(osd_io.c:2894:osd_lseek()) seek hole from 0: 1024 00080000:00000001:3.0:1763344899.153273:0:74640:0:(osd_io.c:2895:osd_lseek()) Process leaving (rc=1024 : 1024 : 400) 00000020:00000002:3.0:1763344899.153277:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc6ca6600/ffff9e4fc7901b50 to site lru. bkt: ffff9e50e5a40118 00000020:00000001:3.0:1763344899.153279:0:74640:0:(tgt_handler.c:3046:tgt_lseek()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344899.153282:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915386, transno 0, xid 1848987881522816 00010000:00000001:3.0:1763344899.153285:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344899.153289:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f864b100 x1848987881522816/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 432/432 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344899.153297:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.153299:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.153303:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.153307:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.153310:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.153312:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.153315:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.153317:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.153320:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.153322:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.153327:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb5d8. 00000100:00000200:3.0:1763344899.153333:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881522816, offset 224 00000400:00000200:3.0:1763344899.153340:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.153353:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.153359:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385357:1385357:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385353:1385353:8:4294967295] 00000400:00000200:3.0:1763344899.153370:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.153376:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.153380:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344899.153387:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.153394:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.153399:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.153406:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.153409:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344899.153412:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344899.153413:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.153415:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344899.153419:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f864b100 x1848987881522816/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 432/432 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344899.153427:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f864b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2406:x1848987881522816:12345-192.168.203.14@tcp:23:lfs.0 Request processed in 289us (7718us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344899.153445:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27037 00000100:00000040:3.0:1763344899.153448:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344899.153450:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.153452:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344899.153457:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344899.153460:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf960. 00000020:00000010:3.0:1763344899.153464:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca600. 00000020:00000040:3.0:1763344899.153469:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00000100:00000001:3.0:1763344899.153471:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763344899.176090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc800. 00000100:00000001:3.0:1763344899.177958:0:68731:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.178026:0:68731:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881523072 02000000:00000001:3.0:1763344899.178030:0:68731:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.178032:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.178034:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.178037:0:68731:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.178041:0:68731:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881523072 00000020:00000001:3.0:1763344899.178044:0:68731:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.178046:0:68731:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344899.178048:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.178051:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=22 00000020:00000001:3.0:1763344899.178053:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344899.178056:0:68731:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344899.178060:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.178064:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde40. 00000100:00000001:3.0:1763344899.178152:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.178156:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde40. 00000020:00000010:3.0:1763344899.178163:0:68731:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca600. 00000020:00000010:3.0:1763344899.178168:0:68731:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344899.178173:0:68731:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf960. 00000100:00000040:3.0:1763344899.178180:0:68731:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763344899.178183:0:68731:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.178185:0:68731:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763344899.178187:0:68731:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763344899.178190:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.178192:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:3.0:1763344899.178195:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.178198:0:68731:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344899.178201:0:68731:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344899.178204:0:68731:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.178207:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.178208:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.178210:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.178212:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.178214:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.178215:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.178216:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.178218:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.178219:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.178220:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.178222:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.178224:0:68731:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763344899.178227:0:68731:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.178229:0:68731:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.178231:0:68731:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.178234:0:68731:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763344899.178236:0:68731:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.178238:0:68731:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763344899.178246:0:68731:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000402:0x1c16:0x0] (0->4095) req@ffff9e4fc3638700 x1848987881523072/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 488/0 e 0 to 0 dl 1763344910 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763344899.178255:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763344899.178258:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e4fc3638700 with x1848987881523072 ext(0->4095) 00010000:00000001:3.0:1763344899.178261:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.178263:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.178265:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34400 refcount=3 00000020:00000001:3.0:1763344899.178267:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:3.0:1763344899.178269:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:3.0:1763344899.178272:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.178273:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763344899.178274:0:68731:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763344899.178276:0:68731:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e4fc3638700 00002000:00000001:3.0:1763344899.178278:0:68731:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.178279:0:68731:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.178286:0:68731:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.179743:0:68731:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.184685:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.184689:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881523200 02000000:00000001:3.0:1763344899.184692:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.184694:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.184696:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.184700:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.184704:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881523200 00000020:00000001:3.0:1763344899.184706:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.184708:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344899.184710:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.184713:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=235 00000020:00000001:3.0:1763344899.184716:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344899.184718:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344899.184723:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.184727:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde40. 00000100:00000001:3.0:1763344899.184730:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.184732:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde40. 00000020:00000010:3.0:1763344899.184737:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbe00. 00000020:00000010:3.0:1763344899.184742:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344899.184747:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf960. 00000100:00000040:3.0:1763344899.184754:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344899.184757:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.184758:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344899.184760:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344899.184762:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.184764:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.184770:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.184781:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.184818:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.184820:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.184824:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302916 00000100:00000040:3.0:1763344899.184827:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344899.184829:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664150533760 : -107409559017856 : ffff9e4fc363a680) 00000100:00000040:3.0:1763344899.184836:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc363a680 x1848987881523200/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 568/0 e 0 to 0 dl 1763344910 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344899.184844:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.184847:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde40. 00000100:00000001:3.0:1763344899.184849:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.184850:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde40. 00000100:00100000:3.0:1763344899.184854:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc363a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:252775:x1848987881523200:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344899.184858:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881523200 00000020:00000001:3.0:1763344899.184861:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344899.184863:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344899.184867:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.184869:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.184871:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344899.184873:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344899.184876:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881523200, found 0 last_xid 1848987881523199 00000020:00000001:3.0:1763344899.184879:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344899.184881:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344899.184882:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.184887:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.184889:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344899.184891:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344899.184893:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344899.184895:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344899.184897:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.184901:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344899.184907:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359a00 count: 3 00010000:00000001:3.0:1763344899.184909:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.184911:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.184915:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16800. 00000020:00000001:3.0:1763344899.184918:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.184921:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16800 with handle 0x34881b4086817976 to hash 00000020:00000001:3.0:1763344899.184923:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.184924:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000010:3.0:1763344899.184929:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b180. 00010000:00000001:3.0:1763344899.184932:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00010000:3.0:1763344899.184937:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817976 lrc: 2/0,0 mode: --/PR res: [0x240002b13:0x12e81:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e09b expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.184945:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 221 00000020:00000040:3.0:1763344899.184947:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=236 00010000:00000001:3.0:1763344899.184953:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344899.184956:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344899.184962:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344899.184964:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344899.184966:0:10286:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763344899.184968:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344899.184969:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e81:0x0] 00000020:00000001:3.0:1763344899.184973:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.184977:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669480725400 : -107404228826216 : ffff9e510117eb98) 00000004:00000001:3.0:1763344899.184979:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636669480725312 : -107404228826304 : ffff9e510117eb40) 00000004:00000001:3.0:1763344899.184981:0:10286:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.184983:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.184985:0:10286:0:(mdt_handler.c:4954:mdt_intent_getxattr()) Process entered 00000004:00000001:3.0:1763344899.184988:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763344899.184992:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344899.184994:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344899.184996:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359a00 count: 4 00010000:00000001:3.0:1763344899.184998:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.184999:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.185003:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17800. 00000020:00000001:3.0:1763344899.185005:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.185006:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17800 with handle 0x34881b408681797d to hash 00000020:00000001:3.0:1763344899.185008:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.185010:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00000010:3.0:1763344899.185013:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b880. 00010000:00000001:3.0:1763344899.185015:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00000001:3.0:1763344899.185017:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.185019:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.185022:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17800/0x34881b408681797d lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e81:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:3.0:1763344899.185027:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344899.185031:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344899.185033:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344899.185034:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.185037:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.185039:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.185040:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.185042:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344899.185044:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344899.185045:0:10286:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344899.185047:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344899.185049:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e81:0x0].0x0 (ffff9e4fc1359a00) refcount = 4 00010000:00000040:3.0:1763344899.185051:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344899.185056:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50e56b7000/0x34881b4086817945 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e81:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e06a expref: 236 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.185062:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50e56b6000/0x34881b4086817937 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e81:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e063 expref: 236 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344899.185448:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17800/0x34881b408681797d lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e81:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344899.185454:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344899.185459:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.185461:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.185462:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344899.185464:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.185466:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.185468:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.185471:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344899.185473:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.185476:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17800/0x34881b408681797d lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e81:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344899.185481:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344899.185483:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.185484:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.185486:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.185488:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.185489:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17800 refcount=3 00000020:00000001:3.0:1763344899.185491:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00000001:3.0:1763344899.185494:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00000001:3.0:1763344899.185496:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.185497:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344899.185498:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.185501:0:10286:0:(mdt_xattr.c:230:mdt_getxattr()) Process entered 00000004:00000002:3.0:1763344899.185503:0:10286:0:(mdt_xattr.c:235:mdt_getxattr()) getxattr [0x240002b13:0x12e81:0x0] 00000001:00000001:3.0:1763344899.185506:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.185508:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.185511:0:10286:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763344899.185513:0:10286:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.185517:0:10286:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763344899.185518:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.185520:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.185523:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.185524:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.185526:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.185527:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.185528:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.185530:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.185532:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.185533:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.185534:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.185536:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.185537:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.185539:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.185541:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.185542:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.185546:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344899.185552:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344899.185554:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344899.185556:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344899.185558:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.185561:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.185562:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.185564:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344899.185566:0:10286:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.185569:0:10286:0:(mdt_xattr.c:42:mdt_getxattr_pack_reply()) Process entered 00000100:00000001:3.0:1763344899.185573:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.185575:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.185597:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8704 at ffff9e50fc388000. 02000000:00000001:3.0:1763344899.185600:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.185603:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.185605:0:10286:0:(mdt_xattr.c:121:mdt_getxattr_pack_reply()) Process leaving (rc=2500 : 2500 : 9c4) 00000004:00000001:3.0:1763344899.185609:0:10286:0:(mdt_xattr.c:163:mdt_getxattr_all()) Process entered 00000004:00000001:3.0:1763344899.185611:0:10286:0:(mdd_object.c:491:mdd_xattr_list()) Process entered 00000004:00000001:3.0:1763344899.185637:0:10286:0:(mdd_object.c:528:mdd_xattr_list()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1763344899.185643:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344899.185647:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344899.185655:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344899.185658:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344899.185660:0:10286:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763344899.185662:0:10286:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344899.185664:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344899.185665:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344899.185668:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:3.0:1763344899.185669:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:3.0:1763344899.185670:0:10286:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763344899.185671:0:10286:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:3.0:1763344899.185673:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344899.185674:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344899.185677:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344899.185678:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344899.185680:0:10286:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763344899.185681:0:10286:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344899.185683:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344899.185684:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344899.185686:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344899.185688:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344899.185689:0:10286:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763344899.185691:0:10286:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344899.185695:0:10286:0:(mdt_xattr.c:216:mdt_getxattr_all()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1763344899.185698:0:10286:0:(mdt_xattr.c:298:mdt_getxattr()) Process leaving 00000020:00000001:3.0:1763344899.185703:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344899.185708:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.185712:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344899.185714:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:3.0:1763344899.185717:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.185718:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.185720:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17800 refcount=3 00000020:00000001:3.0:1763344899.185723:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00000001:3.0:1763344899.185725:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00000004:00000040:3.0:1763344899.185728:0:10286:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 222 00000020:00000040:3.0:1763344899.185731:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=237 00010000:00000001:3.0:1763344899.185735:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.185736:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344899.185738:0:10286:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344899.185741:0:10286:0:(mdt_handler.c:4994:mdt_intent_getxattr()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344899.185743:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344899.185746:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344899.185748:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344899.185750:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763344899.185752:0:10286:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344899.185754:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.185757:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.185758:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.185760:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.185762:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.185764:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16800 with handle 0x34881b4086817976 from hash 00010000:00000001:3.0:1763344899.185766:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.185767:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.185769:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.185770:0:10286:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344899.185771:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.185776:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817976 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e81:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e09b expref: 237 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.185783:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 221 00000020:00000040:3.0:1763344899.185785:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 236 00010000:00000010:3.0:1763344899.185866:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b180. 00010000:00000001:3.0:1763344899.185874:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.185876:0:10286:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.185880:0:10286:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344899.185884:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17800/0x34881b408681797d lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e81:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e09b expref: 236 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344899.185892:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.185895:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344899.185897:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e81:0x0].0x0 (ffff9e4fc1359a00) 00010000:00010000:3.0:1763344899.185900:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:3.0:1763344899.185903:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.185906:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.185908:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.185910:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.185911:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.185913:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17800, rc 0) 00000020:00000001:3.0:1763344899.185915:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344899.185919:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214314, transno 0, xid 1848987881523200 00010000:00000001:3.0:1763344899.185922:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344899.185927:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc363a680 x1848987881523200/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 568/1072 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344899.185935:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.185938:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.185943:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.185947:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.185950:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.185953:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.185955:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.185957:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.185961:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.185964:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00010000:00000010:3.1:1763344899.194884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00000100:00000001:3.0:1763344899.195747:0:68731:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.195750:0:68731:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881523328 02000000:00000001:3.0:1763344899.195753:0:68731:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.195755:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.195757:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.195761:0:68731:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.195765:0:68731:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881523328 00000020:00000001:3.0:1763344899.195768:0:68731:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.195770:0:68731:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344899.195772:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.195776:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=22 00000020:00000001:3.0:1763344899.195778:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344899.195780:0:68731:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344899.195785:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.195821:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde40. 00000100:00000001:3.0:1763344899.195826:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.195830:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde40. 00000020:00000010:3.0:1763344899.195835:0:68731:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cae00. 00000020:00000010:3.0:1763344899.195841:0:68731:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0eb80. 00000020:00000010:3.0:1763344899.195846:0:68731:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf708. 00000100:00000040:3.0:1763344899.195854:0:68731:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763344899.195857:0:68731:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.195859:0:68731:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763344899.195861:0:68731:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763344899.195864:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.195867:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932256 : -1042619360 : ffffffffc1dae420) 00000020:00000001:3.0:1763344899.195869:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.195873:0:68731:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344899.195876:0:68731:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344899.195879:0:68731:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.195882:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.195884:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.195886:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.195887:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.195890:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.195891:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.195892:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.195894:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.195895:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.195896:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.195898:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.195900:0:68731:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763344899.195903:0:68731:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.195905:0:68731:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.195907:0:68731:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.195910:0:68731:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763344899.195912:0:68731:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.195915:0:68731:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.195922:0:68731:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.195927:0:68731:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.195938:0:68731:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.195939:0:68731:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.195944:0:68731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1949 00000100:00000040:3.0:1763344899.195947:0:68731:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344899.195949:0:68731:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664150535552 : -107409559016064 : ffff9e4fc363ad80) 00000100:00000040:3.0:1763344899.195956:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc363ad80 x1848987881523328/t0(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 4584/0 e 0 to 0 dl 1763344910 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344899.195965:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.195968:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde40. 00000100:00000001:3.0:1763344899.195970:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.195972:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde40. 00000100:00100000:3.0:1763344899.195977:0:68731:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc363ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2405:x1848987881523328:12345-192.168.203.14@tcp:4:lfs.0 00000100:00000200:3.0:1763344899.195980:0:68731:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881523328 00000020:00000001:3.0:1763344899.195983:0:68731:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344899.195986:0:68731:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344899.195987:0:68731:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.195989:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.195991:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932256 : -1042619360 : ffffffffc1dae420) 00000020:00000001:3.0:1763344899.195994:0:68731:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344899.195997:0:68731:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344899.195999:0:68731:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344899.196001:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.196002:0:68731:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.196004:0:68731:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:3.0:1763344899.196009:0:68731:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.196012:0:68731:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.196016:0:68731:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9e4fd0698c00. 02000000:00000001:3.0:1763344899.196018:0:68731:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.196020:0:68731:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.196023:0:68731:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763344899.196025:0:68731:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:3.0:1763344899.196027:0:68731:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344899.196030:0:68731:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344899.196037:0:68731:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d700 count: 2 00010000:00000001:3.0:1763344899.196041:0:68731:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.196044:0:68731:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.196047:0:68731:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16800. 00000020:00000001:3.0:1763344899.196051:0:68731:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.196053:0:68731:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16800 with handle 0x34881b4086817984 to hash 00000020:00000001:3.0:1763344899.196055:0:68731:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.196057:0:68731:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344899.196060:0:68731:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344899.196064:0:68731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.196079:0:68731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.196084:0:68731:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16800/0x34881b4086817984 lrc: 3/0,1 mode: --/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344899.196092:0:68731:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344899.196096:0:68731:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344899.196098:0:68731:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344899.196100:0:68731:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.196103:0:68731:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1763344899.196105:0:68731:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344899.196110:0:68731:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35600/0x34881b408681794c lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e071 expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763344899.196117:0:68731:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344899.196118:0:68731:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.196120:0:68731:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344899.196123:0:68731:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.196124:0:68731:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344899.196126:0:68731:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344899.196127:0:68731:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.196129:0:68731:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.196131:0:68731:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763344899.196134:0:68731:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16800/0x34881b4086817984 lrc: 4/0,1 mode: --/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.196142:0:68731:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c17:0x0].0x0 (ffff9e4fd854d700) refcount = 2 00010000:00000040:3.0:1763344899.196145:0:68731:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344899.196149:0:68731:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35600/0x34881b408681794c lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e071 expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763344899.196155:0:68731:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763344899.196157:0:68731:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16800/0x34881b4086817984 lrc: 4/0,1 mode: --/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763344899.196165:0:68731:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dde40. 00000100:00000001:3.0:1763344899.196168:0:68731:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344899.196174:0:68731:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1600. 00000100:00000001:3.0:1763344899.196177:0:68731:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:3.0:1763344899.196179:0:68731:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:3.0:1763344899.196182:0:68731:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344899.196183:0:68731:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344899.196185:0:68731:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344899.196188:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.196189:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763344899.196191:0:68731:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.196193:0:68731:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.196195:0:68731:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763344899.196197:0:68731:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763344899.196200:0:68731:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1375180. 00000020:00000040:3.0:1763344899.196204:0:68731:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763344899.196207:0:68731:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344899.196209:0:68731:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344899.196214:0:68731:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344899.196219:0:68731:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd69cb600. 00000100:00000001:3.0:1763344899.196224:0:68731:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.196229:0:68731:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35600/0x34881b408681794c lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e071 expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763344899.196243:0:68731:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35600/0x34881b408681794c lrc: 4/0,0 mode: PR/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e071 expref: 22 pid: 74638 timeout: 13105 lvb_type: 1 00010000:00000001:3.0:1763344899.196258:0:68731:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344899.196260:0:68731:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344899.196264:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc1375180 x1848987617964800/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.196271:0:68731:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344899.196273:0:68731:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.196278:0:68731:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc1375180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:68731:1848987617964800:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344899.196283:0:68731:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344899.196287:0:68731:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344899.196289:0:68731:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.196292:0:68731:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344899.196295:0:68731:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd69ca200. 02000000:00000001:3.0:1763344899.196297:0:68731:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344899.196302:0:68731:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac4d0. 00000400:00000010:3.0:1763344899.196307:0:68731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb000. 00000100:00000200:3.0:1763344899.196313:0:68731:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617964800, portal 16 00000100:00000001:3.0:1763344899.196316:0:68731:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344899.196317:0:68731:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664114073984 : -107409595477632 : ffff9e4fc1375180) 00000100:00000040:3.0:1763344899.196322:0:68731:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc1375180 x1848987617964800/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.196330:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.196333:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.196335:0:68731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb2a8. 00000100:00000200:3.0:1763344899.196338:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617964800, offset 0 00000400:00000200:3.0:1763344899.196344:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.196353:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.196357:0:68731:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344899.196362:0:68731:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344899.196365:0:68731:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344899.196367:0:68731:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344899.196371:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385362:1385362:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385358:1385358:8:4294967295] 00000400:00000200:3.0:1763344899.196379:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.196385:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.196390:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344899.196395:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.196400:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.196404:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.196422:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.196426:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307674333 00000100:00000001:3.0:1763344899.196440:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307674301 00000100:00000001:3.0:1763344899.196444:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307674333 00000100:00000001:3.0:1763344899.196447:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307674301 00000100:00000001:3.0:1763344899.196449:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307674333 00000100:00000001:3.0:1763344899.196451:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307674301 00000100:00000001:3.0:1763344899.196453:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307674333 00000100:00000001:3.0:1763344899.196456:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307674301 00000100:00000001:3.0:1763344899.196458:0:68731:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344899.196460:0:68731:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.196462:0:68731:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.196464:0:68731:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.196466:0:68731:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.196468:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.196469:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.196470:0:68731:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.196472:0:68731:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344899.196473:0:68731:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344899.196475:0:68731:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.196477:0:68731:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344899.196479:0:68731:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344899.196481:0:68731:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1600 going to sleep for 11 seconds 00000100:00000001:3.0:1763344899.196484:0:68731:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344899.196487:0:68731:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.206768:0:68731:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344899.206775:0:68731:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344899.206777:0:68731:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344899.206781:0:68731:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac4d0. 00000400:00000200:3.0:1763344899.206785:0:68731:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb000 00000400:00000010:3.0:1763344899.206821:0:68731:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb000. 00000100:00000001:3.0:1763344899.206825:0:68731:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344899.206831:0:68731:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc1375180 x1848987617964800/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344899.206838:0:68731:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc1375180 x1848987617964800/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.206844:0:68731:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344899.206845:0:68731:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.206847:0:68731:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344899.206849:0:68731:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344899.206850:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.206852:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.206854:0:68731:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.206860:0:68731:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344899.206863:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.206865:0:68731:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344899.206867:0:68731:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.206869:0:68731:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344899.206871:0:68731:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.206873:0:68731:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.206877:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc1375180 x1848987617964800/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.206883:0:68731:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344899.206885:0:68731:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344899.206887:0:68731:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.206890:0:68731:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763344899.206892:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.206896:0:68731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35600/0x34881b408681794c lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e071 expref: 22 pid: 74638 timeout: 13105 lvb_type: 1 00010000:00000040:3.0:1763344899.206904:0:68731:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:3.0:1763344899.206906:0:68731:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00010000:00000001:3.0:1763344899.206912:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.206914:0:68731:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.206918:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1375180 x1848987617964800/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344899.206924:0:68731:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc1375180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:68731:1848987617964800:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344899.206929:0:68731:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.206931:0:68731:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.206933:0:68731:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344899.206934:0:68731:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344899.206937:0:68731:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc1375180 x1848987617964800/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.206944:0:68731:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344899.206946:0:68731:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344899.206949:0:68731:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd69ca200. 02000000:00000001:3.0:1763344899.206952:0:68731:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344899.206954:0:68731:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344899.206956:0:68731:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763344899.206958:0:68731:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344899.206961:0:68731:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd69cb600. 02000000:00000001:3.0:1763344899.206964:0:68731:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344899.206966:0:68731:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344899.206967:0:68731:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1375180. 00000100:00000001:3.0:1763344899.206971:0:68731:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344899.206972:0:68731:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344899.206974:0:68731:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1600. 00000100:00000001:3.0:1763344899.206976:0:68731:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344899.206978:0:68731:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344899.206980:0:68731:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dde40. 00010000:00000001:3.0:1763344899.206983:0:68731:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.206986:0:68731:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.206987:0:68731:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.206990:0:68731:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763344899.206992:0:68731:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16800/0x34881b4086817984 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344899.207001:0:68731:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16800/0x34881b4086817984 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344899.207007:0:68731:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.207010:0:68731:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16800/0x34881b4086817984 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344899.207015:0:68731:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344899.207017:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.207018:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763344899.207020:0:68731:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.207026:0:68731:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:3.0:1763344899.207033:0:68731:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:3.0:1763344899.207036:0:68731:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:3.0:1763344899.207039:0:68731:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1763344899.207041:0:68731:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1763344899.207043:0:68731:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 free: 3893469184 avail: 3661946880 00000020:00000001:3.0:1763344899.207046:0:68731:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1763344899.207049:0:68731:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 avail=3661946880 left=3261652992 unstable=0 tot_grant=400292544 pending=28672 00000020:00000001:3.0:1763344899.207052:0:68731:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3261652992 : 3261652992 : c268e000) 00000020:00000001:3.0:1763344899.207055:0:68731:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:3.0:1763344899.207057:0:68731:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 reports grant 400064512 dropped 0, local 400121856 00000020:00000001:3.0:1763344899.207060:0:68731:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:3.0:1763344899.207062:0:68731:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:3.0:1763344899.207708:0:68731:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 granted: 28672 ungranted: 0 grant: 400093184 dirty: 57344 00000020:00000001:3.0:1763344899.207714:0:68731:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:3.0:1763344899.207716:0:68731:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1763344899.207719:0:68731:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 wants: 484638720 current grant 400064512 granting: 8437760 00000020:00000020:3.0:1763344899.207722:0:68731:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 tot cached:28672 granted:408730304 num_exports: 3 00000020:00000001:3.0:1763344899.207725:0:68731:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000001:3.0:1763344899.207727:0:68731:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:3.0:1763344899.207728:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344899.207731:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.207737:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:3.0:1763344899.207739:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00080000:00000001:3.0:1763344899.207747:0:68731:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:3.0:1763344899.207749:0:68731:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.207776:0:68731:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344899.207784:0:68731:0:(osd_io.c:1212:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.207825:0:68731:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.207828:0:68731:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.207830:0:68731:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.207835:0:68731:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:3.0:1763344899.207838:0:68731:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:3.0:1763344899.207843:0:68731:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:3.0:1763344899.207870:0:68731:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:3.0:1763344899.207889:0:68731:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.207892:0:68731:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:3.0:1763344899.207896:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344899.207902:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.207905:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344899.207907:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.207911:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.207914:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.207916:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.207918:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.207920:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.207922:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.207923:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.207926:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.207927:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.207929:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.207930:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.207933:0:68731:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:3.0:1763344899.207935:0:68731:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.207937:0:68731:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:3.0:1763344899.207939:0:68731:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763344899.207944:0:68731:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.207947:0:68731:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344899.207951:0:68731:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69cb600. 00080000:00000001:3.0:1763344899.207954:0:68731:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473040384 : -107409236511232 : ffff9e4fd69cb600) 00000001:00000001:3.0:1763344899.207956:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.207958:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.207960:0:68731:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000001:00000001:3.0:1763344899.207963:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344899.207965:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 00000001:00000001:3.0:1763344899.207968:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.207969:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344899.207971:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c17:0x0] ino=2449 type=0, id=0 00000001:00000001:3.0:1763344899.207973:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.207974:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344899.207975:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c17:0x0] ino=2449 type=0, id=0 00000001:00000001:3.0:1763344899.207978:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.207979:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344899.207981:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c17:0x0] ino=2449 type=0, id=0 00000001:00000001:3.0:1763344899.207982:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.207984:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.207986:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344899.207987:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000001:00000001:3.0:1763344899.207989:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.207990:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344899.207991:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c17:0x0] ino=2449 type=1, id=0 00000001:00000001:3.0:1763344899.207993:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.207994:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344899.207995:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c17:0x0] ino=2449 type=1, id=0 00000001:00000001:3.0:1763344899.207997:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.207999:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344899.208000:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c17:0x0] ino=2449 type=1, id=0 00000001:00000001:3.0:1763344899.208002:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.208004:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.208005:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344899.208007:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000001:00000001:3.0:1763344899.208008:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.208010:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344899.208011:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c17:0x0] ino=2449 type=2, id=0 00000001:00000001:3.0:1763344899.208013:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.208014:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344899.208015:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c17:0x0] ino=2449 type=2, id=0 00000001:00000001:3.0:1763344899.208017:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.208019:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344899.208020:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c17:0x0] ino=2449 type=2, id=0 00000001:00000001:3.0:1763344899.208022:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.208024:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00080000:04000000:3.0:1763344899.208025:0:68731:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 00080000:00000001:3.0:1763344899.208028:0:68731:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.208032:0:68731:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344899.208040:0:68731:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.208042:0:68731:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763344899.208044:0:68731:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.208647:0:68731:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763344899.208652:0:68731:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:3.0:1763344899.208663:0:68731:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:3.0:1763344899.208666:0:68731:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344899.208668:0:68731:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000402:0x1c17:0x0] set xattr 'trusted.fid' with size 52 00002000:00000001:3.0:1763344899.208683:0:68731:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763344899.208687:0:68731:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:3.0:1763344899.208695:0:68731:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344899.208697:0:68731:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344899.208699:0:68731:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.208702:0:68731:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344899.208705:0:68731:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69ca200. 00080000:00000001:3.0:1763344899.208708:0:68731:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473035264 : -107409236516352 : ffff9e4fd69ca200) 00000001:00000001:3.0:1763344899.208710:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.208712:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.208716:0:68731:0:(osd_io.c:1284:osd_declare_write_commit()) Process entered 00080000:00000002:3.0:1763344899.208719:0:68731:0:(osd_io.c:1420:osd_declare_write_commit()) lustre-OST0000: inode #2449 extent_bytes 1048576 extents 1 credits 9 00000001:00000001:3.0:1763344899.208722:0:68731:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344899.208725:0:68731:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dde40. 00080000:00000001:3.0:1763344899.208728:0:68731:0:(osd_io.c:1448:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.208729:0:68731:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763344899.208731:0:68731:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.208733:0:68731:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344899.208737:0:68731:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344899.208740:0:68731:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344899.208741:0:68731:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd900. 00080000:00000001:3.0:1763344899.208744:0:68731:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.208748:0:68731:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.208757:0:68731:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00001000:3.0:1763344899.208762:0:68731:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 2449: map 1 pages from 0 00080000:00000001:3.0:1763344899.208987:0:68731:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000001:3.0:1763344899.208994:0:68731:0:(osd_io.c:56:osd_bio_init()) Process entered 00080000:00000010:3.0:1763344899.208997:0:68731:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9e4fd83105a0. 00080000:00000001:3.0:1763344899.209000:0:68731:0:(osd_io.c:69:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763344899.209002:0:68731:0:(osd_io.c:332:osd_submit_bio()) bio++ sz 4096 vcnt 1(4) sectors 8(2560) psg 0(254) 00000001:00000001:3.0:1763344899.209006:0:68731:0:(osd_integrity.c:503:osd_bio_integrity_handle()) Process entered 00000001:00000001:3.0:1763344899.209007:0:68731:0:(osd_integrity.c:506:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.2:1763344899.209319:0:68731:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fd83105a0. 00080000:00000001:3.0:1763344899.209332:0:68731:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.209336:0:68731:0:(osd_io.c:1541:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.209339:0:68731:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:3.0:1763344899.209343:0:68731:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9e50ef5cf000. 00000020:00000040:3.0:1763344899.209345:0:68731:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9e4fc1321800 : new cb_count 3 00000020:00000040:3.0:1763344899.209348:0:68731:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=22 00000020:00000001:3.0:1763344899.209350:0:68731:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.209353:0:68731:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344899.209356:0:68731:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:3.0:1763344899.209359:0:68731:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344899.209361:0:68731:0:(osd_handler.c:5216:osd_xattr_set()) [0x280000402:0x1c17:0x0] set version 0x3000034c7 (old 0x0) for inode 2449 00080000:00000001:3.0:1763344899.209368:0:68731:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763344899.209370:0:68731:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884915399, last_committed = 12884915394 00000001:00000010:3.0:1763344899.209374:0:68731:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cff00. 00000001:00000040:3.0:1763344899.209377:0:68731:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc1321800 : new cb_count 4 00000020:00000040:3.0:1763344899.209378:0:68731:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=23 00000001:00000001:3.0:1763344899.209393:0:68731:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344899.216748:0:68731:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd900. 00080000:00000010:3.0:1763344899.216755:0:68731:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dde40. 00040000:00000001:3.0:1763344899.216759:0:68731:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344899.216761:0:68731:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:3.1:1763344899.216807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35600. 00010000:00000010:2.1:1763344899.223837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d700. 00010000:00000010:2.1:1763344899.223846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00000100:00000001:3.0:1763344899.228141:0:3629:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763344899.228145:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.228147:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.228150:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16200 refcount=3 00000020:00000001:3.0:1763344899.228155:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:3.0:1763344899.228159:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:3.0:1763344899.228161:0:3629:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344899.228166:0:3629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16200/0x34881b408681783b lrc: 3/0,1 mode: TXN/TXN res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344899.228173:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.228174:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.228176:0:3629:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16200/0x34881b408681783b lrc: 2/0,0 mode: TXN/TXN res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344899.228181:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.228183:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.228185:0:3629:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344899.228187:0:3629:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16200/0x34881b408681783b lrc: 3/0,0 mode: TXN/TXN res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:3.0:1763344899.228193:0:3629:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf16200 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344899.228195:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.228197:0:3629:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344899.228199:0:3629:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16200/0x34881b408681783b lrc: 3/0,0 mode: TXN/TXN res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344899.228208:0:3629:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344899.228209:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.228210:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.228212:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16200 refcount=4 00000020:00000001:3.0:1763344899.228213:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:3.0:1763344899.228215:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:3.0:1763344899.228217:0:3629:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344899.228220:0:3629:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16200/0x34881b408681783b lrc: 4/0,0 mode: TXN/TXN res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344899.228224:0:3629:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763344899.228226:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344899.228227:0:3629:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.228231:0:3629:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344899.228233:0:3629:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.228234:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.228236:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.228238:0:3629:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16200 with handle 0x34881b408681783b from hash 00010000:00000001:3.0:1763344899.228240:0:3629:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.228241:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.228242:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.228243:0:3629:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344899.228249:0:3629:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.228250:0:3629:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.228252:0:3629:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344899.228254:0:3629:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.228256:0:3629:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344899.228258:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x67dc7ff9 (ffff9e4fc87d1300) 00010000:00010000:3.0:1763344899.228261:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763344899.228264:0:3629:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.228266:0:3629:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.228267:0:3629:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.228269:0:3629:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344899.228272:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.228273:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.228274:0:3629:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.228276:0:3629:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.228278:0:3629:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.228280:0:3629:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16200/0x34881b408681783b lrc: 2/0,0 mode: --/TXN res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344899.228285:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.228286:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.228288:0:3629:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344899.228290:0:3629:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344899.228291:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.228293:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16200/0x34881b408681783b lrc: 0/0,0 mode: --/TXN res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:3.0:1763344899.228299:0:3629:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2be80. 00010000:00000040:3.0:1763344899.228303:0:3629:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc87d1300 count: 0 00010000:00000010:3.0:1763344899.228309:0:3629:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50d7d0e280. 00010000:00000001:3.0:1763344899.228318:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763344899.228320:0:3629:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 226 00000100:00000001:3.0:1763344899.228322:0:3629:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.228326:0:3629:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763344899.228327:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.228328:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.228330:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=3 00000020:00000001:3.0:1763344899.228332:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:3.0:1763344899.228334:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:3.0:1763344899.228336:0:3629:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344899.228339:0:3629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b408681788f lrc: 3/0,1 mode: TXN/TXN res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344899.228344:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.228345:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.228347:0:3629:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b408681788f lrc: 2/0,0 mode: TXN/TXN res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344899.228351:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.228353:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.228355:0:3629:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344899.228356:0:3629:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b408681788f lrc: 3/0,0 mode: TXN/TXN res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:3.0:1763344899.228361:0:3629:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bd000 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344899.228363:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.228364:0:3629:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344899.228366:0:3629:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b408681788f lrc: 3/0,0 mode: TXN/TXN res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344899.228370:0:3629:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344899.228371:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.228372:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.228373:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=4 00000020:00000001:3.0:1763344899.228375:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:3.0:1763344899.228377:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:3.0:1763344899.228379:0:3629:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344899.228380:0:3629:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b408681788f lrc: 4/0,0 mode: TXN/TXN res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344899.228385:0:3629:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763344899.228387:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344899.228388:0:3629:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.228391:0:3629:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344899.228392:0:3629:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.228393:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.228395:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.228397:0:3629:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd000 with handle 0x34881b408681788f from hash 00010000:00000001:3.0:1763344899.228398:0:3629:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.228399:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.228400:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.228401:0:3629:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344899.228403:0:3629:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.228405:0:3629:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.228407:0:3629:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344899.228408:0:3629:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.228409:0:3629:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344899.228411:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e50e4897c00) 00010000:00010000:3.0:1763344899.228413:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763344899.228415:0:3629:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.228416:0:3629:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.228418:0:3629:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.228419:0:3629:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344899.228421:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.228422:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.228423:0:3629:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.228425:0:3629:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.228426:0:3629:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.228429:0:3629:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b408681788f lrc: 2/0,0 mode: --/TXN res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344899.228442:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.228443:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.228443:0:3629:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344899.228444:0:3629:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344899.228445:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.228447:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b408681788f lrc: 0/0,0 mode: --/TXN res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:3.0:1763344899.228451:0:3629:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37500. 00010000:00000040:3.0:1763344899.228454:0:3629:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e4897c00 count: 0 00010000:00000010:3.0:1763344899.228456:0:3629:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50df139f80. 00010000:00000001:3.0:1763344899.228462:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763344899.228464:0:3629:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 225 00000100:00000001:3.0:1763344899.228466:0:3629:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763344899.233969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1300. 00010000:00000010:3.1:1763344899.233989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00010000:00000010:3.1:1763344899.233993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e4897c00. 00010000:00000010:3.1:1763344899.233997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00010000:00000010:1.1:1763344899.254405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00000100:00000001:3.0:1763344899.256184:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.256189:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.256197:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27040 00000100:00000040:3.0:1763344899.256202:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344899.256204:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158558336 : -107404550993280 : ffff9e50ede40a80) 00000100:00000040:3.0:1763344899.256214:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede40a80 x1848987881524096/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/0 e 0 to 0 dl 1763344910 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344899.256223:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.256230:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde40. 00000100:00000001:3.0:1763344899.256233:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.256235:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde40. 00000100:00100000:3.0:1763344899.256241:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:252775:x1848987881524096:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344899.256245:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881524096 00000020:00000001:3.0:1763344899.256248:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344899.256251:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344899.256254:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.256256:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.256258:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344899.256262:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344899.256265:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344899.256267:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344899.256269:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.256274:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.256276:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344899.256279:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344899.256281:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344899.256283:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344899.256285:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.256290:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344899.256298:0:74640:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd0e5f900. 00010000:00000010:3.0:1763344899.256303:0:74640:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e4fd0e5fa00. 00010000:00000001:3.0:1763344899.256308:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.256311:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16200. 00000020:00000001:3.0:1763344899.256315:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.256317:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16200 with handle 0x34881b4086817992 to hash 00000020:00000001:3.0:1763344899.256320:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.256321:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:3.0:1763344899.256324:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00010000:3.0:1763344899.256328:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817992 lrc: 2/0,0 mode: --/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e0a2 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1763344899.256338:0:74640:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763344899.256342:0:74640:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e50f82dde40. 00002000:00000001:3.0:1763344899.256345:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344899.256348:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.256354:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:3.0:1763344899.256357:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00002000:00000001:3.0:1763344899.256359:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344899.256364:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763344899.256366:0:74640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000402:0x1c17:0x0] initial LVB size: 4096, mtime: 0x691a8203, atime: 0x0, ctime: 0x691a8203, blocks: 0x8 00002000:00000001:3.0:1763344899.256369:0:74640:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1763344899.256372:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c648/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00010000:00000040:3.0:1763344899.256376:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:3.0:1763344899.256378:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00000100:00000001:3.0:1763344899.256387:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.256390:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.256395:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e4fd069a000. 02000000:00000001:3.0:1763344899.256398:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.256400:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.256402:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344899.256406:0:74640:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344899.256408:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344899.256410:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344899.256413:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344899.256415:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.256417:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344899.256418:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344899.256420:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.256423:0:74640:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763344899.256428:0:74640:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817992 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0a2 expref: 20 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.256453:0:74640:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c17:0x0].0x0 (ffff9e4fd0e5f900) refcount = 1 00010000:00000040:3.0:1763344899.256456:0:74640:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344899.256460:0:74640:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817992 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0a2 expref: 20 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344899.256470:0:74640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.256472:0:74640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.256474:0:74640:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344899.256476:0:74640:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.256478:0:74640:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.256480:0:74640:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.256485:0:74640:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344899.256489:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817992 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0a2 expref: 20 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344899.256499:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.256501:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344899.256503:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.256506:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.256507:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.256509:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.256511:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.256512:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf16200, rc 0) 00000020:00000001:3.0:1763344899.256515:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344899.256518:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915399, transno 0, xid 1848987881524096 00010000:00000001:3.0:1763344899.256520:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344899.256525:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede40a80 x1848987881524096/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/400 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344899.256533:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.256536:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.256540:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.256545:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.256547:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.256550:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.256552:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.256555:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.256557:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.256560:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.256565:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb000. 00000100:00000200:3.0:1763344899.256571:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881524096, offset 224 00000400:00000200:3.0:1763344899.256578:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.256588:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.256595:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385368:1385368:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385364:1385364:8:4294967295] 00000400:00000200:3.0:1763344899.256606:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.256612:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.256617:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344899.256624:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.256631:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.256635:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.256659:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.256663:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344899.256665:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344899.256667:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.256669:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344899.256673:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede40a80 x1848987881524096/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/400 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344899.256682:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:252775:x1848987881524096:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 457us (2024us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344899.256689:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27040 00000100:00000040:3.0:1763344899.256693:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344899.256696:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.256698:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344899.256703:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42b00. 00000020:00000010:3.0:1763344899.256708:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04bb8. 00000020:00000010:3.0:1763344899.256713:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc9a2dc00. 00000020:00000040:3.0:1763344899.256717:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:3.0:1763344899.256720:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.271406:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.271411:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:3.0:1763344899.271415:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.271420:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.271425:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64956e8 00000400:00000010:3.0:1763344899.271428:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64956e8. 00000100:00000001:3.0:1763344899.271444:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344899.271450:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fce8a2680 x1848987617964928/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.271461:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344899.271464:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fce8a2680 x1848987617964928/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.271471:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.271473:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1763344899.277275:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.277280:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:3.0:1763344899.277284:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.277289:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.277293:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3660 00000400:00000010:3.0:1763344899.277295:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3660. 00000100:00000001:3.0:1763344899.277298:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.277300:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344899.287148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17800. 00000100:00000001:3.0:1763344899.289339:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.289343:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881524736 02000000:00000001:3.0:1763344899.289345:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.289348:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.289350:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.289355:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.289360:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881524736 00000020:00000001:3.0:1763344899.289362:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.289364:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344899.289367:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.289370:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:3.0:1763344899.289372:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344899.289375:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344899.289380:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.289384:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd900. 00000100:00000001:3.0:1763344899.289388:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.289391:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd900. 00000020:00000010:3.0:1763344899.289397:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cb400. 00000020:00000010:3.0:1763344899.289402:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344899.289407:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfa28. 00000100:00000040:3.0:1763344899.289416:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344899.289419:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.289421:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344899.289423:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.289440:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.289456:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.289468:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.289470:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.289474:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27042 00000100:00000040:3.0:1763344899.289478:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344899.289480:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158561024 : -107404550990592 : ffff9e50ede41500) 00000100:00000040:3.0:1763344899.289487:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede41500 x1848987881524736/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 440/0 e 0 to 0 dl 1763344910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.289495:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.289498:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd900. 00000100:00000001:3.0:1763344899.289501:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.289503:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd900. 00000100:00100000:3.0:1763344899.289507:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881524736:12345-192.168.203.14@tcp:1:lfs.0 00000100:00000200:3.0:1763344899.289512:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881524736 00000020:00000001:3.0:1763344899.289515:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344899.289518:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344899.289520:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.289522:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.289525:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932112 : -1042619504 : ffffffffc1dae390) 00000020:00000001:3.0:1763344899.289528:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344899.289531:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344899.289534:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344899.289536:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.289539:0:74640:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344899.289543:0:74640:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344899.289545:0:74640:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.289548:0:74640:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.289549:0:74640:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.289551:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.289553:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.289555:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.289556:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.289557:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.289559:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.289560:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.289561:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.289563:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.289565:0:74640:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.289567:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.289571:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.289573:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.289578:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e4fd069a400. 02000000:00000001:3.0:1763344899.289580:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.289582:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.289585:0:74640:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:3.0:1763344899.289587:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344899.289590:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.289596:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664220556200 : -107409488995416 : ffff9e4fc7901ba8) 00002000:00000001:3.0:1763344899.289598:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664220556112 : -107409488995504 : ffff9e4fc7901b50) 00002000:00000001:3.0:1763344899.289601:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344899.289606:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.289608:0:74640:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763344899.289610:0:74640:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:3.0:1763344899.289614:0:74640:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x3000034c6 for inode 2448 00000020:00000002:3.0:1763344899.289618:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc7901ba8/ffff9e4fc7901b50 to site lru. bkt: ffff9e50e5a40118 00000020:00000001:3.0:1763344899.289622:0:74640:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344899.289628:0:74640:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.289632:0:74640:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344899.289635:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915399, transno 0, xid 1848987881524736 00010000:00000001:3.0:1763344899.289637:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344899.289653:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede41500 x1848987881524736/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 440/432 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344899.289662:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.289664:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.289668:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.289672:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.289675:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.289677:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.289679:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.289681:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.289685:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.289687:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.289692:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb990. 00000100:00000200:3.0:1763344899.289697:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881524736, offset 224 00000400:00000200:3.0:1763344899.289704:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.289713:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.289719:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385373:1385373:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385369:1385369:8:4294967295] 00000400:00000200:3.0:1763344899.289730:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.289735:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.289741:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344899.289747:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.289753:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.289758:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.289777:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.289781:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344899.289783:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344899.289785:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.289786:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344899.289810:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede41500 x1848987881524736/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 440/432 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344899.289820:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881524736:12345-192.168.203.14@tcp:1:lfs.0 Request processed in 322us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344899.289827:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27042 00000100:00000040:3.0:1763344899.289830:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344899.289833:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.289834:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344899.289839:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344899.289842:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfa28. 00000020:00000010:3.0:1763344899.289846:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cb400. 00000020:00000040:3.0:1763344899.289851:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:3.0:1763344899.289853:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763344899.291832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd600. 00010000:00000010:0.1:1763344899.326829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00010000:00000010:0.1:1763344899.326851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1e00. 00010000:00000010:0.1:1763344899.326857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00080000:00000010:0.1:1763344899.326867:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50f4ec0a80. 00080000:00000010:0.1:1763344899.326873:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50d7d0e980. 00000100:00000001:3.0:1763344899.331083:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.331088:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881525248 02000000:00000001:3.0:1763344899.331091:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.331093:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.331096:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.331101:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.331105:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881525248 00000020:00000001:3.0:1763344899.331109:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.331111:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344899.331114:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.331118:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:3.0:1763344899.331121:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344899.331124:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344899.331129:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.331135:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd900. 00000100:00000001:3.0:1763344899.331142:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.331147:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd900. 00000020:00000010:3.0:1763344899.331155:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cb400. 00000020:00000010:3.0:1763344899.331163:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344899.331171:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfa28. 00000100:00000040:3.0:1763344899.331181:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763344899.331186:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.331190:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763344899.331195:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763344899.331200:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.331205:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763344899.331211:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.331214:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.331219:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34400 refcount=3 00000020:00000001:3.0:1763344899.331225:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:3.0:1763344899.331230:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:3.0:1763344899.331234:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.331237:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.331239:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.331242:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.331248:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.331266:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.331281:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.331284:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.331292:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 3661 00000100:00000040:3.0:1763344899.331298:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344899.331301:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158564608 : -107404550987008 : ffff9e50ede42300) 00000100:00000040:3.0:1763344899.331310:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede42300 x1848987881525248/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/0 e 0 to 0 dl 1763344910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.331323:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.331331:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd900. 00000100:00000001:3.0:1763344899.331335:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.331341:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd900. 00000100:00100000:3.0:1763344899.331351:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881525248:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763344899.331357:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881525248 00010000:00000001:3.0:1763344899.331361:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763344899.331365:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763344899.331368:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763344899.331375:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.331389:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.331397:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fd069a800. 02000000:00000001:3.0:1763344899.331401:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.331406:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.331410:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344899.331414:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763344899.331418:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.331421:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.331424:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34400 refcount=3 00000020:00000001:3.0:1763344899.331430:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:3.0:1763344899.331441:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000040:3.0:1763344899.331447:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc87d1200 count: 2 00002000:00000001:3.0:1763344899.331453:0:23071:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344899.331458:0:23071:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344899.331462:0:23071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.331468:0:23071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664220556200 : -107409488995416 : ffff9e4fc7901ba8) 00002000:00000001:3.0:1763344899.331470:0:23071:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664220556112 : -107409488995504 : ffff9e4fc7901b50) 00002000:00000001:3.0:1763344899.331472:0:23071:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344899.331476:0:23071:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344899.331479:0:23071:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc7901ba8/ffff9e4fc7901b50 to site lru. bkt: ffff9e50e5a40118 00010000:00000001:3.0:1763344899.331482:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344899.331485:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.331487:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.331489:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.331491:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.331496:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344899.331498:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.331504:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.331508:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.331512:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.331516:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.331520:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34400 with handle 0x34881b4086817953 from hash 00010000:00000001:3.0:1763344899.331525:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.331529:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.331532:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.331535:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344899.331541:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.331545:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.331551:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344899.331555:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.331562:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b4086817953 lrc: 0/0,0 mode: --/GROUP res: [0x280000402:0x1c16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 123983105 flags: 0x44801000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e078 expref: 21 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.331581:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:3.0:1763344899.331586:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00010000:00000001:3.0:1763344899.331597:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.331601:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.331605:0:23071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344899.331609:0:23071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.331614:0:23071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.331618:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763344899.331622:0:23071:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc87d1200 count: 0 00002000:00000010:3.0:1763344899.331628:0:23071:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e50f82dd640. 00010000:00000010:3.0:1763344899.331635:0:23071:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4fc87d1100. 00010000:00010000:3.0:1763344899.331643:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763344899.331647:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.331654:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.331658:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.331665:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=99 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.331672:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.331679:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.331684:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.331690:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.331694:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.331699:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.331706:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.331712:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb440. 00000100:00000200:3.0:1763344899.331719:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881525248, offset 224 00000400:00000200:3.0:1763344899.331730:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.331743:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.331752:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385375:1385375:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385371:1385371:8:4294967295] 00000400:00000200:3.0:1763344899.331765:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.331771:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.331778:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344899.331833:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.331845:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.331852:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.331865:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.331873:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344899.331877:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.331882:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.331890:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede42300 x1848987881525248/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/224 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344899.331903:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2406:x1848987881525248:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 578us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344899.331915:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 3661 00000100:00000040:3.0:1763344899.331921:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344899.331925:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.331929:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344899.331937:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344899.331943:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfa28. 00000020:00000010:3.0:1763344899.331949:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cb400. 00000020:00000040:3.0:1763344899.331956:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:3.0:1763344899.331960:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763344899.337385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34400. 00010000:00000010:3.1:1763344899.337402:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1200. 00010000:00000010:2.1:1763344899.351638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34400. 00000800:00000200:3.0:1763344899.387690:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.387696:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e4fd5de0600. 00000400:00000200:3.0:1763344899.387702:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.387707:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.387712:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192ef00 00000400:00000010:3.0:1763344899.387715:0:3635:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192ef00. 00000100:00000001:3.0:1763344899.387718:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.387720:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344899.429946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35600. 00010000:00000010:1.1:1763344899.429965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d200. 00010000:00000010:1.1:1763344899.429969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35a00. 00010000:00000010:1.1:1763344899.429972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34a00. 00010000:00000010:1.1:1763344899.429976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34c00. 00010000:00000010:1.1:1763344899.429978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854dc00. 00010000:00000010:1.1:1763344899.429980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34e00. 00010000:00000010:1.1:1763344899.429983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854de00. 00010000:00000010:1.1:1763344899.429985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35200. 00000800:00000001:3.0:1763344899.431978:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.431995:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.431999:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.432001:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.432012:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.432027:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 1472 into portal 24 MB=0x691a509df5280 00000400:00000200:3.0:1763344899.432035:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.14@tcp of length 1472/1472 into md 0x209281 [256] + 4816 00000800:00000001:3.0:1763344899.432043:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.432053:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.432056:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.432060:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.432067:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.432069:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344899.432075:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1375180. 00000100:00000040:3.0:1763344899.432079:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1375180 x1848987881525888 msgsize 1472 00000100:00100000:3.0:1763344899.432083:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.434075:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.434093:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.434102:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.434105:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.434106:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.434116:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.434126:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 1872 into portal 24 MB=0x691a509df5200 00000400:00000200:3.0:1763344899.434133:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.14@tcp of length 1872/1872 into md 0x209281 [256] + 6288 00000800:00000001:3.0:1763344899.434139:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.434146:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.434148:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.434151:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.434156:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.434157:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344899.434162:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1374700. 00000100:00000040:3.0:1763344899.434166:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1374700 x1848987881525760 msgsize 1872 00000100:00100000:3.0:1763344899.434170:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.441011:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.441034:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.441044:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.441673:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.441682:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.441685:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.441688:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.441695:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.441709:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 1872 into portal 24 MB=0x691a509df5400 00000400:00000200:3.0:1763344899.441767:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.14@tcp of length 1872/1872 into md 0x209281 [256] + 8160 00000800:00000001:3.0:1763344899.441776:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.441783:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.441786:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.441823:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.441829:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.441831:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344899.441837:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1375500. 00000100:00000040:3.0:1763344899.441840:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1375500 x1848987881526272 msgsize 1872 00000100:00100000:3.0:1763344899.441844:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.441853:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763344899.441869:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.441871:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881526272 02000000:00000001:3.0:1763344899.441873:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.441875:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.441877:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.441880:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.441882:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881526272 00000020:00000001:3.0:1763344899.441884:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.441885:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344899.441887:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.441889:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=233 00000020:00000001:3.0:1763344899.441891:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344899.441893:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344899.441895:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.441898:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.441900:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.441902:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344899.441906:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca800. 00000020:00000010:3.0:1763344899.441910:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344899.441913:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfa28. 00000100:00000001:3.0:1763344899.441917:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.441918:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344899.441919:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.441923:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.441929:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.441937:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.441939:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.441943:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 8642 00000100:00000040:3.0:1763344899.441945:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 2 00000100:00000001:3.0:1763344899.441947:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664114074880 : -107409595476736 : ffff9e4fc1375500) 00000100:00000040:3.0:1763344899.441952:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc1375500 x1848987881526272/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 1872/0 e 0 to 0 dl 1763344910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.441961:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.441964:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.441966:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.441968:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344899.441973:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc1375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+233:2408:x1848987881526272:12345-192.168.203.14@tcp:63:ll_sa.0 00000100:00000200:3.0:1763344899.441976:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881526272 00000020:00000001:3.0:1763344899.441979:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344899.441980:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344899.441983:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.441985:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.441986:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809952 : -1044741664 : ffffffffc1ba81e0) 00000020:00000001:3.0:1763344899.441989:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344899.441991:0:6509:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881526272, found 0 last_xid 1848987881525759 00000020:00000001:3.0:1763344899.441993:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344899.441995:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344899.441996:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.441998:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.442002:0:6509:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:3.0:1763344899.442006:0:6509:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c60e8. 00000100:00000001:3.0:1763344899.442008:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.442010:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.442015:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50f94b4000. 02000000:00000001:3.0:1763344899.442017:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.442019:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763344899.442022:0:6509:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9e4fd05d1600. 00000020:00000001:3.0:1763344899.442033:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:3.0:1763344899.442036:0:6509:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.442038:0:6509:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:3.0:1763344899.442043:0:6509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344899.442045:0:6509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344899.442048:0:6509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344899.442053:0:6509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 2 00010000:00000001:3.0:1763344899.442059:0:6509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.442062:0:6509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.442065:0:6509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16800. 00000020:00000001:3.0:1763344899.442068:0:6509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.442071:0:6509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16800 with handle 0x34881b40868179fb to hash 00000020:00000001:3.0:1763344899.442073:0:6509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.442074:0:6509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000010:3.0:1763344899.442079:0:6509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2be80. 00010000:00000001:3.0:1763344899.442081:0:6509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00010000:3.0:1763344899.442088:0:6509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b40868179fb lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e0e1 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.442096:0:6509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:3.0:1763344899.442099:0:6509:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=234 00010000:00000001:3.0:1763344899.442103:0:6509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344899.442105:0:6509:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344899.442107:0:6509:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344899.442108:0:6509:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344899.442110:0:6509:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763344899.442111:0:6509:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344899.442112:0:6509:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x112:0x0] 00000020:00000001:3.0:1763344899.442115:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.1:1763344899.443505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc000. 00010000:00000010:0.1:1763344899.443513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2fbb200. 00010000:00000010:0.1:1763344899.443516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc600. 00000020:00000001:3.0:1763344899.443842:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000004:00000001:3.0:1763344899.443846:0:6509:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063232 : -107409293488384 : ffff9e4fd3374f00) 00000004:00000001:3.0:1763344899.443848:0:6509:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.443851:0:6509:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344899.443853:0:6509:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:3.0:1763344899.443856:0:6509:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000100:00000001:3.0:1763344899.443859:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.443861:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.443889:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff9e5101260000. 02000000:00000001:3.0:1763344899.443891:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.443893:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.443897:0:6509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344899.443898:0:6509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50f94b4000. 02000000:00000001:3.0:1763344899.443903:0:6509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1763344899.443904:0:6509:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:3.0:1763344899.443907:0:6509:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.443909:0:6509:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763344899.443913:0:6509:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763344899.443915:0:6509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.443916:0:6509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.443918:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.443920:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.443922:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.443923:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.443924:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.443926:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.443928:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.443929:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.443931:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.443932:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.443933:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.443935:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.443937:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.443938:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.443939:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.443941:0:6509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.443943:0:6509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.443946:0:6509:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344899.443949:0:6509:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344899.443951:0:6509:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344899.443953:0:6509:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344899.443955:0:6509:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.443957:0:6509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.443959:0:6509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.443960:0:6509:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344899.443962:0:6509:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.443964:0:6509:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763344899.443968:0:6509:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d4ba48 00000004:00000002:3.0:1763344899.443969:0:6509:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240002b11:0x112:0x0]/f56xD.sanity_5, ldlm_rep = ffff9e5101260250 00000004:00000001:3.0:1763344899.443973:0:6509:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763344899.443975:0:6509:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763344899.443976:0:6509:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763344899.443978:0:6509:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344899.443979:0:6509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344899.443983:0:6509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 4 00010000:00000001:3.0:1763344899.443985:0:6509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.443987:0:6509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.443990:0:6509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17600. 00000020:00000001:3.0:1763344899.443992:0:6509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.443995:0:6509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17600 with handle 0x34881b4086817a10 to hash 00000020:00000001:3.0:1763344899.443996:0:6509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.443998:0:6509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000010:3.0:1763344899.444001:0:6509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b180. 00010000:00000001:3.0:1763344899.444003:0:6509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:3.0:1763344899.444006:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.444007:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.444010:0:6509:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b4086817a10 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6509 initiator: MDT0 00010000:00000001:3.0:1763344899.444016:0:6509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344899.444018:0:6509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344899.444020:0:6509:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344899.444021:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.444023:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.444024:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.444025:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.444027:0:6509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344899.444029:0:6509:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344899.444030:0:6509:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344899.444031:0:6509:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344899.444033:0:6509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x0 (ffff9e4fc1359900) refcount = 4 00010000:00010000:3.0:1763344899.444036:0:6509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b4086817a10 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT1 00010000:00000001:3.0:1763344899.444041:0:6509:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344899.444043:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.444045:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444047:0:6509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344899.444048:0:6509:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.444050:0:6509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444052:0:6509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.444054:0:6509:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344899.444056:0:6509:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.444059:0:6509:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b4086817a10 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6509 initiator: MDT1 00010000:00000001:3.0:1763344899.444063:0:6509:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344899.444064:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.444065:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.444066:0:6509:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344899.444067:0:6509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344899.444069:0:6509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 2 00010000:00000001:3.0:1763344899.444070:0:6509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.444072:0:6509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.444074:0:6509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17800. 00000020:00000001:3.0:1763344899.444076:0:6509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.444078:0:6509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17800 with handle 0x34881b4086817a17 to hash 00000020:00000001:3.0:1763344899.444079:0:6509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.444080:0:6509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00000010:3.0:1763344899.444083:0:6509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b800. 00010000:00000001:3.0:1763344899.444084:0:6509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00000001:3.0:1763344899.444086:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.444087:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.444090:0:6509:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17800/0x34881b4086817a17 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6509 initiator: MDT0 00010000:00000001:3.0:1763344899.444095:0:6509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344899.444096:0:6509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344899.444097:0:6509:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344899.444099:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.444101:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.444103:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.444105:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.444106:0:6509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344899.444107:0:6509:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344899.444109:0:6509:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344899.444110:0:6509:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344899.444111:0:6509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x47e043f9 (ffff9e4fc1359600) refcount = 2 00010000:00000040:3.0:1763344899.444114:0:6509:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344899.444116:0:6509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50e56b7c00/0x34881b4086817a09 lrc: 2/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6510 initiator: MDT1 00010000:00010000:3.0:1763344899.444121:0:6509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17800/0x34881b4086817a17 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT1 00010000:00000001:3.0:1763344899.444125:0:6509:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344899.444127:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.444128:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444130:0:6509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344899.444131:0:6509:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.444132:0:6509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444134:0:6509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.444136:0:6509:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344899.444137:0:6509:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.444139:0:6509:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17800/0x34881b4086817a17 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6509 initiator: MDT1 00010000:00000001:3.0:1763344899.444143:0:6509:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344899.444144:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.444145:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344899.444147:0:6509:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.444149:0:6509:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763344899.444153:0:6509:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763344899.444155:0:6509:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763344899.444157:0:6509:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763344899.444160:0:6509:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.444163:0:6509:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763344899.444166:0:6509:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1763344899.444175:0:6509:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:3.0:1763344899.444178:0:6509:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1763344899.444180:0:6509:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344899.444183:0:6509:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344899.444185:0:6509:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344899.444187:0:6509:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1763344899.444190:0:6509:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763344899.444191:0:6509:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344899.444192:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.444194:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.444195:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17600 refcount=3 00000020:00000001:3.0:1763344899.444197:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:3.0:1763344899.444199:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:3.0:1763344899.444201:0:6509:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344899.444203:0:6509:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b4086817a10 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT1 00010000:00000001:3.0:1763344899.444207:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.444208:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.444210:0:6509:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b4086817a10 lrc: 2/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6509 initiator: MDT1 00010000:00000001:3.0:1763344899.444215:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.444216:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444218:0:6509:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344899.444220:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b4086817a10 lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT1 00010000:00010000:3.0:1763344899.444225:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf17600 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344899.444227:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.444229:0:6509:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344899.444231:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b4086817a10 lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT1 00010000:00000001:3.0:1763344899.444239:0:6509:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344899.444240:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.444241:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.444243:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17600 refcount=4 00000020:00000001:3.0:1763344899.444244:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:3.0:1763344899.444246:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:3.0:1763344899.444249:0:6509:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344899.444251:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b4086817a10 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6509 initiator: MDT1 00010000:00000001:3.0:1763344899.444255:0:6509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763344899.444257:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344899.444258:0:6509:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444261:0:6509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344899.444262:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.444263:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.444264:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.444266:0:6509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17600 with handle 0x34881b4086817a10 from hash 00010000:00000001:3.0:1763344899.444268:0:6509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.444269:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.444270:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.444271:0:6509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344899.444273:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.444275:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444276:0:6509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344899.444278:0:6509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.444279:0:6509:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344899.444281:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e4fc1359900) 00010000:00010000:3.0:1763344899.444284:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763344899.444285:0:6509:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.444287:0:6509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444288:0:6509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.444290:0:6509:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344899.444291:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.444293:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.444294:0:6509:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444296:0:6509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.444298:0:6509:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.444300:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b4086817a10 lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT1 00010000:00000001:3.0:1763344899.444304:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.444305:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.444307:0:6509:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344899.444308:0:6509:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344899.444310:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.444311:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b4086817a10 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT1 00010000:00000010:3.0:1763344899.444317:0:6509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b180. 00010000:00000001:3.0:1763344899.444323:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344899.444324:0:6509:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344899.444326:0:6509:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344899.444327:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.444328:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.444329:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17800 refcount=3 00000020:00000001:3.0:1763344899.444331:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00000001:3.0:1763344899.444333:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00000001:3.0:1763344899.444335:0:6509:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344899.444337:0:6509:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17800/0x34881b4086817a17 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT1 00010000:00000001:3.0:1763344899.444341:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.444342:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.444343:0:6509:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17800/0x34881b4086817a17 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6509 initiator: MDT1 00010000:00000001:3.0:1763344899.444347:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.444349:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444351:0:6509:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344899.444353:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17800/0x34881b4086817a17 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT1 00010000:00010000:3.0:1763344899.444358:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf17800 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344899.444360:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.444361:0:6509:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344899.444363:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17800/0x34881b4086817a17 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT1 00010000:00000001:3.0:1763344899.444367:0:6509:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344899.444368:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.444369:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.444370:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17800 refcount=4 00000020:00000001:3.0:1763344899.444372:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00000001:3.0:1763344899.444374:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00000001:3.0:1763344899.444376:0:6509:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344899.444378:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17800/0x34881b4086817a17 lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6509 initiator: MDT1 00010000:00000001:3.0:1763344899.444382:0:6509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763344899.444383:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344899.444384:0:6509:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444387:0:6509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344899.444388:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.444389:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.444391:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.444392:0:6509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17800 with handle 0x34881b4086817a17 from hash 00010000:00000001:3.0:1763344899.444394:0:6509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.444395:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.444396:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.444397:0:6509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344899.444399:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.444400:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444402:0:6509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344899.444403:0:6509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.444404:0:6509:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344899.444406:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x47e043f9 (ffff9e4fc1359600) 00010000:00010000:3.0:1763344899.444409:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763344899.444411:0:6509:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.444412:0:6509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444414:0:6509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.444415:0:6509:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344899.444417:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.444418:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.444419:0:6509:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444420:0:6509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.444422:0:6509:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.444424:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17800/0x34881b4086817a17 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT1 00010000:00000001:3.0:1763344899.444428:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.444429:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.444441:0:6509:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344899.444442:0:6509:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344899.444443:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.444444:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17800/0x34881b4086817a17 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT1 00010000:00000010:3.0:1763344899.444450:0:6509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b800. 00010000:00000001:3.0:1763344899.444453:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344899.444454:0:6509:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344899.444456:0:6509:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763344899.444458:0:6509:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344899.444459:0:6509:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763344899.444462:0:6509:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:3.0:1763344899.444466:0:6509:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344899.444468:0:6509:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344899.444469:0:6509:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344899.444471:0:6509:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344899.444473:0:6509:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344899.444475:0:6509:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763344899.444487:0:6509:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.444490:0:6509:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344899.444492:0:6509:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763344899.444495:0:6509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344899.444496:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.444501:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.444502:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.444503:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.444505:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.444507:0:6509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16800 with handle 0x34881b40868179fb from hash 00010000:00000001:3.0:1763344899.444509:0:6509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.444510:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.444511:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.444512:0:6509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344899.444513:0:6509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:3.0:1763344899.444516:0:6509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:3.0:1763344899.444522:0:6509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b40868179fb lrc: 1/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0e1 expref: 234 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344899.444529:0:6509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344899.444531:0:6509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.444533:0:6509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.444535:0:6509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.444537:0:6509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.444539:0:6509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344899.444540:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.444542:0:6509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.444543:0:6509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344899.444544:0:6509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344899.444545:0:6509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.448672:0:6509:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344899.448675:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e4fc1359900) 00010000:00010000:3.0:1763344899.448678:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:3.0:1763344899.448679:0:6509:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.448681:0:6509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.448683:0:6509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.448685:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.448690:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b40868179fb lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0e1 expref: 232 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.448702:0:6509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:3.0:1763344899.448704:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00010000:00000010:3.0:1763344899.448707:0:6509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2be80. 00010000:00000040:3.0:1763344899.448710:0:6509:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359900 count: 0 00010000:00000010:3.0:1763344899.448714:0:6509:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0280. 00010000:00000001:3.0:1763344899.448719:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.448721:0:6509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf16800, rc -2) 00000004:00000001:3.0:1763344899.448723:0:6509:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344899.448725:0:6509:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:3.0:1763344899.448729:0:6509:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9e4fcc1c60e8. 00000004:00000010:3.0:1763344899.448733:0:6509:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9e4fd05d1600. 00000004:00000001:3.0:1763344899.448736:0:6509:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763344899.448742:0:6509:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000004:00000001:3.0:1763344899.448744:0:6509:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344899.448745:0:6509:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:3.0:1763344899.448748:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214323, transno 0, xid 1848987881526272 00010000:00000001:3.0:1763344899.448750:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344899.448755:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc1375500 x1848987881526272/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 1872/53424 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344899.448762:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.448764:0:6509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.448767:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.448770:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.448772:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.448773:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.448776:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.448777:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.448779:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.448781:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.448785:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff9e4fd69caa00. 00000100:00000200:3.0:1763344899.448814:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1848987881526272, offset 224 00000400:00000200:3.0:1763344899.448821:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.448827:0:6509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.448832:0:6509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385384:1385384:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385380:1385380:7:4294967295] 00000400:00000200:3.0:1763344899.448840:0:6509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.448844:0:6509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.448847:0:6509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff9e4fd69cb200. 00000800:00000200:3.0:1763344899.448851:0:6509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.448855:0:6509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:3.0:1763344899.448858:0:6509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fd69cb200 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:3.0:1763344899.448861:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.448863:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344899.448865:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344899.448866:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.448868:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344899.448872:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1375500 x1848987881526272/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 1872/53424 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344899.448880:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc1375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:2408:x1848987881526272:12345-192.168.203.14@tcp:63:ll_sa.0 Request processed in 6918us (7038us total) trans 0 rc -2/-2 00000100:00100000:3.0:1763344899.448887:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 8642 00000100:00000040:3.0:1763344899.448890:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344899.448892:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.448893:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344899.448897:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344899.448900:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfa28. 00000020:00000010:3.0:1763344899.448903:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca800. 00000020:00000040:3.0:1763344899.448906:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00000100:00000001:3.0:1763344899.448908:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.452239:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.452246:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.452248:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.452250:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.452255:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.452264:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 1472 into portal 24 MB=0x691a509df5480 00000400:00000200:3.0:1763344899.452270:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.14@tcp of length 1472/1472 into md 0x209281 [256] + 11504 00000800:00000001:3.0:1763344899.452275:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.452281:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.452283:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.452286:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.452290:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.452292:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344899.452296:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1377100. 00000100:00000040:3.0:1763344899.452298:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1377100 x1848987881526400 msgsize 1472 00000100:00100000:3.0:1763344899.452302:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.452318:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.452323:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.452325:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.455935:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.455945:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.455947:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.455949:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.455956:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.455966:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 1872 into portal 24 MB=0x691a509df5400 00000400:00000200:3.0:1763344899.455973:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.14@tcp of length 1872/1872 into md 0x209281 [256] + 12976 00000800:00000001:3.0:1763344899.455979:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.455986:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.455989:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.455992:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.455997:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.455999:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344899.456004:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1376680. 00000100:00000040:3.0:1763344899.456007:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1376680 x1848987881526272 msgsize 1872 00000100:00100000:3.0:1763344899.456012:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.456023:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.456029:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.456033:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.456048:0:10443:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.456050:0:10443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881526272 02000000:00000001:3.0:1763344899.456052:0:10443:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.456053:0:10443:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.456055:0:10443:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.456057:0:10443:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.456060:0:10443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881526272 00000020:00000001:3.0:1763344899.456062:0:10443:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.456063:0:10443:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344899.456065:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.456066:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=232 00000020:00000001:3.0:1763344899.456069:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344899.456071:0:10443:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344899.456073:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.456076:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.456079:0:10443:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.456081:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344899.456086:0:10443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca800. 00000020:00000010:3.0:1763344899.456089:0:10443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344899.456093:0:10443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfa28. 00000100:00000040:3.0:1763344899.456097:0:10443:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344899.456100:0:10443:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.456101:0:10443:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344899.456103:0:10443:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.456108:0:10443:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.456114:0:10443:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.456122:0:10443:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.456124:0:10443:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.456127:0:10443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 8645 00000100:00000040:3.0:1763344899.456130:0:10443:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344899.456132:0:10443:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664114079360 : -107409595472256 : ffff9e4fc1376680) 00000100:00000040:3.0:1763344899.456137:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc1376680 x1848987881526272/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 1872/0 e 0 to 0 dl 1763344910 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.456144:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.456147:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.456149:0:10443:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.456151:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344899.456154:0:10443:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc1376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:2408:x1848987881526272:12345-192.168.203.14@tcp:63:ll_sa.0 00000100:00000200:3.0:1763344899.456157:0:10443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881526272 00000020:00000001:3.0:1763344899.456159:0:10443:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344899.456161:0:10443:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344899.456163:0:10443:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.456165:0:10443:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.456167:0:10443:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809952 : -1044741664 : ffffffffc1ba81e0) 00000020:00000001:3.0:1763344899.456169:0:10443:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344899.456172:0:10443:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881526272, found 0 last_xid 1848987881525759 00000020:00000001:3.0:1763344899.456174:0:10443:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344899.456176:0:10443:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344899.456177:0:10443:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.456179:0:10443:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.456182:0:10443:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:3.0:1763344899.456187:0:10443:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c60e8. 00000100:00000001:3.0:1763344899.456189:0:10443:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.456191:0:10443:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.456196:0:10443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50f94b4000. 02000000:00000001:3.0:1763344899.456198:0:10443:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.456200:0:10443:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763344899.456204:0:10443:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9e4fd05d1600. 00000020:00000001:3.0:1763344899.456206:0:10443:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:3.0:1763344899.456208:0:10443:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881526272, found 0 last_xid 1848987881525759 00000020:00080000:3.0:1763344899.456212:0:10443:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff9e4fc1376680 x1848987881526272/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 1872/4320 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763344899.456220:0:10443:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.456223:0:10443:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:3.0:1763344899.456225:0:10443:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344899.456227:0:10443:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344899.456232:0:10443:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344899.456236:0:10443:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359f00 count: 2 00010000:00000001:3.0:1763344899.456238:0:10443:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.456240:0:10443:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.456244:0:10443:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c2beee00. 00000020:00000001:3.0:1763344899.456247:0:10443:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.456249:0:10443:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c2beee00 with handle 0x34881b4086817a56 to hash 00000020:00000001:3.0:1763344899.456251:0:10443:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.456252:0:10443:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668434705920 : -107405274845696 : ffff9e50c2beee00) 00010000:00000010:3.0:1763344899.456257:0:10443:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2be80. 00010000:00000001:3.0:1763344899.456259:0:10443:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668434705920 : -107405274845696 : ffff9e50c2beee00) 00010000:00010000:3.0:1763344899.456262:0:10443:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2beee00/0x34881b4086817a56 lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e0e1 expref: -99 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.456269:0:10443:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:3.0:1763344899.456271:0:10443:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=233 00010000:00000001:3.0:1763344899.456274:0:10443:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344899.456276:0:10443:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344899.456279:0:10443:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344899.456280:0:10443:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344899.456282:0:10443:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763344899.456283:0:10443:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344899.456285:0:10443:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x112:0x0] 00000020:00000001:3.0:1763344899.456287:0:10443:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.456291:0:10443:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000004:00000001:3.0:1763344899.456293:0:10443:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063232 : -107409293488384 : ffff9e4fd3374f00) 00000004:00000001:3.0:1763344899.456295:0:10443:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.456297:0:10443:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344899.456299:0:10443:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:3.0:1763344899.456301:0:10443:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000100:00000001:3.0:1763344899.456303:0:10443:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.456305:0:10443:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.456332:0:10443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff9e50e5860000. 02000000:00000001:3.0:1763344899.456335:0:10443:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.456337:0:10443:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.456341:0:10443:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344899.456342:0:10443:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50f94b4000. 02000000:00000001:3.0:1763344899.456346:0:10443:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1763344899.456348:0:10443:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:3.0:1763344899.456351:0:10443:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.456353:0:10443:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763344899.456356:0:10443:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763344899.456358:0:10443:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.456359:0:10443:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.456362:0:10443:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.456364:0:10443:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.456366:0:10443:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.456367:0:10443:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.456369:0:10443:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.456370:0:10443:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.456372:0:10443:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.456373:0:10443:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.456374:0:10443:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.456376:0:10443:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.456377:0:10443:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.456379:0:10443:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.456381:0:10443:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.456382:0:10443:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.456383:0:10443:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.456385:0:10443:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.456386:0:10443:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.456389:0:10443:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344899.456393:0:10443:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344899.456395:0:10443:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344899.456397:0:10443:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344899.456399:0:10443:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.456401:0:10443:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.456403:0:10443:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.456405:0:10443:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344899.456407:0:10443:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.456411:0:10443:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881526272, found 0 last_xid 1848987881525759 00000004:00010000:3.0:1763344899.456416:0:10443:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x25429cfc5e75e0e1 req@ffff9e4fc1376680 x1848987881526272/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 1872/53424 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763344899.456423:0:10443:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763344899.456429:0:10443:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc72fba48 00000004:00000002:3.0:1763344899.456442:0:10443:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240002b11:0x112:0x0]/f56xD.sanity_5, ldlm_rep = ffff9e50e5860250 00000004:00000001:3.0:1763344899.456447:0:10443:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763344899.456450:0:10443:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763344899.456452:0:10443:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763344899.456455:0:10443:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344899.456456:0:10443:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344899.456459:0:10443:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359f00 count: 3 00010000:00000001:3.0:1763344899.456461:0:10443:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.456463:0:10443:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.456466:0:10443:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c2beec00. 00000020:00000001:3.0:1763344899.456468:0:10443:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.456470:0:10443:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c2beec00 with handle 0x34881b4086817a5d to hash 00000020:00000001:3.0:1763344899.456471:0:10443:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.456472:0:10443:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668434705408 : -107405274846208 : ffff9e50c2beec00) 00010000:00000010:3.0:1763344899.456476:0:10443:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b800. 00010000:00000001:3.0:1763344899.456477:0:10443:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668434705408 : -107405274846208 : ffff9e50c2beec00) 00010000:00000001:3.0:1763344899.456480:0:10443:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.456481:0:10443:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.456484:0:10443:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2beec00/0x34881b4086817a5d lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10443 initiator: MDT0 00010000:00000001:3.0:1763344899.456489:0:10443:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344899.456492:0:10443:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344899.456494:0:10443:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344899.456496:0:10443:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.456499:0:10443:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.456501:0:10443:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.456502:0:10443:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.456504:0:10443:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344899.456505:0:10443:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344899.456507:0:10443:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344899.456508:0:10443:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344899.456510:0:10443:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x0 (ffff9e4fc1359f00) refcount = 3 00010000:00000040:3.0:1763344899.456513:0:10443:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344899.456517:0:10443:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fc18ada00/0x34881b4086817a4f lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e10b expref: 233 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344899.456524:0:10443:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2beec00/0x34881b4086817a5d lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344899.456528:0:10443:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344899.456531:0:10443:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.456533:0:10443:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.456535:0:10443:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344899.456536:0:10443:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.456538:0:10443:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.456540:0:10443:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.456542:0:10443:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344899.456544:0:10443:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.456556:0:10443:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2beec00/0x34881b4086817a5d lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344899.456561:0:10443:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344899.456563:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.456564:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.456565:0:10443:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344899.456566:0:10443:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344899.456571:0:10443:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd0e5fb00. 00010000:00000010:3.0:1763344899.456574:0:10443:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50d7d0e800. 00010000:00000001:3.0:1763344899.456577:0:10443:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.456579:0:10443:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c2bef600. 00000020:00000001:3.0:1763344899.456581:0:10443:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.456582:0:10443:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c2bef600 with handle 0x34881b4086817a64 to hash 00000020:00000001:3.0:1763344899.456584:0:10443:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.456585:0:10443:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668434707968 : -107405274843648 : ffff9e50c2bef600) 00010000:00000010:3.0:1763344899.456588:0:10443:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b180. 00010000:00000001:3.0:1763344899.456590:0:10443:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668434707968 : -107405274843648 : ffff9e50c2bef600) 00010000:00000001:3.0:1763344899.456593:0:10443:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.456595:0:10443:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.456597:0:10443:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2bef600/0x34881b4086817a64 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10443 initiator: MDT0 00010000:00000001:3.0:1763344899.456603:0:10443:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344899.456604:0:10443:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344899.456606:0:10443:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344899.456607:0:10443:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.456608:0:10443:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.456610:0:10443:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.456612:0:10443:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.456613:0:10443:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344899.456615:0:10443:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344899.456616:0:10443:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344899.456617:0:10443:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344899.456618:0:10443:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x47e043f9 (ffff9e4fd0e5fb00) refcount = 1 00010000:00010000:3.0:1763344899.456621:0:10443:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2bef600/0x34881b4086817a64 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344899.456625:0:10443:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344899.456627:0:10443:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.456628:0:10443:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.456630:0:10443:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344899.456631:0:10443:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.456633:0:10443:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.456634:0:10443:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.456636:0:10443:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344899.456637:0:10443:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.456640:0:10443:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2bef600/0x34881b4086817a64 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344899.456644:0:10443:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344899.456645:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.456646:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344899.456647:0:10443:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.456651:0:10443:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763344899.456655:0:10443:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763344899.456658:0:10443:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763344899.456661:0:10443:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763344899.456665:0:10443:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344899.456668:0:10443:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763344899.456671:0:10443:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1763344899.456684:0:10443:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:3.0:1763344899.456688:0:10443:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1763344899.456691:0:10443:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344899.456693:0:10443:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344899.456695:0:10443:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344899.456697:0:10443:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1763344899.456700:0:10443:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763344899.456702:0:10443:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344899.456704:0:10443:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.456705:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.456706:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c2beec00 refcount=3 00000020:00000001:3.0:1763344899.456708:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668434705408 : -107405274846208 : ffff9e50c2beec00) 00010000:00000001:3.0:1763344899.456710:0:10443:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668434705408 : -107405274846208 : ffff9e50c2beec00) 00010000:00000001:3.0:1763344899.456713:0:10443:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344899.456715:0:10443:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2beec00/0x34881b4086817a5d lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344899.456720:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.456721:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.456723:0:10443:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2beec00/0x34881b4086817a5d lrc: 2/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344899.456728:0:10443:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.456730:0:10443:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.456732:0:10443:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344899.456735:0:10443:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2beec00/0x34881b4086817a5d lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10443 initiator: MDT1 00010000:00010000:3.0:1763344899.456739:0:10443:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c2beec00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344899.456742:0:10443:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.456744:0:10443:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344899.456746:0:10443:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2beec00/0x34881b4086817a5d lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344899.456751:0:10443:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344899.456753:0:10443:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.456754:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.456755:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c2beec00 refcount=4 00000020:00000001:3.0:1763344899.456757:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668434705408 : -107405274846208 : ffff9e50c2beec00) 00010000:00000001:3.0:1763344899.456759:0:10443:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668434705408 : -107405274846208 : ffff9e50c2beec00) 00010000:00000001:3.0:1763344899.456761:0:10443:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344899.456763:0:10443:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2beec00/0x34881b4086817a5d lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344899.456768:0:10443:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763344899.456769:0:10443:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344899.456770:0:10443:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.456773:0:10443:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344899.456774:0:10443:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.456775:0:10443:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.456777:0:10443:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.456778:0:10443:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c2beec00 with handle 0x34881b4086817a5d from hash 00010000:00000001:3.0:1763344899.456780:0:10443:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.456782:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.456783:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.456784:0:10443:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344899.456786:0:10443:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.456808:0:10443:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.456810:0:10443:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344899.456812:0:10443:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.456813:0:10443:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344899.456815:0:10443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e4fc1359f00) 00010000:00010000:3.0:1763344899.456817:0:10443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763344899.456819:0:10443:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.456822:0:10443:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.456823:0:10443:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.456825:0:10443:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344899.456827:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.456828:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.456830:0:10443:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.456832:0:10443:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.456834:0:10443:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.456837:0:10443:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2beec00/0x34881b4086817a5d lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344899.456842:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.456843:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.456844:0:10443:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344899.456846:0:10443:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344899.456847:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.456849:0:10443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2beec00/0x34881b4086817a5d lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10443 initiator: MDT1 00010000:00000010:3.0:1763344899.456854:0:10443:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b800. 00010000:00000001:3.0:1763344899.456862:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344899.456864:0:10443:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344899.456865:0:10443:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344899.456866:0:10443:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.456868:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.456869:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c2bef600 refcount=3 00000020:00000001:3.0:1763344899.456871:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668434707968 : -107405274843648 : ffff9e50c2bef600) 00010000:00000001:3.0:1763344899.456873:0:10443:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668434707968 : -107405274843648 : ffff9e50c2bef600) 00010000:00000001:3.0:1763344899.456876:0:10443:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344899.456878:0:10443:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2bef600/0x34881b4086817a64 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344899.456883:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.456884:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.456885:0:10443:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2bef600/0x34881b4086817a64 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344899.456890:0:10443:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.456891:0:10443:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.456893:0:10443:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344899.456895:0:10443:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2bef600/0x34881b4086817a64 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10443 initiator: MDT1 00010000:00010000:3.0:1763344899.456899:0:10443:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c2bef600 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344899.456901:0:10443:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.456902:0:10443:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344899.456904:0:10443:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2bef600/0x34881b4086817a64 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344899.456909:0:10443:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344899.456910:0:10443:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.456911:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.456913:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c2bef600 refcount=4 00000020:00000001:3.0:1763344899.456914:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668434707968 : -107405274843648 : ffff9e50c2bef600) 00010000:00000001:3.0:1763344899.456916:0:10443:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668434707968 : -107405274843648 : ffff9e50c2bef600) 00010000:00000001:3.0:1763344899.456918:0:10443:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344899.456920:0:10443:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2bef600/0x34881b4086817a64 lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344899.456924:0:10443:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763344899.456925:0:10443:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344899.456927:0:10443:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.456929:0:10443:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344899.456930:0:10443:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.456932:0:10443:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.456933:0:10443:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.456935:0:10443:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c2bef600 with handle 0x34881b4086817a64 from hash 00010000:00000001:3.0:1763344899.456937:0:10443:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.456938:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.456939:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.456940:0:10443:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344899.456942:0:10443:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.456943:0:10443:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.456945:0:10443:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344899.456946:0:10443:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.456948:0:10443:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344899.456949:0:10443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x47e043f9 (ffff9e4fd0e5fb00) 00010000:00010000:3.0:1763344899.456952:0:10443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763344899.456953:0:10443:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.456955:0:10443:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.456956:0:10443:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.456958:0:10443:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344899.456960:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.456961:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.456962:0:10443:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.456964:0:10443:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.456966:0:10443:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.456968:0:10443:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2bef600/0x34881b4086817a64 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344899.456973:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.456974:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.456975:0:10443:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344899.456976:0:10443:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344899.456977:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.456979:0:10443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2bef600/0x34881b4086817a64 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10443 initiator: MDT1 00010000:00000010:3.0:1763344899.456985:0:10443:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b180. 00010000:00000040:3.0:1763344899.456988:0:10443:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd0e5fb00 count: 0 00010000:00000010:3.0:1763344899.456992:0:10443:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50d7d0e800. 00010000:00000001:3.0:1763344899.456998:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344899.457000:0:10443:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344899.457001:0:10443:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763344899.457003:0:10443:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344899.457004:0:10443:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763344899.457007:0:10443:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:3.0:1763344899.457010:0:10443:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344899.457012:0:10443:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344899.457014:0:10443:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344899.457015:0:10443:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344899.457017:0:10443:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344899.457019:0:10443:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763344899.457033:0:10443:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.457035:0:10443:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344899.457038:0:10443:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763344899.457039:0:10443:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344899.457041:0:10443:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.457044:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.457045:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.457046:0:10443:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.457048:0:10443:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.457050:0:10443:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c2beee00 with handle 0x34881b4086817a56 from hash 00010000:00000001:3.0:1763344899.457052:0:10443:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.457053:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.457054:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.457055:0:10443:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344899.457056:0:10443:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:3.0:1763344899.457058:0:10443:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:3.0:1763344899.457063:0:10443:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2beee00/0x34881b4086817a56 lrc: 1/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0e1 expref: 233 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344899.457069:0:10443:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344899.457071:0:10443:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.457073:0:10443:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.457076:0:10443:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.457077:0:10443:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.457079:0:10443:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344899.457080:0:10443:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.457082:0:10443:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.457083:0:10443:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344899.457084:0:10443:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344899.457085:0:10443:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.457086:0:10443:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344899.457088:0:10443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e4fc1359f00) 00010000:00010000:3.0:1763344899.457090:0:10443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:3.0:1763344899.457092:0:10443:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.457094:0:10443:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.457095:0:10443:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.457096:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.457099:0:10443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c2beee00/0x34881b4086817a56 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0e1 expref: 233 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.457106:0:10443:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:3.0:1763344899.457109:0:10443:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 232 00010000:00000010:3.0:1763344899.457112:0:10443:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2be80. 00010000:00000001:3.0:1763344899.457116:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.457118:0:10443:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c2beee00, rc -2) 00000004:00000001:3.0:1763344899.457121:0:10443:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344899.457123:0:10443:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:3.0:1763344899.457127:0:10443:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9e4fcc1c60e8. 00000004:00000010:3.0:1763344899.457130:0:10443:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9e4fd05d1600. 00000004:00000001:3.0:1763344899.457133:0:10443:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763344899.457137:0:10443:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000004:00000001:3.0:1763344899.457140:0:10443:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344899.457141:0:10443:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:3.0:1763344899.457145:0:10443:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214323, transno 0, xid 1848987881526272 00010000:00000001:3.0:1763344899.457147:0:10443:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344899.457152:0:10443:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc1376680 x1848987881526272/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 1872/53424 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344899.457159:0:10443:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.457161:0:10443:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.457165:0:10443:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.457169:0:10443:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.457171:0:10443:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.457173:0:10443:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.457175:0:10443:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.457177:0:10443:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.457180:0:10443:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.457182:0:10443:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.457187:0:10443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff9e4fd69caa00. 00000100:00000200:3.0:1763344899.457191:0:10443:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1848987881526784, offset 224 00000400:00000200:3.0:1763344899.457198:0:10443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.457207:0:10443:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.457212:0:10443:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385387:1385387:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385383:1385383:8:4294967295] 00000400:00000200:3.0:1763344899.457221:0:10443:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.457227:0:10443:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.457231:0:10443:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff9e4fd69cb200. 00000800:00000200:3.0:1763344899.457236:0:10443:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.457242:0:10443:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:3.0:1763344899.457246:0:10443:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fd69cb200 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:3.0:1763344899.457256:0:10443:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.457259:0:10443:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344899.457262:0:10443:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344899.457263:0:10443:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.457265:0:10443:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344899.457269:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1376680 x1848987881526272/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 1872/53424 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344899.457279:0:10443:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc1376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:2408:x1848987881526272:12345-192.168.203.14@tcp:63:ll_sa.0 Request processed in 1133us (1270us total) trans 0 rc -2/-2 00000100:00100000:3.0:1763344899.457287:0:10443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 8645 00000100:00000040:3.0:1763344899.457290:0:10443:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344899.457292:0:10443:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.457293:0:10443:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344899.457298:0:10443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344899.457300:0:10443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfa28. 00000020:00000010:3.0:1763344899.457304:0:10443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca800. 00000020:00000040:3.0:1763344899.457307:0:10443:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00000100:00000001:3.0:1763344899.457310:0:10443:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763344899.458906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd800. 00010000:00000010:2.1:1763344899.461833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:2.1:1763344899.461859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359600. 00010000:00000010:2.1:1763344899.461863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:2.1:1763344899.461865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:3.1:1763344899.461917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00010000:00000010:3.1:1763344899.461921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17800. 00010000:00000010:3.1:1763344899.461924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359900. 00010000:00000010:3.1:1763344899.461927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:0.1:1763344899.461961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bdc00. 00010000:00000010:0.1:1763344899.461970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2fbb200. 00010000:00000010:0.1:1763344899.461973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00010000:00000010:0.1:1763344899.461976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00010000:00000010:2.1:1763344899.463834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:3.1:1763344899.463886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2beec00. 00010000:00000010:3.1:1763344899.463895:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0e5fb00. 00010000:00000010:3.1:1763344899.463899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2bef600. 00010000:00000010:3.1:1763344899.463903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2beee00. 00010000:00000010:1.1:1763344899.463947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34e00. 00010000:00000010:1.1:1763344899.463954:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854de00. 00010000:00000010:1.1:1763344899.463957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34c00. 00010000:00000010:1.1:1763344899.463960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35200. 00000800:00000001:3.0:1763344899.494696:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.494715:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.494720:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.494723:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.494735:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.494833:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509df5700 00000400:00000200:3.0:1763344899.494843:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 46688 00000800:00000001:3.0:1763344899.494853:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.494865:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.494869:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.494874:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.494881:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.494884:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344899.494890:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1376300. 00000100:00000040:3.0:1763344899.494894:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1376300 x1848987881527040 msgsize 4616 00000100:00100000:3.0:1763344899.494899:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.494906:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.494915:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.494918:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.510452:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.510460:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:3.0:1763344899.510468:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.510475:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.510481:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921770 00000400:00000010:3.0:1763344899.510484:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921770. 00000100:00000001:3.0:1763344899.510488:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.510490:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344899.514875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00010000:00000010:2.1:1763344899.522713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00010000:00000010:2.1:1763344899.522730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:2.1:1763344899.522733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00000800:00000001:3.0:1763344899.539949:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.539964:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.539968:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.539970:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.539981:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.539997:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509df5980 00000400:00000200:3.0:1763344899.540004:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 51768 00000800:00000001:3.0:1763344899.540012:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.540021:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.540024:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.540028:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.540036:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.540038:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344899.540043:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1376d80. 00000100:00000040:3.0:1763344899.540048:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1376d80 x1848987881527680 msgsize 4616 00000100:00100000:3.0:1763344899.540052:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.540070:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.540079:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.540082:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.550496:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.550508:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.550511:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.550513:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.550521:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.550535:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 552 into portal 12 MB=0x691a509df5a80 00000400:00000200:3.0:1763344899.550544:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 552/552 into md 0x616b51 [64] + 56384 00000800:00000001:3.0:1763344899.550551:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.550561:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.550563:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.550567:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.550572:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.550574:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344899.550579:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1375c00. 00000100:00000040:3.0:1763344899.550582:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1375c00 x1848987881527936 msgsize 552 00000100:00100000:3.0:1763344899.550586:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.550604:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.550612:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.550615:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.550617:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.550620:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.550624:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.550629:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df5b00 00000400:00000200:3.0:1763344899.550635:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65ccb5 [2] + 984 00000800:00000001:3.0:1763344899.550639:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.550644:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.550646:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.550649:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.550652:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.550654:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763344899.550659:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac9180. 00000100:00000040:3.0:1763344899.550661:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6ac9180 x1848987881528064 msgsize 328 00000100:00100000:3.0:1763344899.550665:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.550676:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.550681:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.550684:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.555142:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.555148:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:3.0:1763344899.555152:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.555158:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.555164:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495c38 00000400:00000010:3.0:1763344899.555166:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495c38. 00000100:00000001:3.0:1763344899.555170:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.555172:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344899.557837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00000800:00000200:3.0:1763344899.561657:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.561662:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:3.0:1763344899.561666:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.561671:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.561675:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495660 00000400:00000010:3.0:1763344899.561677:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495660. 00000100:00000001:3.0:1763344899.561682:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344899.561686:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fce8a1880 x1848987617965568/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.561694:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344899.561697:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fce8a1880 x1848987617965568/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.561703:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.561705:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1763344899.562950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00010000:00000010:0.1:1763344899.562959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00000800:00000001:3.0:1763344899.566061:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.566076:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.566080:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.566083:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.566094:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.566110:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29b600 00000400:00000200:3.0:1763344899.566119:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x66572d [1] + 224 00000800:00000001:3.0:1763344899.566127:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.566132:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.566135:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.566139:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.566146:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344899.566155:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fce8a1880 x1848987617965568/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344899.566165:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e4fce8a1880 x1848987617965568/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.566188:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.566197:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.566201:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.566204:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.566206:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.566210:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.566215:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df5c80 00000400:00000200:3.0:1763344899.566221:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65ccb5 [2] + 1312 00000800:00000001:3.0:1763344899.566225:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.566230:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.566232:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.566235:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.566239:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.566241:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763344899.566246:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6acb800. 00000100:00000040:3.0:1763344899.566249:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6acb800 x1848987881528448 msgsize 328 00000100:00100000:3.0:1763344899.566253:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.566268:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.566272:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.566275:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.571768:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.571773:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56800. 00000400:00000200:3.0:1763344899.571777:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.571782:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.571816:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64952a8 00000400:00000010:3.0:1763344899.571818:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64952a8. 00000100:00000001:3.0:1763344899.571823:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.571824:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344899.572082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34e00. 00010000:00000010:2.1:1763344899.575842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bdc00. 00000800:00000001:3.0:1763344899.577714:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.577729:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.577734:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.577736:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.577747:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.577763:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509df5d80 00000400:00000200:3.0:1763344899.577771:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x65911d [2] + 784 00000800:00000001:3.0:1763344899.577779:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.577828:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.577832:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.577836:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.577844:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.577846:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763344899.577852:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6acbb80. 00000100:00000040:3.0:1763344899.577855:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6acbb80 x1848987881528704 msgsize 392 00000100:00100000:3.0:1763344899.577860:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.577876:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.577885:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.577888:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.1:1763344899.585534:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e4fc29dc060. 00010000:00000010:0.1:1763344899.585553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00010000:00000010:0.1:1763344899.585560:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2fbb200. 00010000:00000010:0.1:1763344899.585564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd800. 00000800:00000001:3.0:1763344899.589205:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.589234:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.589238:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.589241:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.589252:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.589570:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 376 into portal 12 MB=0x691a509df5e00 00000400:00000200:3.0:1763344899.589581:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 376/376 into md 0x616b51 [64] + 61552 00000800:00000001:3.0:1763344899.589590:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.589599:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.589603:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.589607:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.589615:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.589617:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344899.589623:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac8700. 00000100:00000040:3.0:1763344899.589626:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6ac8700 x1848987881528832 msgsize 376 00000100:00100000:3.0:1763344899.589631:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.589654:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.589664:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.589668:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.603143:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.603150:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881528960 02000000:00000001:3.0:1763344899.603154:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.603156:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.603159:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.603163:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.603167:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881528960 00000020:00000001:3.0:1763344899.603171:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.603172:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:3.0:1763344899.603175:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.603178:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=485 00000020:00000001:3.0:1763344899.603181:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:3.0:1763344899.603184:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:3.0:1763344899.603188:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.603194:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.603197:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.603200:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344899.603206:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbc00. 00000020:00000010:3.0:1763344899.603212:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344899.603217:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfa28. 00000100:00000040:3.0:1763344899.603225:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344899.603228:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.603229:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344899.603232:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344899.603234:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.603236:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.603243:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.603262:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.603275:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.603277:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.603282:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302929 00000100:00000040:3.0:1763344899.603286:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:3.0:1763344899.603289:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334754560 : -107404374797056 : ffff9e50f8649500) 00000100:00000040:3.0:1763344899.603297:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8649500 x1848987881528960/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 576/0 e 0 to 0 dl 1763344910 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344899.603305:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.603309:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.603312:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.603314:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344899.603318:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8649500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+485:252788:x1848987881528960:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344899.603322:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881528960 00000020:00000001:3.0:1763344899.603325:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344899.603329:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344899.603333:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.603336:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.603337:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344899.603340:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344899.603343:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881528960, found 0 last_xid 1848987881528959 00000020:00000001:3.0:1763344899.603346:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344899.603348:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344899.603350:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.603355:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.603357:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344899.603359:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344899.603361:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344899.603363:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344899.603365:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.603370:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344899.603377:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2fbb200 count: 2 00010000:00000001:3.0:1763344899.603380:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.603383:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.603386:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c2beee00. 00000020:00000001:3.0:1763344899.603390:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.603392:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c2beee00 with handle 0x34881b4086817ad4 to hash 00000020:00000001:3.0:1763344899.603394:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.603395:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668434705920 : -107405274845696 : ffff9e50c2beee00) 00010000:00000010:3.0:1763344899.603400:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2be80. 00010000:00000001:3.0:1763344899.603403:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668434705920 : -107405274845696 : ffff9e50c2beee00) 00010000:00010000:3.0:1763344899.603407:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2beee00/0x34881b4086817ad4 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2e15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e135 expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.603421:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 468 00000020:00000040:3.0:1763344899.603423:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=486 00010000:00000001:3.0:1763344899.603439:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344899.603442:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344899.603448:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344899.603450:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344899.603452:0:10286:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763344899.603453:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344899.603455:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e15:0x0] 00000020:00000001:3.0:1763344899.603458:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.603462:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669480725400 : -107404228826216 : ffff9e510117eb98) 00000004:00000001:3.0:1763344899.603464:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636669480725312 : -107404228826304 : ffff9e510117eb40) 00000004:00000001:3.0:1763344899.603466:0:10286:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.603469:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344899.603471:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344899.603473:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.603475:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.603501:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff9e5101348000. 02000000:00000001:3.0:1763344899.603504:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.603507:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.603509:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.603512:0:10286:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763344899.603516:0:10286:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763344899.603518:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.603519:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.603522:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.603523:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.603525:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.603527:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.603528:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.603530:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.603531:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.603532:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.603534:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.603536:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.603537:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.603538:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.603540:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.603541:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.603543:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.603545:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.603555:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.603560:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344899.603565:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:3.0:1763344899.603567:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:3.0:1763344899.603570:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344899.603572:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.603574:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.603576:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.603578:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344899.603580:0:10286:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.603586:0:10286:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1763344899.603591:0:10286:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763344899.603593:0:10286:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1763344899.603594:0:10286:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:3.0:1763344899.603602:0:10286:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9e4fdd981000. 00000004:00000001:3.0:1763344899.603606:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344899.603609:0:10286:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344899.603611:0:10286:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:3.0:1763344899.603614:0:10286:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200002b13:0x2e15:0x0]/[0x200002b13:0x2e15:0x0], ldlm_rep = ffff9e5101348228 00000004:00000001:3.0:1763344899.603619:0:10286:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763344899.603623:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344899.603625:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344899.603627:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2fbb200 count: 3 00010000:00000001:3.0:1763344899.603629:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.603631:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.603634:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c2bef600. 00000020:00000001:3.0:1763344899.603637:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.603638:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c2bef600 with handle 0x34881b4086817adb to hash 00000020:00000001:3.0:1763344899.603640:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.603642:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668434707968 : -107405274843648 : ffff9e50c2bef600) 00010000:00000010:3.0:1763344899.603645:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b180. 00010000:00000001:3.0:1763344899.603647:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668434707968 : -107405274843648 : ffff9e50c2bef600) 00010000:00000001:3.0:1763344899.603650:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.603651:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.603655:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bef600/0x34881b4086817adb lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2e15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:3.0:1763344899.603660:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344899.603664:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344899.603666:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344899.603668:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.603671:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.603673:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.603674:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.603677:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344899.603679:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344899.603680:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344899.603682:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344899.603684:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e15:0x0].0x0 (ffff9e50c2fbb200) refcount = 3 00010000:00000040:3.0:1763344899.603688:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344899.603692:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd800/0x34881b4086817acd lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2e15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e12e expref: 486 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344899.603699:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bef600/0x34881b4086817adb lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:3.0:1763344899.603704:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344899.603708:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.603709:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.603711:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344899.603712:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.603714:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.603716:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.603718:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344899.603721:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.603724:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bef600/0x34881b4086817adb lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:3.0:1763344899.603728:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344899.603729:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.603731:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.603733:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.603734:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.603736:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c2bef600 refcount=3 00000020:00000001:3.0:1763344899.603737:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668434707968 : -107405274843648 : ffff9e50c2bef600) 00010000:00000001:3.0:1763344899.603740:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668434707968 : -107405274843648 : ffff9e50c2bef600) 00010000:00000001:3.0:1763344899.603742:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.603743:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344899.603744:0:10286:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.603747:0:10286:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763344899.603751:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344899.603753:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344899.603758:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.603761:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344899.603766:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344899.603787:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344899.603887:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344899.603889:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344899.603891:0:10286:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344899.603893:0:10286:0:(mdt_som.c:71:mdt_get_som()) [0x200002b13:0x2e15:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:3.0:1763344899.603897:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000200:3.0:1763344899.605067:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.605073:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:3.0:1763344899.605077:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.605083:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.605088:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495990 00000400:00000010:3.0:1763344899.605090:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495990. 00000100:00000001:3.0:1763344899.605095:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.605097:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344899.611933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2beee00. 00000100:00000001:3.0:1763344899.625311:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.625315:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881529216 02000000:00000001:3.0:1763344899.625319:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.625321:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.625324:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.625328:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.625332:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881529216 00000020:00000001:3.0:1763344899.625336:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.625338:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344899.625340:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.625343:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:3.0:1763344899.625346:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344899.625349:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344899.625353:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.625358:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.625361:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.625364:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344899.625370:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cb400. 00000020:00000010:3.0:1763344899.625376:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344899.625381:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfc80. 00000100:00000040:3.0:1763344899.625390:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344899.625393:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.625394:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344899.625396:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.625404:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.625420:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.625443:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.625445:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.625450:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27044 00000100:00000040:3.0:1763344899.625454:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344899.625456:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664337602688 : -107409371948928 : ffff9e4fce8a1880) 00000100:00000040:3.0:1763344899.625462:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fce8a1880 x1848987881529216/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/0 e 0 to 0 dl 1763344910 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344899.625472:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.625475:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.625477:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.625480:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344899.625484:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fce8a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:252788:x1848987881529216:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344899.625488:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881529216 00000020:00000001:3.0:1763344899.625490:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344899.625494:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344899.625497:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.625499:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.625501:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344899.625504:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344899.625507:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344899.625509:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344899.625511:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.625516:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.625518:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344899.625521:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344899.625522:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344899.625524:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344899.625526:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.625531:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344899.625537:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc87d1b00 count: 2 00010000:00000001:3.0:1763344899.625540:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.625543:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.625546:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c2beec00. 00000020:00000001:3.0:1763344899.625549:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.625551:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c2beec00 with handle 0x34881b4086817ae9 to hash 00000020:00000001:3.0:1763344899.625553:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.625555:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668434705408 : -107405274846208 : ffff9e50c2beec00) 00010000:00000001:3.0:1763344899.625557:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668434705408 : -107405274846208 : ffff9e50c2beec00) 00010000:00010000:3.0:1763344899.625562:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50c2beec00/0x34881b4086817ae9 lrc: 2/0,0 mode: --/GROUP res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e143 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.625571:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 16 00000020:00000040:3.0:1763344899.625574:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=22 00000100:00000001:3.0:1763344899.625583:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.625585:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.625590:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e4fd069b000. 02000000:00000001:3.0:1763344899.625592:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.625595:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.625597:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344899.625600:0:74640:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344899.625602:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344899.625604:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.625606:0:74640:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1763344899.625609:0:74640:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344899.625614:0:74640:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17000/0x34881b408681787a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e01d expref: 22 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344899.625622:0:74640:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344899.625624:0:74640:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.625626:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:3.0:1763344899.625628:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.625629:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344899.625631:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:3.0:1763344899.625633:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.625635:0:74640:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.625637:0:74640:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763344899.625640:0:74640:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50c2beec00/0x34881b4086817ae9 lrc: 4/0,0 mode: --/GROUP res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 209240604 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e143 expref: 22 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.625649:0:74640:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1bc5:0x0].0x0 (ffff9e4fc87d1b00) refcount = 2 00010000:00000040:3.0:1763344899.625652:0:74640:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344899.625655:0:74640:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17000/0x34881b408681787a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e01d expref: 22 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.625661:0:74640:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763344899.625665:0:74640:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50c2beec00/0x34881b4086817ae9 lrc: 4/0,0 mode: --/GROUP res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 209240604 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e143 expref: 22 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763344899.625672:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.625676:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344899.625682:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1600. 00000100:00000001:3.0:1763344899.625684:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:3.0:1763344899.625686:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:3.0:1763344899.625689:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344899.625690:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344899.625692:0:74640:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344899.625694:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.625696:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763344899.625698:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.625700:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.625702:0:74640:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763344899.625704:0:74640:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763344899.625708:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac9500. 00000020:00000040:3.0:1763344899.625713:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763344899.625716:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344899.625719:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344899.625723:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344899.625728:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd69cb000. 00000100:00000001:3.0:1763344899.625733:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.625739:0:74640:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17000/0x34881b408681787a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e01d expref: 22 pid: 74640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344899.625754:0:74640:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17000/0x34881b408681787a lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e01d expref: 22 pid: 74640 timeout: 13106 lvb_type: 0 00010000:00000001:3.0:1763344899.625762:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344899.625764:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344899.625768:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f6ac9500 x1848987617965696/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.625781:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344899.625784:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.625832:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f6ac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617965696:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344899.625839:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344899.625844:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344899.625847:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.625849:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344899.625854:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd69cae00. 02000000:00000001:3.0:1763344899.625856:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344899.625861:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac4d0. 00000400:00000010:3.0:1763344899.625866:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb880. 00000100:00000200:3.0:1763344899.625874:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617965696, portal 16 00000100:00000001:3.0:1763344899.625877:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344899.625878:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305918720 : -107404403632896 : ffff9e50f6ac9500) 00000100:00000040:3.0:1763344899.625884:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f6ac9500 x1848987617965696/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.625892:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.625894:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.625897:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbcc0. 00000100:00000200:3.0:1763344899.625900:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617965696, offset 0 00000400:00000200:3.0:1763344899.625906:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.625916:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.625921:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344899.625925:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344899.625928:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344899.625931:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344899.625934:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385401:1385401:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385397:1385397:8:4294967295] 00000400:00000200:3.0:1763344899.625944:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.625950:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.625956:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344899.625962:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.625969:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.625973:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.625997:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.626002:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307674763 00000100:00000001:3.0:1763344899.626008:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307674698 00000100:00000001:3.0:1763344899.626012:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307674763 00000100:00000001:3.0:1763344899.626016:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307674698 00000100:00000001:3.0:1763344899.626019:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307674763 00000100:00000001:3.0:1763344899.626022:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307674698 00000100:00000001:3.0:1763344899.626024:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307674763 00000100:00000001:3.0:1763344899.626027:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307674698 00000100:00000001:3.0:1763344899.626030:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344899.626032:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.626035:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.626037:0:74640:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.626039:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.626041:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.626042:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.626043:0:74640:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.626045:0:74640:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344899.626047:0:74640:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344899.626049:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.626051:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344899.626053:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344899.626056:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1600 going to sleep for 11 seconds 00000100:00000001:3.0:1763344899.626058:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344899.626061:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.635013:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344899.635021:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344899.635023:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344899.635026:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac4d0. 00000400:00000200:3.0:1763344899.635031:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb880 00000400:00000010:3.0:1763344899.635034:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb880. 00000100:00000001:3.0:1763344899.635037:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344899.635043:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f6ac9500 x1848987617965696/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344899.635052:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f6ac9500 x1848987617965696/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.635059:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344899.635061:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.635063:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344899.635066:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344899.635067:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.635069:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.635072:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.635078:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344899.635082:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.635085:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344899.635086:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.635089:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344899.635092:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.635095:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.635100:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f6ac9500 x1848987617965696/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.635107:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344899.635110:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344899.635112:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.635114:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763344899.635116:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.635117:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.635119:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.635123:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6ac9500 x1848987617965696/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344899.635130:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f6ac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617965696:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344899.635135:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.635138:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.635140:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344899.635142:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344899.635146:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f6ac9500 x1848987617965696/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.635153:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344899.635155:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344899.635158:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd69cae00. 02000000:00000001:3.0:1763344899.635162:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344899.635163:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344899.635165:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763344899.635167:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344899.635169:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd69cb000. 02000000:00000001:3.0:1763344899.635172:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344899.635174:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344899.635176:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac9500. 00000100:00000001:3.0:1763344899.635179:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344899.635181:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344899.635183:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1600. 00000100:00000001:3.0:1763344899.635186:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344899.635188:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344899.635191:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd640. 00010000:00000001:3.0:1763344899.635194:0:74640:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.635196:0:74640:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.635198:0:74640:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.635205:0:74640:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344899.635210:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50c2beec00/0x34881b4086817ae9 lrc: 3/0,0 mode: --/GROUP res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 209240604 flags: 0x40000000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e143 expref: 25 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344899.635222:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.635224:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763344899.635226:0:74640:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50c2beec00 00010000:00000001:3.0:1763344899.635228:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344899.635231:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.635234:0:74640:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.635236:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763344899.635239:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763344899.635241:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.635243:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.635244:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.635245:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.635247:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c2beec00, rc 0) 00000020:00000001:3.0:1763344899.635250:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344899.635253:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915399, transno 0, xid 1848987881529216 00010000:00000001:3.0:1763344899.635256:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344899.635260:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fce8a1880 x1848987881529216/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/400 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344899.635268:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.635270:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.635272:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.635276:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.635279:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.635281:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.635284:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.635286:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.635289:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.635292:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.635295:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb880. 00000100:00000200:3.0:1763344899.635300:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881529216, offset 224 00000400:00000200:3.0:1763344899.635306:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.635316:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.635322:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385402:1385402:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385398:1385398:8:4294967295] 00000400:00000200:3.0:1763344899.635333:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.635338:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.635343:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344899.635348:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.635355:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.635360:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.635381:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.635385:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344899.635387:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344899.635389:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.635391:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344899.635395:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fce8a1880 x1848987881529216/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/400 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344899.635404:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fce8a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+25:252788:x1848987881529216:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 9931us (10273us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344899.635411:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27044 00000100:00000040:3.0:1763344899.635414:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344899.635417:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.635419:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344899.635424:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344899.635440:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfc80. 00000020:00000010:3.0:1763344899.635444:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cb400. 00000020:00000040:3.0:1763344899.635449:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 24 00000100:00000001:3.0:1763344899.635452:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.2:1763344899.637243:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc87f5e10. 00000020:00000010:3.0:1763344899.648177:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.648182:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.648185:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344899.648191:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cb400. 00000020:00000010:3.0:1763344899.648197:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344899.648202:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfc80. 00000100:00000040:3.0:1763344899.648209:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763344899.648212:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.648213:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763344899.648215:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763344899.648218:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.648220:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763344899.648225:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.648227:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.648229:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17000 refcount=4 00000020:00000001:3.0:1763344899.648231:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00000001:3.0:1763344899.648233:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00010000:3.0:1763344899.648242:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17000/0x34881b408681787a lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e01d expref: 24 pid: 74640 timeout: 13106 lvb_type: 0 00010000:00000001:3.0:1763344899.648251:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.648252:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.648254:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.648256:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.648261:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763344899.648267:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50ee32f100 x1848987881529472/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/0 e 0 to 0 dl 1763344910 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.648273:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763344899.648275:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.648290:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.648303:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.648305:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.648309:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6330 00000100:00000040:3.0:1763344899.648312:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344899.648314:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163729152 : -107404545822464 : ffff9e50ee32f100) 00000100:00000040:3.0:1763344899.648319:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32f100 x1848987881529472/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/0 e 0 to 0 dl 1763344910 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.648326:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.648329:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.648331:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.648333:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344899.648337:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2408:x1848987881529472:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763344899.648340:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881529472 00010000:00000001:3.0:1763344899.648343:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763344899.648345:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763344899.648347:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763344899.648351:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.648353:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.648358:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc35eb000. 02000000:00000001:3.0:1763344899.648360:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.648362:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.648364:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344899.648365:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763344899.648367:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.648368:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.648369:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17000 refcount=4 00000020:00000001:3.0:1763344899.648371:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00000001:3.0:1763344899.648373:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00000040:3.0:1763344899.648376:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc87d1b00 count: 3 00002000:00000001:3.0:1763344899.648379:0:27025:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344899.648384:0:27025:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344899.648386:0:27025:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.648392:0:27025:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195040840 : -107409514510776 : ffff9e4fc60ac648) 00002000:00000001:3.0:1763344899.648394:0:27025:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195040752 : -107409514510864 : ffff9e4fc60ac5f0) 00002000:00000001:3.0:1763344899.648396:0:27025:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344899.648401:0:27025:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763344899.648403:0:27025:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000403:0x1bc5:0x0] updating lvb size from disk: 0 -> 1024 00002000:00010000:3.0:1763344899.648405:0:27025:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000403:0x1bc5:0x0] updating lvb mtime from disk: 0 -> 1763344898 00002000:00010000:3.0:1763344899.648407:0:27025:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000403:0x1bc5:0x0] updating lvb ctime from disk: 0 -> 1763344898 00002000:00010000:3.0:1763344899.648409:0:27025:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000403:0x1bc5:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:3.0:1763344899.648413:0:27025:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60ac648/ffff9e4fc60ac5f0 to site lru. bkt: ffff9e50e5a40f50 00010000:00010000:3.0:1763344899.648417:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17000/0x34881b408681787a lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e01d expref: 24 pid: 74640 timeout: 13106 lvb_type: 0 00000100:00001000:3.0:1763344899.648425:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc1321c50 time=128 v=5 (1 0 0 0) 00010000:00000001:3.0:1763344899.648428:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344899.648460:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.648462:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.648465:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17000/0x34881b408681787a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e01d expref: 24 pid: 74640 timeout: 13106 lvb_type: 0 00000020:00000001:3.0:1763344899.648473:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.648474:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.648476:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.648478:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.648482:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344899.648484:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.648490:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.648490:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.648493:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.648495:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.648497:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17000 with handle 0x34881b408681787a from hash 00010000:00000001:3.0:1763344899.648499:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.648500:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.648501:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.648502:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344899.648506:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.648508:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.648510:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344899.648511:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.648514:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17000/0x34881b408681787a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e01d expref: 24 pid: 74640 timeout: 13106 lvb_type: 0 00010000:00000040:3.0:1763344899.648521:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:3.0:1763344899.648523:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 23 00010000:00000001:3.0:1763344899.648531:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.648532:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.648534:0:27025:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763344899.648536:0:27025:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50c2beec00 00010000:00000001:3.0:1763344899.648539:0:27025:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344899.648541:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344899.648543:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344899.648546:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.648547:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344899.648548:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344899.648550:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.648554:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344899.648556:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344899.648559:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9e50c2beec00/0x34881b4086817ae9 lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 209240604 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e143 expref: 23 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344899.648580:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763344899.648585:0:27025:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50c2beec00/0x34881b4086817ae9 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 209240604 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e143 expref: 23 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.648592:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1bc5:0x0].0x0 (ffff9e4fc87d1b00) refcount = 2 00010000:00000040:3.0:1763344899.648595:0:27025:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344899.648597:0:27025:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50c2beec00/0x34881b4086817ae9 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 209240604 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e143 expref: 23 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344899.648605:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.648606:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.648608:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344899.648609:0:27025:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.648612:0:27025:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763344899.648616:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.648620:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344899.648625:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1600. 00000100:00000001:3.0:1763344899.648627:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:3.0:1763344899.648629:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:3.0:1763344899.648631:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344899.648633:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344899.648634:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344899.648636:0:27025:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763344899.648641:0:27025:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac9500. 00000020:00000040:3.0:1763344899.648645:0:27025:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763344899.648648:0:27025:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344899.648650:0:27025:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344899.648654:0:27025:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344899.648659:0:27025:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd69cb000. 00000100:00000001:3.0:1763344899.648664:0:27025:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344899.648672:0:27025:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9e50c2beec00/0x34881b4086817ae9 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 209240604 flags: 0x40000000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e143 expref: 23 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344899.648680:0:27025:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344899.648682:0:27025:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344899.648686:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f6ac9500 x1848987617965824/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.648694:0:27025:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344899.648696:0:27025:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.648700:0:27025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f6ac9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:27025:1848987617965824:192.168.203.14@tcp:105: 00000100:00000001:3.0:1763344899.648704:0:27025:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344899.648708:0:27025:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344899.648711:0:27025:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.648713:0:27025:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344899.648716:0:27025:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd69cae00. 02000000:00000001:3.0:1763344899.648718:0:27025:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344899.648724:0:27025:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac4d0. 00000400:00000010:3.0:1763344899.648730:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbc38. 00000100:00000200:3.0:1763344899.648737:0:27025:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617965824, portal 16 00000100:00000001:3.0:1763344899.648739:0:27025:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344899.648741:0:27025:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305918720 : -107404403632896 : ffff9e50f6ac9500) 00000100:00000040:3.0:1763344899.648746:0:27025:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f6ac9500 x1848987617965824/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.648752:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.648754:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.648757:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb3b8. 00000100:00000200:3.0:1763344899.648760:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848987617965824, offset 0 00000400:00000200:3.0:1763344899.648766:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.648776:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.648781:0:27025:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344899.648785:0:27025:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344899.649253:0:27025:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344899.649257:0:27025:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344899.649261:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385404:1385404:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385400:1385400:8:4294967295] 00000400:00000200:3.0:1763344899.649273:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.649279:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.649285:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344899.649291:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.649297:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.649300:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.649456:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.649461:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307674786 00000100:00000001:3.0:1763344899.649467:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307674763 00000100:00000001:3.0:1763344899.649471:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307674786 00000100:00000001:3.0:1763344899.649474:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307674763 00000100:00000001:3.0:1763344899.649477:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307674786 00000100:00000001:3.0:1763344899.649479:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307674763 00000100:00000001:3.0:1763344899.649481:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307674786 00000100:00000001:3.0:1763344899.649484:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307674763 00000100:00000001:3.0:1763344899.649486:0:27025:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344899.649488:0:27025:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.649491:0:27025:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.649492:0:27025:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.649494:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.649495:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.649496:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.649498:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344899.649500:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344899.649502:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.649504:0:27025:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344899.649506:0:27025:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344899.649508:0:27025:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1600 going to sleep for 11 seconds 00000100:00000001:3.0:1763344899.649510:0:27025:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344899.649513:0:27025:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1763344899.652979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00000100:00000001:3.0:1763344899.655546:0:27025:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344899.655555:0:27025:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344899.655558:0:27025:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344899.655562:0:27025:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac4d0. 00000400:00000200:3.0:1763344899.655567:0:27025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbc38 00000400:00000010:3.0:1763344899.655569:0:27025:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbc38. 00000100:00000001:3.0:1763344899.655573:0:27025:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344899.655580:0:27025:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f6ac9500 x1848987617965824/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344899.655590:0:27025:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f6ac9500 x1848987617965824/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.655600:0:27025:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344899.655604:0:27025:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.655608:0:27025:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344899.655613:0:27025:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344899.655616:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.655618:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.655623:0:27025:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.655632:0:27025:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344899.655639:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.655646:0:27025:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344899.655650:0:27025:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.655654:0:27025:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344899.655660:0:27025:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.655664:0:27025:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.655673:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f6ac9500 x1848987617965824/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.655696:0:27025:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344899.655700:0:27025:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344899.655703:0:27025:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.655708:0:27025:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763344899.655713:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.655717:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.655719:0:27025:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.655726:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6ac9500 x1848987617965824/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344915 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344899.655740:0:27025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f6ac9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:27025:1848987617965824:192.168.203.14@tcp:105: 00000100:00000001:3.0:1763344899.655747:0:27025:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.655750:0:27025:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.655755:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344899.655758:0:27025:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344899.655764:0:27025:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f6ac9500 x1848987617965824/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344915 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.655772:0:27025:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344899.655776:0:27025:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344899.655780:0:27025:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd69cae00. 02000000:00000001:3.0:1763344899.655785:0:27025:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344899.655829:0:27025:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344899.655833:0:27025:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763344899.655837:0:27025:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344899.655840:0:27025:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd69cb000. 02000000:00000001:3.0:1763344899.655845:0:27025:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344899.655848:0:27025:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344899.655852:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac9500. 00000100:00000001:3.0:1763344899.655857:0:27025:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344899.655859:0:27025:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344899.655865:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1600. 00000100:00000001:3.0:1763344899.655869:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344899.655873:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344899.655877:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd640. 00010000:00000001:3.0:1763344899.655883:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763344899.655887:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763344899.655891:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.655899:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.655904:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.655909:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=99 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.655916:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.655921:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.655926:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.655933:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.655937:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.655942:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.655947:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.655953:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbc38. 00000100:00000200:3.0:1763344899.655960:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881529472, offset 224 00000400:00000200:3.0:1763344899.655969:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.655981:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.655989:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385405:1385405:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385401:1385401:8:4294967295] 00000400:00000200:3.0:1763344899.656006:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.656018:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.656025:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344899.656036:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.656046:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.656051:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.656061:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.656068:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344899.656073:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.656076:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.656084:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32f100 x1848987881529472/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/224 e 0 to 0 dl 1763344910 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344899.656099:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+25:2408:x1848987881529472:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 7769us (9668us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344899.656113:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6330 00000100:00000040:3.0:1763344899.656119:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344899.656123:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.656126:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344899.656133:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344899.656139:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfc80. 00000020:00000010:3.0:1763344899.656145:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cb400. 00000020:00000040:3.0:1763344899.656152:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 24 00000100:00000001:3.0:1763344899.656157:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.665078:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344899.665087:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344899.665089:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344899.665092:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:3.0:1763344899.665097:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921b28 00000400:00000010:3.0:1763344899.665100:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921b28. 00000100:00000001:3.0:1763344899.665103:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344899.665109:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ede42d80 x1848987617965952/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344899.665119:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ede42d80 x1848987617965952/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.665126:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344899.665128:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.665130:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344899.665134:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344899.665137:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.665139:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.665142:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.665148:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344899.665152:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.665155:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344899.665156:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.665159:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344899.665162:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.665165:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.665170:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ede42d80 x1848987617965952/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.665176:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344899.665179:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344899.665181:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.665183:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763344899.665187:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:3.0:1763344899.665199:0:74640:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000403:0x1bc5:0x0] updating lvb atime: 0 -> 1763344898 00002000:00000001:3.0:1763344899.665203:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344899.665206:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.665214:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195040840 : -107409514510776 : ffff9e4fc60ac648) 00002000:00000001:3.0:1763344899.665216:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195040752 : -107409514510864 : ffff9e4fc60ac5f0) 00002000:00000001:3.0:1763344899.665219:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344899.665224:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344899.665227:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60ac648/ffff9e4fc60ac5f0 to site lru. bkt: ffff9e50e5a40f50 00010000:00000001:3.0:1763344899.665230:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.665231:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.665233:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.665237:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede42d80 x1848987617965952/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344899.665244:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ede42d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617965952:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344899.665249:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.665251:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.665254:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344899.665255:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344899.665258:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ede42d80 x1848987617965952/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.665265:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344899.665267:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344899.665270:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc852b600. 02000000:00000001:3.0:1763344899.665276:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344899.665278:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344899.665280:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763344899.665282:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344899.665285:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fc852a200. 02000000:00000001:3.0:1763344899.665287:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344899.665289:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344899.665290:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede42d80. 00000100:00000001:3.0:1763344899.665294:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344899.665295:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344899.665297:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd6241cc0. 00000100:00000001:3.0:1763344899.665300:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344899.665301:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344899.665304:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d28c0. 00010000:00000001:3.0:1763344899.665306:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.665310:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344899.665314:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344899.665316:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.665321:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.665322:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.665324:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.665326:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.665329:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50e56b7800 with handle 0x34881b4086817af0 from hash 00010000:00000001:3.0:1763344899.665332:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.665333:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.665334:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.665335:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344899.665336:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344899.665338:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763344899.665343:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50e56b7800/0x34881b4086817af0 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e14a expref: 24 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763344899.665356:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344899.665358:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.665361:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.665362:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.665365:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.665368:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344899.665370:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.665371:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.665372:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344899.665374:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344899.665375:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.665377:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344899.665378:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.665380:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.665382:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.665383:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.665385:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50e56b7800/0x34881b4086817af0 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e14a expref: 24 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763344899.665393:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:3.0:1763344899.665395:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 23 00010000:00000001:3.0:1763344899.665401:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.665403:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50e56b7800, rc 0) 00000020:00000001:3.0:1763344899.665406:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763344899.665409:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915399, transno 0, xid 1848987881529600 00010000:00000001:3.0:1763344899.665412:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344899.665418:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc3639180 x1848987881529600/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/400 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344899.665426:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.665438:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.665442:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.665446:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.665448:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.665450:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.665453:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.665455:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.665459:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.665462:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.665467:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fba18. 00000100:00000200:3.0:1763344899.665472:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881529600, offset 224 00000400:00000200:3.0:1763344899.665479:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.665489:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.665496:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385407:1385407:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385403:1385403:8:4294967295] 00000400:00000200:3.0:1763344899.665507:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.665513:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.665519:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344899.665525:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.665532:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.665536:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.665558:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.665562:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344899.665565:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344899.665566:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.665569:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344899.665574:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc3639180 x1848987881529600/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/400 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344899.665584:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc3639180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2406:x1848987881529600:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 9948us (10218us total) trans 0 rc 301/301 00000100:00100000:3.0:1763344899.665593:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27045 00000100:00000040:3.0:1763344899.665596:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344899.665599:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.665601:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344899.665607:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:3.0:1763344899.665612:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d190. 00000020:00000010:3.0:1763344899.665616:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852ac00. 00000020:00000040:3.0:1763344899.665621:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 22 00000100:00000001:3.0:1763344899.665623:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763344899.671842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00000100:00000001:3.0:1763344899.681882:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.681886:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881529728 02000000:00000001:3.0:1763344899.681889:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.681892:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.681894:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.681898:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.681902:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881529728 00000020:00000001:3.0:1763344899.681906:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.681908:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344899.681910:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.681913:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=23 00000020:00000001:3.0:1763344899.681916:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344899.681919:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344899.681923:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.681929:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.681933:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.681936:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344899.681942:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cb400. 00000020:00000010:3.0:1763344899.681948:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344899.681953:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfc80. 00000100:00000040:3.0:1763344899.681963:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344899.681966:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.681967:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344899.681970:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.681977:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.682913:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.682933:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.682935:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.682946:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27046 00000100:00000040:3.0:1763344899.682950:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344899.682953:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163730944 : -107404545820672 : ffff9e50ee32f800) 00000100:00000040:3.0:1763344899.682961:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32f800 x1848987881529728/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 440/0 e 0 to 0 dl 1763344910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.682971:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:2.1:1763344899.709932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00000020:00000010:3.0:1763344899.755498:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.755504:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.755507:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344899.755516:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cb000. 00000020:00000010:3.0:1763344899.755521:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344899.755526:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf7d0. 00000100:00000040:3.0:1763344899.755536:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344899.755538:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.755540:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344899.755542:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.755549:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.755566:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.755580:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.755581:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.755588:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27048 00000100:00000040:3.0:1763344899.755592:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344899.755594:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163727360 : -107404545824256 : ffff9e50ee32ea00) 00000100:00000040:3.0:1763344899.755601:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32ea00 x1848987881529984/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/0 e 0 to 0 dl 1763344910 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344899.755609:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.755612:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.755614:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.755616:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344899.755620:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2408:x1848987881529984:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344899.755623:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881529984 00000020:00000001:3.0:1763344899.755626:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344899.755629:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344899.755631:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.755634:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.755636:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344899.755639:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344899.755642:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344899.755644:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344899.755647:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.755652:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.755654:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344899.755656:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344899.755658:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344899.755661:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344899.755662:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.755667:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344899.755674:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc87d1b00 count: 2 00010000:00000001:3.0:1763344899.755677:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344899.755679:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344899.755684:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c2beee00. 00000020:00000001:3.0:1763344899.755688:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344899.755690:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c2beee00 with handle 0x34881b4086817afe to hash 00000020:00000001:3.0:1763344899.755692:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344899.755694:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668434705920 : -107405274845696 : ffff9e50c2beee00) 00010000:00000001:3.0:1763344899.755696:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668434705920 : -107405274845696 : ffff9e50c2beee00) 00010000:00010000:3.0:1763344899.755700:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50c2beee00/0x34881b4086817afe lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e158 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344899.755709:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 16 00000020:00000040:3.0:1763344899.755712:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=24 00010000:00000001:3.0:1763344899.755719:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763344899.755721:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763344899.755724:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.755727:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.755733:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d2078400. 02000000:00000001:3.0:1763344899.755735:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.755738:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.755741:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344899.755743:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344899.755745:0:74640:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.755748:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763344899.755753:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f9d75ee0. 00002000:00000001:3.0:1763344899.755756:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763344899.755759:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763344899.755762:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.755765:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344899.755772:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1600. 00000100:00000001:3.0:1763344899.755774:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:3.0:1763344899.755776:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:3.0:1763344899.755779:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344899.755780:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344899.755782:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344899.755783:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763344899.756411:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac9500. 00000020:00000040:3.0:1763344899.756418:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763344899.756423:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344899.756425:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344899.756437:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344899.756445:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd69cae00. 00000100:00000001:3.0:1763344899.756451:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.756458:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344899.756461:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344899.756467:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f6ac9500 x1848987617966208/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.756475:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344899.756477:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.756481:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f6ac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617966208:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344899.756485:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344899.756489:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344899.756491:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.756494:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344899.756497:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd69ca200. 02000000:00000001:3.0:1763344899.756498:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344899.756503:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac4d0. 00000400:00000010:3.0:1763344899.756509:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb770. 00000100:00000200:3.0:1763344899.756515:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617966208, portal 16 00000100:00000001:3.0:1763344899.756517:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344899.756519:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305918720 : -107404403632896 : ffff9e50f6ac9500) 00000100:00000040:3.0:1763344899.756524:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f6ac9500 x1848987617966208/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.756531:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.756533:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.756536:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fba18. 00000100:00000200:3.0:1763344899.756538:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617966208, offset 0 00000400:00000200:3.0:1763344899.756544:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.756555:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.756560:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344899.756564:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344899.756567:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344899.756569:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344899.756572:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385411:1385411:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385407:1385407:8:4294967295] 00000400:00000200:3.0:1763344899.756583:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.756587:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.756591:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344899.756597:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.756604:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.756608:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.757162:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.757168:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307674894 00000100:00000001:3.0:1763344899.757177:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307674833 00000100:00000001:3.0:1763344899.757181:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307674894 00000100:00000001:3.0:1763344899.757184:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307674833 00000100:00000001:3.0:1763344899.757186:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307674894 00000100:00000001:3.0:1763344899.757189:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307674833 00000100:00000001:3.0:1763344899.757191:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307674894 00000100:00000001:3.0:1763344899.757193:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307674833 00000100:00000001:3.0:1763344899.757196:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344899.757199:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.757201:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.757203:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.757206:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.757207:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763344899.757210:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f9d75ee0. 00010000:00000001:3.0:1763344899.757213:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.757216:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344899.757217:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344899.757219:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.757221:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344899.757223:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344899.757226:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1600 going to sleep for 11 seconds 00000100:00000001:3.0:1763344899.757228:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344899.757231:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.764816:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344899.764824:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344899.764826:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344899.764829:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac4d0. 00000400:00000200:3.0:1763344899.764833:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb770 00000400:00000010:3.0:1763344899.764836:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb770. 00000100:00000001:3.0:1763344899.764839:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344899.764844:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f6ac9500 x1848987617966208/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344899.764854:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f6ac9500 x1848987617966208/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.764860:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344899.764863:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.764865:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344899.764868:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344899.764871:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.764874:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.764877:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.764884:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344899.764888:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.764891:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344899.764893:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.764896:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344899.764899:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.764901:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.764906:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f6ac9500 x1848987617966208/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.764914:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344899.764916:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344899.764919:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.764921:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763344899.764926:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344899.764933:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344899.764937:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.764944:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195040840 : -107409514510776 : ffff9e4fc60ac648) 00002000:00000001:3.0:1763344899.764947:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195040752 : -107409514510864 : ffff9e4fc60ac5f0) 00002000:00000001:3.0:1763344899.764949:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344899.764955:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344899.764959:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60ac648/ffff9e4fc60ac5f0 to site lru. bkt: ffff9e50e5a40f50 00010000:00000001:3.0:1763344899.764962:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.764964:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.764966:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.764971:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6ac9500 x1848987617966208/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344899.764979:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f6ac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617966208:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344899.764984:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.764987:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.764990:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344899.764992:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344899.764995:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f6ac9500 x1848987617966208/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344915 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.765002:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344899.765005:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344899.765009:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd69ca200. 02000000:00000001:3.0:1763344899.765013:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344899.765015:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344899.765017:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763344899.765019:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344899.765021:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd69cae00. 02000000:00000001:3.0:1763344899.765024:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344899.765026:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344899.765028:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac9500. 00000100:00000001:3.0:1763344899.765032:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344899.765033:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344899.765035:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1600. 00000100:00000001:3.0:1763344899.765038:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344899.765040:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344899.765043:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd640. 00010000:00000001:3.0:1763344899.765046:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344899.765049:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344899.765052:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344899.765054:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.765060:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.765061:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.765063:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344899.765065:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344899.765068:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c2beee00 with handle 0x34881b4086817afe from hash 00010000:00000001:3.0:1763344899.765071:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.765072:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.765073:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344899.765075:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344899.765076:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344899.765079:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763344899.765085:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50c2beee00/0x34881b4086817afe lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e158 expref: 24 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763344899.765098:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344899.765101:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.765103:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344899.765105:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.765107:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.765111:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344899.765112:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344899.765114:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344899.765115:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344899.765116:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344899.765118:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.765119:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344899.765121:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.765124:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.765125:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.765126:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344899.765130:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50c2beee00/0x34881b4086817afe lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1bc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e158 expref: 24 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763344899.765138:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:3.0:1763344899.765140:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 23 00010000:00000001:3.0:1763344899.765149:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344899.765151:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c2beee00, rc 0) 00000020:00000001:3.0:1763344899.765153:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763344899.765157:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915399, transno 0, xid 1848987881529984 00010000:00000001:3.0:1763344899.765159:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344899.765164:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32ea00 x1848987881529984/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/400 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344899.765171:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.765173:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.765176:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.765180:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.765183:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.765191:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.765196:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.765198:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.765202:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.765205:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.765209:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb770. 00000100:00000200:3.0:1763344899.765213:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881529984, offset 224 00000400:00000200:3.0:1763344899.765219:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.765227:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.765233:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385412:1385412:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385408:1385408:8:4294967295] 00000400:00000200:3.0:1763344899.765244:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.765249:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.765254:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344899.765259:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.765265:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.765269:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.765287:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.765290:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344899.765293:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344899.765294:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.765296:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344899.765302:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32ea00 x1848987881529984/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/400 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344899.765311:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2408:x1848987881529984:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 9700us (11612us total) trans 0 rc 301/301 00000100:00100000:3.0:1763344899.765319:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27048 00000100:00000040:3.0:1763344899.765322:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344899.765325:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.765326:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344899.765332:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344899.765336:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf7d0. 00000020:00000010:3.0:1763344899.765340:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cb000. 00000020:00000040:3.0:1763344899.765344:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 22 00000100:00000001:3.0:1763344899.765347:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763344899.771115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2beee00. 00000100:00000001:3.0:1763344899.773579:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.773583:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881530112 02000000:00000001:3.0:1763344899.773587:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.773589:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.773591:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.773596:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.773600:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881530112 00000020:00000001:3.0:1763344899.773603:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.773605:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344899.773608:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.773611:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=23 00000020:00000001:3.0:1763344899.773614:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344899.773616:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344899.773620:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.773627:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.773631:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.773634:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344899.773640:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cb000. 00000020:00000010:3.0:1763344899.773648:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344899.773663:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf7d0. 00000100:00000040:3.0:1763344899.773672:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344899.773675:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.773676:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344899.773678:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.773686:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.773699:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.773711:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.773713:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.773719:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27049 00000100:00000040:3.0:1763344899.773723:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344899.773725:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664150529280 : -107409559022336 : ffff9e4fc3639500) 00000100:00000040:3.0:1763344899.773732:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc3639500 x1848987881530112/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 432/0 e 0 to 0 dl 1763344910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.773749:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.773751:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.773753:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.773755:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344899.773760:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc3639500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2406:x1848987881530112:12345-192.168.203.14@tcp:23:lfs.0 00000100:00000200:3.0:1763344899.773764:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881530112 00000020:00000001:3.0:1763344899.773767:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344899.773771:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344899.773773:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.773775:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.773777:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666933168 : -1042618448 : ffffffffc1dae7b0) 00000020:00000001:3.0:1763344899.773780:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344899.773783:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344899.773785:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344899.773802:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.773806:0:74640:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344899.773810:0:74640:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344899.773812:0:74640:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.773815:0:74640:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344899.773817:0:74640:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.773819:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.773821:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.773823:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.773825:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.773826:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.773827:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344899.773829:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344899.773830:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344899.773832:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.773834:0:74640:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.773836:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.773839:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.773842:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.773847:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50d207a800. 02000000:00000001:3.0:1763344899.773849:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.773851:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.773854:0:74640:0:(tgt_handler.c:3006:tgt_lseek()) Process entered 00000020:00000001:3.0:1763344899.773858:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.773864:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195040840 : -107409514510776 : ffff9e4fc60ac648) 00080000:00000001:3.0:1763344899.773868:0:74640:0:(osd_io.c:2870:osd_lseek()) Process entered 00080000:00000040:3.0:1763344899.773891:0:74640:0:(osd_io.c:2894:osd_lseek()) seek hole from 0: 1024 00080000:00000001:3.0:1763344899.773893:0:74640:0:(osd_io.c:2895:osd_lseek()) Process leaving (rc=1024 : 1024 : 400) 00000020:00000002:3.0:1763344899.773897:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fdde1ee00/ffff9e4fc60ac5f0 to site lru. bkt: ffff9e50e5a40f50 00000020:00000001:3.0:1763344899.773900:0:74640:0:(tgt_handler.c:3046:tgt_lseek()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344899.773903:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915399, transno 0, xid 1848987881530112 00010000:00000001:3.0:1763344899.773906:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344899.773911:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc3639500 x1848987881530112/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 432/432 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344899.773919:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.773921:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.773925:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.773930:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.773933:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.773936:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.773938:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.773939:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.773942:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.773945:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.773950:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbc38. 00000100:00000200:3.0:1763344899.773956:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881530112, offset 224 00000400:00000200:3.0:1763344899.773961:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.773972:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.773978:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385413:1385413:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385409:1385409:8:4294967295] 00000400:00000200:3.0:1763344899.773988:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.773994:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.774000:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344899.774005:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.774012:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.774016:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.774025:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.774028:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344899.774030:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344899.774032:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.774034:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344899.774038:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc3639500 x1848987881530112/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 432/432 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344899.774048:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc3639500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2406:x1848987881530112:12345-192.168.203.14@tcp:23:lfs.0 Request processed in 297us (1368us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344899.774055:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27049 00000100:00000040:3.0:1763344899.774058:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344899.774060:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.774061:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344899.774066:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344899.774069:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf7d0. 00000020:00000010:3.0:1763344899.774073:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cb000. 00000020:00000040:3.0:1763344899.774079:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 22 00000100:00000001:3.0:1763344899.774082:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.800372:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.800377:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e4fddab8e00. 00000400:00000200:3.0:1763344899.800382:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.800388:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.800393:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192e600 00000400:00000010:3.0:1763344899.800395:0:3636:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192e600. 00000100:00000001:3.0:1763344899.800398:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.800399:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344899.804213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00000800:00000200:3.0:1763344899.808930:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.808934:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:3.0:1763344899.808939:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.808944:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.808948:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495330 00000400:00000010:3.0:1763344899.808950:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495330. 00000100:00000001:3.0:1763344899.808954:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.808956:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344899.813648:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.813664:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.813667:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.813670:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.813680:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.813697:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4584 into portal 6 MB=0x691a509df6500 00000400:00000200:3.0:1763344899.813705:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 4584/4584 into md 0x1e2579 [128] + 45752 00000800:00000001:3.0:1763344899.813713:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.813726:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.813729:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.813734:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.813741:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.813743:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763344899.813749:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac9500. 00000100:00000040:3.0:1763344899.813753:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6ac9500 x1848987881530624 msgsize 4584 00000100:00100000:3.0:1763344899.813757:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.813776:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.813786:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.813813:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763344899.814738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc600. 00000800:00000001:3.0:1763344899.819850:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.819866:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.819871:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.819873:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.819884:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.819900:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29b980 00000400:00000200:3.0:1763344899.819908:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x6657a9 [1] + 224 00000800:00000001:3.0:1763344899.819917:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.819925:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.819928:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.819932:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.819939:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344899.819948:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede42d80 x1848987617966464/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344899.819959:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50ede42d80 x1848987617966464/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.819983:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.819992:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.819995:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.821319:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.821328:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.821332:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.821334:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.821341:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.821352:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df6580 00000400:00000200:3.0:1763344899.821359:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65ccb5 [2] + 1968 00000400:00000010:3.0:1763344899.821364:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50ef9a86e0. 00000400:00000200:3.0:1763344899.821369:0:3636:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4fdc2a7540 00000800:00000001:3.0:1763344899.821373:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.821422:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.821425:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.821440:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.821444:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fdc2a7540 00000400:00000010:3.0:1763344899.821446:0:3636:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fdc2a7540. 00000100:00000001:3.0:1763344899.821452:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.821454:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1763344899.821457:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d6f60850 x1848987881530752 msgsize 328 00000100:00100000:3.0:1763344899.821460:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:3.0:1763344899.821463:0:3636:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763344899.822014:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.822024:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.822029:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.823138:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.823142:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:3.0:1763344899.823146:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.823150:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.823155:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64954c8 00000400:00000010:3.0:1763344899.823157:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64954c8. 00000100:00000001:3.0:1763344899.823161:0:3637:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763344899.823163:0:3637:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344899.823165:0:3637:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50c7e1cc00. 02000000:00000001:3.0:1763344899.823167:0:3637:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763344899.823168:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000010:2.2:1763344899.825835:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc87f5e10. 00000800:00000200:3.0:1763344899.828281:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.828285:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000400:00000200:3.0:1763344899.828291:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.828297:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.828302:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9217f8 00000400:00000010:3.0:1763344899.828304:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9217f8. 00000100:00000001:3.0:1763344899.828308:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.828310:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344899.831879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00000800:00000001:3.0:1763344899.833050:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.833064:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.833068:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.833070:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.833081:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.833097:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 448 into portal 12 MB=0x691a509df6600 00000400:00000200:3.0:1763344899.833104:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 448/448 into md 0x616b51 [64] + 63072 00000800:00000001:3.0:1763344899.833113:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.833122:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.833124:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.833129:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.833135:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.833138:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344899.833142:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6acb480. 00000100:00000040:3.0:1763344899.833145:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6acb480 x1848987881530880 msgsize 448 00000100:00100000:3.0:1763344899.833150:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.833350:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.833362:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.833365:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.835460:0:31793:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763344899.835487:0:31793:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763344899.835490:0:31793:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 25770257743 is committed 00000001:00000040:3.0:1763344899.835495:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 10 00000020:00000040:3.0:1763344899.835499:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 486 00000001:00000010:3.0:1763344899.835502:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d960. 00080000:00000010:3.0:1763344899.835508:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852a600. 00000001:00000040:3.0:1763344899.835513:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 9 00000020:00000040:3.0:1763344899.835515:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 485 00000001:00000010:3.0:1763344899.835517:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc660. 00080000:00000010:3.0:1763344899.835519:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fddab8600. 00000001:00000040:3.0:1763344899.835521:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 8 00000020:00000040:3.0:1763344899.835523:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 484 00000001:00000010:3.0:1763344899.835525:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dccc0. 00080000:00000010:3.0:1763344899.835527:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de0600. 00000001:00000040:3.0:1763344899.835532:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 7 00000020:00000040:3.0:1763344899.835534:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 483 00000001:00000010:3.0:1763344899.835536:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2dec4e0. 00080000:00000010:3.0:1763344899.835539:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4e3a00. 00000001:00000040:3.0:1763344899.835541:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 6 00000020:00000040:3.0:1763344899.835543:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 482 00000001:00000010:3.0:1763344899.835544:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8dd20. 00080000:00000010:3.0:1763344899.835546:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852b200. 00000001:00000040:3.0:1763344899.835550:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 5 00000020:00000040:3.0:1763344899.835552:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 481 00000001:00000010:3.0:1763344899.835553:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dcea0. 00080000:00000010:3.0:1763344899.835555:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de0a00. 00000001:00000040:3.0:1763344899.835557:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 4 00000020:00000040:3.0:1763344899.835559:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 480 00000001:00000010:3.0:1763344899.835561:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2deca20. 00080000:00000010:3.0:1763344899.835563:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd3376400. 00000001:00000040:3.0:1763344899.835565:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 3 00000020:00000040:3.0:1763344899.835567:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 479 00000001:00000010:3.0:1763344899.835568:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2dec840. 00080000:00000010:3.0:1763344899.835570:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd3377600. 00000001:00000040:3.0:1763344899.835572:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 2 00000020:00000040:3.0:1763344899.835574:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 478 00000001:00000010:3.0:1763344899.835575:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc360. 00080000:00000010:3.0:1763344899.835577:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de1600. 00000001:00000040:3.0:1763344899.835579:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 1 00000020:00000040:3.0:1763344899.835581:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 477 00000001:00000010:3.0:1763344899.835583:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc3c0. 00080000:00000010:3.0:1763344899.835584:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de1e00. 00000001:00000040:3.0:1763344899.835587:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 0 00000020:00000040:3.0:1763344899.835588:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 476 00000001:00000010:3.0:1763344899.835590:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2deca80. 00000020:00000040:3.0:1763344899.835594:0:31793:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc87ef480 refcount 3 committed 0 result 0 batchid 21474837107 00000020:00000040:3.0:1763344899.835597:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a500 obd lustre-MDT0001-osp-MDT0000 committed 0 started 1 stopped 1 result 0 sub_th ffff9e4fc87ef180 00000020:00000040:3.0:1763344899.835600:0:31793:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240002b11:0x2:0x0].578 00000020:00000040:3.0:1763344899.835603:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd3377400 00000020:00000040:3.0:1763344899.835605:0:31793:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].588 00000020:00000001:3.0:1763344899.835607:0:31793:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00080000:00000010:3.0:1763344899.835608:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd3377400. 00000020:00080000:3.0:1763344899.835611:0:31793:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 21474837106 batchid updated 00000020:00000010:3.0:1763344899.835631:0:31793:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9e50ef5cfea0. 00080000:00000010:3.0:1763344899.835636:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69ca000. 00000800:00000200:3.0:1763344899.838944:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.838949:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994d00. 00000400:00000200:3.0:1763344899.838955:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.838960:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.838965:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921bb0 00000400:00000010:3.0:1763344899.838967:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921bb0. 00000100:00000001:3.0:1763344899.838971:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.838972:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344899.839845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359600. 00010000:00000010:2.1:1763344899.839856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00000800:00000001:3.0:1763344899.843965:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.843979:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.843982:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.843984:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.843995:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.844010:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509df6680 00000400:00000200:3.0:1763344899.844018:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645689 [8] + 9944 00000800:00000001:3.0:1763344899.844027:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.844033:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.844036:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.844040:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.844047:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.844050:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344899.844055:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac8e00. 00000100:00000040:3.0:1763344899.844059:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6ac8e00 x1848987881531008 msgsize 440 00000100:00100000:3.0:1763344899.844063:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.844075:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.844083:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.844086:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763344899.844826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d600. 00010000:00000010:1.1:1763344899.844835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35800. 00010000:00000010:1.1:1763344899.844839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16000. 00010000:00000010:1.1:1763344899.844843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1400. 00010000:00000010:1.1:1763344899.844846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:1.1:1763344899.844849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1802a00. 00010000:00000010:1.1:1763344899.844853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bcc00. 00000100:00000001:3.0:1763344899.847633:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.847637:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881531008 02000000:00000001:3.0:1763344899.847640:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.847644:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.847646:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.847650:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.847655:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881531008 00000020:00000001:3.0:1763344899.847658:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.847659:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344899.847662:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.847666:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:3.0:1763344899.847669:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344899.847671:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344899.847676:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1763344899.872622:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.872637:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.872641:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.872643:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.872653:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.872668:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 488 into portal 12 MB=0x691a509df6780 00000400:00000200:3.0:1763344899.872676:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 488/488 into md 0x616b51 [64] + 63520 00000800:00000001:3.0:1763344899.872684:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.872691:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.872694:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.872697:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.872704:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.872706:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344899.872712:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6aca680. 00000100:00000040:3.0:1763344899.872715:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6aca680 x1848987881531264 msgsize 488 00000100:00100000:3.0:1763344899.872719:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.872735:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.872743:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.872745:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.876723:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.876728:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000400:00000200:3.0:1763344899.876734:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.876740:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.876745:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921908 00000400:00000010:3.0:1763344899.876747:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921908. 00000100:00000001:3.0:1763344899.876751:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.876754:0:3635:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344899.879937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2bef600. 00000100:00100000:0.0:1763344899.884682:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881531392 02000000:00000001:0.0:1763344899.884686:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344899.884688:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344899.884691:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344899.884695:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344899.884699:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881531392 00000020:00000001:0.0:1763344899.884702:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344899.884704:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344899.884707:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344899.884709:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:0.0:1763344899.884712:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344899.884715:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344899.884719:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344899.884724:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2980. 00000100:00000001:0.0:1763344899.884727:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344899.884730:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2980. 00000020:00000010:0.0:1763344899.884736:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9200. 00000020:00000010:0.0:1763344899.884741:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344899.884746:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7324b0. 00000100:00000040:0.0:1763344899.884755:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344899.884758:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344899.884759:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344899.884761:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.884768:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.884784:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344899.884822:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344899.884825:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344899.884830:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27052 00000100:00000040:0.0:1763344899.884833:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344899.884835:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669103616256 : -107404605935360 : ffff9e50ea9db100) 00000100:00000040:0.0:1763344899.884842:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ea9db100 x1848987881531392/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/0 e 0 to 0 dl 1763344910 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344899.884851:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344899.884853:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2980. 00000100:00000001:0.0:1763344899.884856:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344899.884859:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2980. 00000100:00100000:0.0:1763344899.884863:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ea9db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:252788:x1848987881531392:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344899.884867:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881531392 00000020:00000001:0.0:1763344899.884869:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344899.884873:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344899.884875:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.884878:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344899.884880:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344899.884883:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344899.884886:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344899.884889:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344899.884891:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344899.884897:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.884899:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344899.884901:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344899.884903:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344899.884905:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344899.884907:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344899.884911:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344899.884918:0:74640:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50c2a6bb00. 00010000:00000010:0.0:1763344899.884922:0:74640:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e50c2a6b500. 00010000:00000001:0.0:1763344899.884926:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344899.884929:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc600. 00000020:00000001:0.0:1763344899.884932:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344899.884934:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc600 with handle 0x34881b4086817b28 to hash 00000020:00000001:0.0:1763344899.884936:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344899.884938:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000001:0.0:1763344899.884940:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00010000:0.0:1763344899.884944:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc600/0x34881b4086817b28 lrc: 2/0,0 mode: --/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e16d expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1763344899.884954:0:74640:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763344899.884958:0:74640:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e4fc4ba2980. 00002000:00000001:0.0:1763344899.884961:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344899.884964:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344899.884970:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00002000:00000001:0.0:1763344899.884973:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195042576 : -107409514509040 : ffff9e4fc60acd10) 00002000:00000001:0.0:1763344899.884975:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344899.884981:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763344899.884983:0:74640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1bc6:0x0] initial LVB size: 4096, mtime: 0x691a8203, atime: 0x0, ctime: 0x691a8203, blocks: 0x8 00002000:00000001:0.0:1763344899.884986:0:74640:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1763344899.884988:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60acd68/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00010000:00000040:0.0:1763344899.884991:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:0.0:1763344899.884994:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00000100:00000001:0.0:1763344899.885002:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344899.885004:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344899.885009:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50c7e1d800. 02000000:00000001:0.0:1763344899.885012:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.885014:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344899.885016:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344899.885019:0:74640:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344899.885021:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344899.885023:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344899.885025:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344899.885027:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344899.885029:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344899.885031:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344899.885032:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344899.885035:0:74640:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763344899.885040:0:74640:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc600/0x34881b4086817b28 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e16d expref: 20 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344899.885048:0:74640:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1bc6:0x0].0x0 (ffff9e50c2a6bb00) refcount = 1 00010000:00000040:0.0:1763344899.885052:0:74640:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344899.885055:0:74640:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc600/0x34881b4086817b28 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e16d expref: 20 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344899.885069:0:74640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344899.885070:0:74640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344899.885073:0:74640:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344899.885074:0:74640:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344899.885076:0:74640:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344899.885078:0:74640:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344899.885082:0:74640:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763344899.885085:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc600/0x34881b4086817b28 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e16d expref: 20 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344899.885094:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344899.885096:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763344899.885098:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344899.885101:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344899.885103:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344899.885104:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344899.885106:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344899.885108:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bc600, rc 0) 00000020:00000001:0.0:1763344899.885110:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344899.885113:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915404, transno 0, xid 1848987881531392 00010000:00000001:0.0:1763344899.885116:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344899.885121:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ea9db100 x1848987881531392/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/400 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344899.885129:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344899.885131:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344899.885134:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344899.885139:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344899.885141:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344899.885143:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344899.885146:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344899.885148:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.885151:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344899.885153:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344899.885157:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495a18. 00000100:00000200:0.0:1763344899.885163:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881531392, offset 224 00000400:00000200:0.0:1763344899.885169:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344899.885178:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344899.885184:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385424:1385424:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385420:1385420:8:4294967295] 00000400:00000200:0.0:1763344899.885194:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344899.885199:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344899.885203:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56300. 00000800:00000200:0.0:1763344899.885208:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344899.885214:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344899.885218:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763344899.885235:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344899.885239:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344899.885242:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344899.885243:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.885246:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344899.885250:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ea9db100 x1848987881531392/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 328/400 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344899.885259:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ea9db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:252788:x1848987881531392:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 406us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344899.885265:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27052 00000100:00000040:0.0:1763344899.885268:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344899.885271:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344899.885273:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344899.885277:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344899.885281:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf7324b0. 00000020:00000010:0.0:1763344899.885285:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab9200. 00000020:00000040:0.0:1763344899.885289:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:0.0:1763344899.885292:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.885775:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.885781:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56300. 00000400:00000200:3.0:1763344899.885786:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.885816:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.885820:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495a18 00000400:00000010:3.0:1763344899.885823:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495a18. 00000100:00000001:3.0:1763344899.885827:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.885829:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344899.887745:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.887759:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.887762:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.887764:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.887774:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.887820:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509df6880 00000400:00000200:3.0:1763344899.887830:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645689 [8] + 10712 00000800:00000001:3.0:1763344899.887837:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.887844:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.887847:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.887851:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.887857:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.887859:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344899.887866:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac8000. 00000100:00000040:3.0:1763344899.887870:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6ac8000 x1848987881531520 msgsize 440 00000100:00100000:3.0:1763344899.887874:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.887888:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.887896:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.887898:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.897308:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.897324:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.897327:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.897330:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.897341:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.897357:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 472 into portal 12 MB=0x691a509df6980 00000400:00000200:3.0:1763344899.897365:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 472/472 into md 0x616b51 [64] + 64008 00000800:00000001:3.0:1763344899.901559:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.901588:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.901593:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.901604:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.901614:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.901617:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344899.901640:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6acaa00. 00000100:00000040:3.0:1763344899.901644:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6acaa00 x1848987881531776 msgsize 472 00000100:00100000:3.0:1763344899.901648:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.901668:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.901680:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.901684:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.902584:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.902589:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a100. 00000400:00000200:3.0:1763344899.902593:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.902597:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.902601:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e37f8 00000400:00000010:3.0:1763344899.902602:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e37f8. 00000100:00000001:3.0:1763344899.902606:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344899.902611:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ea9da680 x1848987617966592/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.902620:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344899.902623:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ea9da680 x1848987617966592/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344915 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344899.902629:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.902631:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763344899.905329:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.905336:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.905339:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.905341:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.905346:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.905357:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df6a00 00000400:00000200:3.0:1763344899.905363:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cda9 [2] + 0 00000800:00000001:3.0:1763344899.905368:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.905414:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.905418:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.905421:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.905426:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.905440:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763344899.905445:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac8380. 00000100:00000040:3.0:1763344899.905448:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6ac8380 x1848987881531904 msgsize 328 00000100:00100000:3.0:1763344899.905452:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.905467:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.905474:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.905477:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.906182:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.906185:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83aa00. 00000400:00000200:3.0:1763344899.906189:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.906193:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.906196:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3d48 00000400:00000010:3.0:1763344899.906198:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3d48. 00000100:00000001:3.0:1763344899.906202:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.906203:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344899.910945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34400. 00000800:00000001:3.0:1763344899.914835:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.914851:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.914855:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.914857:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.914867:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.914884:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509df6a80 00000400:00000200:3.0:1763344899.914892:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645689 [8] + 11152 00000800:00000001:3.0:1763344899.914899:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.914910:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.914913:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.914917:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.914924:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.914928:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344899.914934:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6acad80. 00000100:00000040:3.0:1763344899.914938:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6acad80 x1848987881532032 msgsize 440 00000100:00100000:3.0:1763344899.914943:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.914963:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.914974:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.914978:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.916158:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.916163:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:3.0:1763344899.916168:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.916172:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.916176:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9215d8 00000400:00000010:3.0:1763344899.916178:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9215d8. 00000100:00000001:3.0:1763344899.916181:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.916183:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344899.916829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc000. 00000100:00000001:0.0:1763344899.926838:0:6510:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344899.926842:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617966720 02000000:00000001:0.0:1763344899.926845:0:6510:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344899.926847:0:6510:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344899.926849:0:6510:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344899.926853:0:6510:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344899.926857:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617966720 00000020:00000001:0.0:1763344899.926861:0:6510:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344899.926862:0:6510:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84f0 00000020:00000001:0.0:1763344899.926865:0:6510:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344899.926868:0:6510:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7178000 refcount=5 00000020:00000001:0.0:1763344899.926870:0:6510:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000020:00000001:0.0:1763344899.926873:0:6510:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000100:00000001:0.0:1763344899.926878:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344899.926884:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2640. 00000020:00000010:0.0:1763344899.926890:0:6510:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50f82dd140. 00000020:00000040:0.0:1763344899.926898:0:6510:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:0.0:1763344899.926915:0:6510:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344899.926921:0:6510:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9200. 00000020:00000010:0.0:1763344899.926926:0:6510:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344899.926931:0:6510:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7324b0. 00000100:00000040:0.0:1763344899.926941:0:6510:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344899.926943:0:6510:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344899.926945:0:6510:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344899.926947:0:6510:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.926954:0:6510:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.926962:0:6510:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344899.926975:0:6510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344899.926977:0:6510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344899.926981:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8646 00000100:00000040:0.0:1763344899.926985:0:6510:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7178000 : new rpc_count 1 00000100:00000001:0.0:1763344899.926988:0:6510:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158555648 : -107404550995968 : ffff9e50ede40000) 00000100:00000040:0.0:1763344899.926993:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede40000 x1848987617966720/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:130/0 lens 328/0 e 0 to 0 dl 1763344910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344899.927003:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344899.927005:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344899.927008:0:6510:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344899.927011:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344899.927015:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:13569:x1848987617966720:12345-0@lo:1000:mdt00_005.0 00000100:00000200:0.0:1763344899.927020:0:6510:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617966720 00000020:00000001:0.0:1763344899.927023:0:6510:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344899.927026:0:6510:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344899.927029:0:6510:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.927032:0:6510:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344899.927034:0:6510:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:0.0:1763344899.927038:0:6510:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344899.927040:0:6510:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344899.927043:0:6510:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344899.927045:0:6510:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344899.927049:0:6510:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.927051:0:6510:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763344899.927056:0:6510:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab2bd58. 00000100:00000001:0.0:1763344899.927060:0:6510:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344899.927063:0:6510:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344899.927071:0:6510:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50c3a94000. 02000000:00000001:0.0:1763344899.927074:0:6510:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.927076:0:6510:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344899.927080:0:6510:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd192e000. 00000020:00000001:0.0:1763344899.927082:0:6510:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763344899.927086:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344899.927091:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195040840 : -107409514510776 : ffff9e4fc60ac648) 00000020:00000001:0.0:1763344899.927094:0:6510:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:0.0:1763344899.927111:0:6510:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000403:0x1bc5:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763344899.927114:0:6510:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763344899.927117:0:6510:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344899.927120:0:6510:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fdde1ee00/ffff9e4fc60ac5f0 to site lru. bkt: ffff9e50e5a40f50 00000020:00000010:0.0:1763344899.927124:0:6510:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab2bd58. 00000020:00000010:0.0:1763344899.927126:0:6510:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd192e000. 00000020:00000001:0.0:1763344899.927129:0:6510:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344899.927132:0:6510:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915395, transno 0, xid 1848987617966720 00010000:00000001:0.0:1763344899.927135:0:6510:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344899.927139:0:6510:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede40000 x1848987617966720/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:130/0 lens 328/4320 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344899.927146:0:6510:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344899.927149:0:6510:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344899.927152:0:6510:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344899.927157:0:6510:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344899.927160:0:6510:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344899.927163:0:6510:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344899.927165:0:6510:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344899.927167:0:6510:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.927170:0:6510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344899.927172:0:6510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344899.927175:0:6510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192e000. 00000100:00000200:0.0:1763344899.927182:0:6510:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617966720, offset 224 00000400:00000200:0.0:1763344899.927188:0:6510:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344899.927197:0:6510:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344899.927204:0:6510:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29ba80 00000400:00000200:0.0:1763344899.927210:0:6510:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x6657e5 [2] + 224 00000400:00000200:0.0:1763344899.927216:0:6510:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344899.927218:0:6510:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344899.927222:0:6510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344899.927227:0:6510:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede42d80 x1848987617966720/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344899.927236:0:6510:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ede42d80 x1848987617966720/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344915 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344899.927260:0:6510:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344899.927267:0:6510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192e000 00000400:00000010:0.0:1763344899.927269:0:6510:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192e000. 00000100:00000001:0.0:1763344899.927272:0:6510:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344899.927275:0:6510:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344899.927277:0:6510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344899.927280:0:6510:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344899.927283:0:6510:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344899.927285:0:6510:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.927287:0:6510:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344899.927290:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede40000 x1848987617966720/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:130/0 lens 328/4320 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344899.927300:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:13569:x1848987617966720:12345-0@lo:1000:mdt00_005.0 Request processed in 295us (1116us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344899.927307:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8646 00000100:00000040:0.0:1763344899.927310:0:6510:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7178000 : new rpc_count 0 00000100:00000001:0.0:1763344899.927312:0:6510:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344899.927314:0:6510:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344899.927319:0:6510:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344899.927335:0:6510:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf7324b0. 00000020:00000010:0.0:1763344899.927339:0:6510:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab9200. 00000020:00000040:0.0:1763344899.927345:0:6510:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 4 00000100:00000001:0.0:1763344899.927348:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344899.929418:0:31810:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344899.929421:0:31810:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.929565:0:31810:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:0.0:1763344899.929570:0:31810:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50ef7a7cc0 : new refcount 3 00000040:00000001:0.0:1763344899.929578:0:31810:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:0.0:1763344899.929580:0:31810:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:0.0:1763344899.929582:0:31810:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1763344899.929587:0:31810:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344899.929590:0:31810:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:0.0:1763344899.929592:0:31810:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 6112 in log [0x1:0x18:0x0] 00080000:00000001:0.0:1763344899.929598:0:31810:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344899.929606:0:31810:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab9200. 00080000:00000001:0.0:1763344899.929609:0:31810:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591454720 : -107409118096896 : ffff9e4fddab9200) 00000040:00000001:0.0:1763344899.929611:0:31810:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763344899.929615:0:31810:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763344899.929618:0:31810:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344899.929622:0:31810:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344899.929625:0:31810:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2200. 00080000:00000001:0.0:1763344899.929628:0:31810:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344899.929630:0:31810:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344899.929632:0:31810:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344899.929634:0:31810:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1763344899.929636:0:31810:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:0.0:1763344899.929640:0:31810:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1763344899.929641:0:31810:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1763344899.929643:0:31810:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1763344899.929645:0:31810:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x18:0x0] not in the id map cache 00080000:00000001:0.0:1763344899.929649:0:31810:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344899.929651:0:31810:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344899.929653:0:31810:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.929655:0:31810:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344899.929663:0:31810:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344899.929666:0:31810:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:0.0:1763344899.929668:0:31810:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1763344899.929669:0:31810:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x18:0x0] 00000040:00000001:0.0:1763344899.929697:0:31810:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344899.929699:0:31810:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.929703:0:31810:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:0.0:1763344899.929711:0:31810:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2200. 00040000:00000001:0.0:1763344899.929715:0:31810:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344899.929717:0:31810:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344899.929718:0:31810:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344899.929721:0:31810:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344899.929723:0:31810:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344899.929725:0:31810:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.929728:0:31810:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344899.929735:0:31810:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ea9d9c00 x1848987617962368/t12884915395(12884915395) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344913 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344899.929745:0:31810:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344899.929747:0:31810:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344899.929750:0:31810:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50fb00c400. 02000000:00000001:0.0:1763344899.929756:0:31810:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344899.929758:0:31810:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344899.929760:0:31810:0:(genops.c:1242:class_import_put()) import ffff9e4fc369e800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763344899.929762:0:31810:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344899.929765:0:31810:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e50fb00ec00. 02000000:00000001:0.0:1763344899.929769:0:31810:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344899.929771:0:31810:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344899.929772:0:31810:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ea9d9c00. 00000100:00000001:0.0:1763344899.929776:0:31810:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344899.929777:0:31810:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1763344899.929780:0:31810:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50ef7a7cc0 : new refcount 2 00000004:00001000:0.0:1763344899.929783:0:31810:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 1 done 00000004:00000001:0.0:1763344899.929786:0:31810:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:0.0:1763344899.929805:0:31810:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344899.929806:0:31810:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.929809:0:31810:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344899.929811:0:31810:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.929813:0:31810:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344899.929814:0:31810:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1763344899.929917:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1763344899.929923:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:3.0:1763344899.932155:0:10443:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344899.932158:0:10443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617966976 02000000:00000001:3.0:1763344899.932160:0:10443:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344899.932162:0:10443:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.932164:0:10443:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.932167:0:10443:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344899.932169:0:10443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617966976 00000020:00000001:3.0:1763344899.932172:0:10443:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344899.932173:0:10443:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84f0 00000020:00000001:3.0:1763344899.932176:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.932178:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7178000 refcount=6 00000020:00000001:3.0:1763344899.932181:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000020:00000001:3.0:1763344899.932183:0:10443:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000100:00000001:3.0:1763344899.932187:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.932190:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.932193:0:10443:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.932195:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344899.932199:0:10443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca000. 00000020:00000010:3.0:1763344899.932203:0:10443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344899.932207:0:10443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf7d0. 00000100:00000040:3.0:1763344899.932213:0:10443:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344899.932215:0:10443:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344899.932216:0:10443:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344899.932219:0:10443:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.932224:0:10443:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.932237:0:10443:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.932246:0:10443:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344899.932248:0:10443:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344899.932251:0:10443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8648 00000100:00000040:3.0:1763344899.932254:0:10443:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7178000 : new rpc_count 1 00000100:00000001:3.0:1763344899.932256:0:10443:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694837248 : -107405014714368 : ffff9e50d2403800) 00000100:00000040:3.0:1763344899.932261:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2403800 x1848987617966976/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:130/0 lens 328/0 e 0 to 0 dl 1763344910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.932269:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344899.932271:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344899.932273:0:10443:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344899.932275:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344899.932278:0:10443:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2403800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:13569:x1848987617966976:12345-0@lo:1000:mdt00_005.0 00000100:00000200:3.0:1763344899.932282:0:10443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617966976 00000020:00000001:3.0:1763344899.932284:0:10443:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344899.932286:0:10443:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344899.932288:0:10443:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.932290:0:10443:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344899.932291:0:10443:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344899.932294:0:10443:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344899.932296:0:10443:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344899.932298:0:10443:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344899.932299:0:10443:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344899.932301:0:10443:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.932303:0:10443:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344899.932306:0:10443:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c60e8. 00000100:00000001:3.0:1763344899.932309:0:10443:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344899.932311:0:10443:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344899.932316:0:10443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50f94b4000. 02000000:00000001:3.0:1763344899.932318:0:10443:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.932320:0:10443:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344899.932324:0:10443:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd05d1600. 00000020:00000001:3.0:1763344899.932326:0:10443:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344899.932328:0:10443:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344899.932333:0:10443:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00000020:00000001:3.0:1763344899.932336:0:10443:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:3.0:1763344899.932352:0:10443:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000403:0x1bc6:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763344899.932356:0:10443:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763344899.932358:0:10443:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344899.932361:0:10443:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fdde1e600/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00000020:00000010:3.0:1763344899.932364:0:10443:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c60e8. 00000020:00000010:3.0:1763344899.932367:0:10443:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd05d1600. 00000020:00000001:3.0:1763344899.932369:0:10443:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344899.932371:0:10443:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915395, transno 0, xid 1848987617966976 00010000:00000001:3.0:1763344899.932374:0:10443:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344899.932377:0:10443:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d2403800 x1848987617966976/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:130/0 lens 328/4320 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344899.932384:0:10443:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.932386:0:10443:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.932389:0:10443:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.932392:0:10443:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.932394:0:10443:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344899.932396:0:10443:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344899.932398:0:10443:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.932400:0:10443:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.932402:0:10443:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.932404:0:10443:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344899.932407:0:10443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1600. 00000100:00000200:3.0:1763344899.932410:0:10443:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617966976, offset 224 00000400:00000200:3.0:1763344899.932415:0:10443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344899.932420:0:10443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344899.932426:0:10443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29bb80 00000400:00000200:3.0:1763344899.932440:0:10443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x6657fd [2] + 224 00000400:00000200:3.0:1763344899.932445:0:10443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.932447:0:10443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344899.932451:0:10443:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344899.932455:0:10443:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50d2400a80 x1848987617966976/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344899.932462:0:10443:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50d2400a80 x1848987617966976/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344915 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.932473:0:10443:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344899.932478:0:10443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1600 00000400:00000010:3.0:1763344899.932479:0:10443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1600. 00000100:00000001:3.0:1763344899.932481:0:10443:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.932483:0:10443:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344899.932486:0:10443:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.932488:0:10443:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344899.932490:0:10443:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344899.932492:0:10443:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.932494:0:10443:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344899.932497:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2403800 x1848987617966976/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:130/0 lens 328/4320 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344899.932505:0:10443:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2403800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:13569:x1848987617966976:12345-0@lo:1000:mdt00_005.0 Request processed in 235us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344899.932511:0:10443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8648 00000100:00000040:3.0:1763344899.932513:0:10443:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7178000 : new rpc_count 0 00000100:00000001:3.0:1763344899.932515:0:10443:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.932516:0:10443:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344899.932520:0:10443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344899.932523:0:10443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf7d0. 00000020:00000010:3.0:1763344899.932526:0:10443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca000. 00000020:00000040:3.0:1763344899.932532:0:10443:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 5 00000100:00000001:3.0:1763344899.932535:0:10443:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763344899.932703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd200. 00010000:00000010:2.1:1763344899.932711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1802900. 00010000:00000010:2.1:1763344899.932715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd800. 00000100:00000001:0.0:1763344899.935167:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344899.935623:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617967104 02000000:00000001:0.0:1763344899.935626:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344899.935629:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344899.935631:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344899.935636:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344899.935640:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617967104 00000020:00000001:0.0:1763344899.935643:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344899.935645:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84f0 00000020:00000001:0.0:1763344899.935648:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344899.935651:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7178000 refcount=6 00000020:00000001:0.0:1763344899.935653:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000020:00000001:0.0:1763344899.935655:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000100:00000001:0.0:1763344899.935659:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344899.935667:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344899.935670:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344899.935673:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000020:00000010:0.0:1763344899.935680:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9600. 00000020:00000010:0.0:1763344899.935686:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344899.935691:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7324b0. 00000100:00000040:0.0:1763344899.935699:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344899.935702:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344899.935703:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344899.935705:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.935712:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.935729:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344899.935741:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344899.935744:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344899.935748:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8649 00000100:00000040:0.0:1763344899.935752:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7178000 : new rpc_count 1 00000100:00000001:0.0:1763344899.935754:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694826496 : -107405014725120 : ffff9e50d2400e00) 00000100:00000040:0.0:1763344899.935759:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2400e00 x1848987617967104/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:130/0 lens 408/0 e 0 to 0 dl 1763344910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344899.935767:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344899.935770:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344899.935772:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344899.935774:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344899.935778:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:13569:x1848987617967104:12345-0@lo:1000:mdt00_005.0 00000100:00000200:0.0:1763344899.935781:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617967104 00000020:00000001:0.0:1763344899.935784:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344899.935802:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344899.935804:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.935808:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344899.935810:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:0.0:1763344899.935813:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344899.935816:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344899.935818:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344899.935820:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344899.935823:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.935826:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763344899.935833:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab2bd58. 00000100:00000001:0.0:1763344899.935837:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344899.935839:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344899.935845:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50c3a92000. 02000000:00000001:0.0:1763344899.935848:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.935850:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344899.935854:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd192e000. 00000020:00000001:0.0:1763344899.935856:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763344899.935859:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344899.935866:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00080000:00000001:0.0:1763344899.935871:0:21732:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344899.935874:0:21732:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab8400. 00080000:00000001:0.0:1763344899.935878:0:21732:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591451136 : -107409118100480 : ffff9e4fddab8400) 00000020:00000001:0.0:1763344899.935881:0:21732:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:0.0:1763344899.935886:0:21732:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.935889:0:21732:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763344899.935891:0:21732:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344899.935896:0:21732:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344899.935900:0:21732:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344899.935903:0:21732:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2200. 00080000:00000001:0.0:1763344899.935905:0:21732:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.935913:0:21732:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.935916:0:21732:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763344899.935918:0:21732:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff9e50f3503f70 name trusted.fid flag 1 00080000:00000001:0.0:1763344899.935922:0:21732:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344899.935924:0:21732:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000403:0x1bc6:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763344899.935949:0:21732:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763344899.935952:0:21732:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff9e50c3a92208 index 0: rc = 0 00000020:00000040:0.0:1763344899.935955:0:21732:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763344899.935958:0:21732:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344899.935962:0:21732:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344899.935965:0:21732:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884915407, last_committed = 12884915404 00000001:00000010:0.0:1763344899.935968:0:21732:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc4e0. 00000001:00000040:0.0:1763344899.935971:0:21732:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50c7178000 : new cb_count 2 00000020:00000040:0.0:1763344899.935973:0:21732:0:(genops.c:887:class_export_get()) GET export ffff9e50c7178000 refcount=7 00000001:00000001:0.0:1763344899.935987:0:21732:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344899.935993:0:21732:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2200. 00040000:00000001:0.0:1763344899.935997:0:21732:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344899.935999:0:21732:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344899.936001:0:21732:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344899.936004:0:21732:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fdde1e600/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00000020:00000001:0.0:1763344899.936006:0:21732:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344899.936009:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab2bd58. 00000020:00000010:0.0:1763344899.936011:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd192e000. 00000020:00000001:0.0:1763344899.936014:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344899.936016:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915395, transno 12884915407, xid 1848987617967104 00010000:00000001:0.0:1763344899.936019:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344899.936024:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d2400e00 x1848987617967104/t12884915407(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:130/0 lens 408/4320 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344899.936031:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344899.936034:0:21732:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344899.936038:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344899.936042:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344899.936045:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344899.936047:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344899.936050:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344899.936052:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.936054:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344899.936056:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344899.936060:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192e000. 00000100:00000200:0.0:1763344899.936064:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617967104, offset 224 00000400:00000200:0.0:1763344899.936070:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344899.936080:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344899.936088:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29bc00 00000400:00000200:0.0:1763344899.936095:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665809 [2] + 224 00000400:00000200:0.0:1763344899.936103:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344899.936107:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344899.936111:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344899.936116:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50d2400a80 x1848987617967104/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344915 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344899.936124:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50d2400a80 x1848987617967104/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344915 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344899.936135:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344899.936139:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192e000 00000400:00000010:0.0:1763344899.936141:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192e000. 00000100:00000001:0.0:1763344899.936144:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344899.936145:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344899.936148:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344899.936151:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344899.936153:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344899.936154:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.936157:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344899.936160:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2400e00 x1848987617967104/t12884915407(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:130/0 lens 408/4320 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344899.936168:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:13569:x1848987617967104:12345-0@lo:1000:mdt00_005.0 Request processed in 399us (2475us total) trans 12884915407 rc 0/0 00000100:00100000:0.0:1763344899.936175:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8649 00000100:00000040:0.0:1763344899.936179:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7178000 : new rpc_count 0 00000100:00000001:0.0:1763344899.936181:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344899.936183:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344899.936187:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344899.936192:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf7324b0. 00000020:00000010:0.0:1763344899.936195:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab9600. 00000020:00000040:0.0:1763344899.936200:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 6 00000100:00000001:0.0:1763344899.936203:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.936340:0:13569:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344899.936346:0:13569:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344899.936348:0:13569:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344899.936351:0:13569:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c210. 00000400:00000200:3.0:1763344899.936355:0:13569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc2c5e540 00000400:00000010:3.0:1763344899.936357:0:13569:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc2c5e540. 00000100:00000001:3.0:1763344899.936360:0:13569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344899.936363:0:13569:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50d2400a80 x1848987617967104/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344915 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344899.936382:0:13569:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50d2400a80 x1848987617967104/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344915 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.936389:0:13569:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344899.936391:0:13569:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.936394:0:13569:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344899.936396:0:13569:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344899.936398:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344899.936400:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344899.936402:0:13569:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.936410:0:13569:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc369ed78 time=99 v=5 (5 5 0 0) 00000100:00001000:3.0:1763344899.936414:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc369ec10 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.936417:0:13569:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344899.936419:0:13569:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.936422:0:13569:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344899.936425:0:13569:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.936436:0:13569:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763344899.936438:0:13569:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763344899.936440:0:13569:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763344899.936442:0:13569:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344899.936443:0:13569:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668694825600 : -107405014726016 : ffff9e50d2400a80) 00000100:00000001:3.0:1763344899.936447:0:13569:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344899.936449:0:13569:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884915395 00000100:00000001:3.0:1763344899.936451:0:13569:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344899.936453:0:13569:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.936458:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50d2400a80 x1848987617967104/t12884915407(12884915407) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344915 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.936466:0:13569:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344899.936468:0:13569:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344899.936470:0:13569:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344899.936474:0:13569:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:3.0:1763344899.936479:0:13569:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.936484:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2400a80 x1848987617967104/t12884915407(12884915407) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344915 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344899.936492:0:13569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50d2400a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13569:1848987617967104:0@lo:1000:mdt00_005.0 00000100:00000001:3.0:1763344899.936497:0:13569:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344899.936500:0:13569:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.936502:0:13569:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344899.936504:0:13569:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344899.936508:0:13569:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50d2400a80 x1848987617967104/t12884915407(12884915407) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344915 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.936515:0:13569:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763344899.936517:0:13569:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5ea80. 00000100:00000001:3.0:1763344899.936520:0:13569:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763344899.936522:0:13569:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.936525:0:13569:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344899.936527:0:13569:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d2400a80 x1848987617967104/t12884915407(12884915407) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344915 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344899.936534:0:13569:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.936536:0:13569:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.936539:0:13569:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344899.936542:0:13569:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.936546:0:13569:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344899.936549:0:13569:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc2dece40. 00000020:00000001:3.0:1763344899.936553:0:13569:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.936559:0:13569:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344899.936565:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763344899.936568:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763344899.936570:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344899.936571:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344899.936573:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.936575:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.936578:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50e56b7800 refcount=3 00000020:00000001:3.0:1763344899.936580:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669016438784 : -107404693112832 : ffff9e50e56b7800) 00010000:00000001:3.0:1763344899.936583:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669016438784 : -107404693112832 : ffff9e50e56b7800) 00000004:00010000:3.0:1763344899.936589:0:13569:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000336eedf0 reply state 00000000ebe9e2be transno 25770257747 ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7800/0x34881b4086817b3d lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344899.936600:0:13569:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1763344899.936607:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.936609:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.936612:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344899.936614:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344899.936616:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344899.936618:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344899.936621:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e14:0x0].0x0 (ffff9e4fc1359600) refcount = 1 00010000:00010000:3.0:1763344899.936625:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7800/0x34881b4086817b3d lrc: 3/0,1 mode: TXN/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344899.936631:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344899.936633:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.936634:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.936637:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344899.936639:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.936642:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344899.936644:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e14:0x0].0x0 (ffff9e4fc1359600) 00010000:00010000:3.0:1763344899.936647:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:3.0:1763344899.936650:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.936653:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.936655:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.936656:0:13569:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1763344899.936659:0:13569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763344899.936661:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.936663:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344899.936664:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344899.936666:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763344899.936667:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344899.936669:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763344899.936670:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763344899.936671:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763344899.936673:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344899.936674:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344899.936676:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344899.936677:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344899.936679:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50e56b6000 refcount=3 00080000:00000010:2.1:1763344899.937072:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50df139380. 00080000:00000010:2.1:1763344899.937080:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50df139d00. 00000020:00000001:3.0:1763344899.937172:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669016432640 : -107404693118976 : ffff9e50e56b6000) 00010000:00000001:3.0:1763344899.937175:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669016432640 : -107404693118976 : ffff9e50e56b6000) 00000004:00010000:3.0:1763344899.937179:0:13569:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000336eedf0 reply state 00000000ebe9e2be transno 25770257747 ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b6000/0x34881b4086817b36 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2e15:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344899.937187:0:13569:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1763344899.937190:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.937192:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.937194:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344899.937196:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344899.937198:0:13569:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344899.937199:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344899.937201:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e15:0x0].0x0 (ffff9e50c2fbb200) refcount = 2 00010000:00000040:3.0:1763344899.937204:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344899.937206:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7000/0x34881b4086817b21 lrc: 2/0,1 mode: TXN/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT0 00010000:00010000:3.0:1763344899.937213:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b6000/0x34881b4086817b36 lrc: 3/0,1 mode: TXN/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344899.937218:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344899.937219:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344899.937221:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.937223:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344899.937224:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344899.937225:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344899.937227:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e15:0x0].0x0 (ffff9e50c2fbb200) 00010000:00010000:3.0:1763344899.937230:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:3.0:1763344899.937231:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344899.937233:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344899.937235:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344899.937236:0:13569:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1763344899.937238:0:13569:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:3.0:1763344899.937240:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344899.937242:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344899.937243:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344899.937245:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763344899.937246:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344899.937247:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763344899.937249:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344899.937252:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344899.937254:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344899.937256:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344899.937258:0:13569:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344899.937262:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 25770257747, xid 1848987881532160 00010000:00000001:3.0:1763344899.937265:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763344899.937268:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=476 00010000:00000200:3.0:1763344899.937271:0:13569:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 25770257747, last committed = 25770257743 00010000:00000200:3.0:1763344899.937279:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ea9da680 x1848987881532160/t25770257747(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 568/224 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344899.937287:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344899.937289:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344899.937292:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344899.937296:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344899.937299:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344899.937301:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344899.937303:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344899.937306:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344899.937309:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344899.937311:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344899.937318:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb3b8. 00000100:00000200:3.0:1763344899.937323:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987881532160, offset 224 00000400:00000200:3.0:1763344899.937329:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344899.937341:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344899.937348:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385430:1385430:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385426:1385426:8:4294967295] 00000400:00000200:3.0:1763344899.937360:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344899.937366:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344899.937373:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344899.937379:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344899.937387:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344899.937391:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344899.937411:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344899.937414:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344899.937417:0:13569:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344899.937419:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344899.937422:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344899.937435:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ea9da680 x1848987881532160/t25770257747(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 568/224 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344899.937446:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ea9da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+476:252788:x1848987881532160:12345-192.168.203.14@tcp:61:lfs.0 Request processed in 15607us (16896us total) trans 25770257747 rc 0/0 00000100:00100000:3.0:1763344899.937455:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302934 00000100:00000040:3.0:1763344899.937459:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:3.0:1763344899.937462:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344899.937464:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1763344899.937466:0:13569:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:3.0:1763344899.937470:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0280. 00000020:00000010:3.0:1763344899.937474:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773daf0. 00000020:00000010:3.0:1763344899.937478:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852a800. 00000020:00000040:3.0:1763344899.937484:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 475 00000100:00000001:3.0:1763344899.937486:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.942858:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.942874:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.942877:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.942880:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.942890:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.942907:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509df6c00 00000400:00000200:3.0:1763344899.942915:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x65911d [2] + 1176 00000800:00000001:3.0:1763344899.942923:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.942928:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.942931:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.942936:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.942943:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.942945:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763344899.942951:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac9f80. 00000100:00000040:3.0:1763344899.942955:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6ac9f80 x1848987881532416 msgsize 392 00000100:00100000:3.0:1763344899.942958:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.942976:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.942986:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.942990:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.942992:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.942993:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.942998:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.943003:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df6c80 00000400:00000200:3.0:1763344899.943009:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cda9 [2] + 328 00000800:00000001:3.0:1763344899.943012:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.943018:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.943020:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.943023:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.943026:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.943028:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763344899.943032:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac9180. 00000100:00000040:3.0:1763344899.943034:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6ac9180 x1848987881532544 msgsize 328 00000100:00100000:3.0:1763344899.943038:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.943060:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.943065:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.943068:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344899.943252:0:6507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344899.943255:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881532416 02000000:00000001:0.0:1763344899.943258:0:6507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344899.943261:0:6507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344899.943264:0:6507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344899.943268:0:6507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344899.943273:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881532416 00000020:00000001:0.0:1763344899.943276:0:6507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344899.943282:0:6507:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344899.943285:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344899.943288:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=476 00000020:00000001:0.0:1763344899.943290:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344899.943293:0:6507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344899.943297:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344899.943302:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344899.943306:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344899.943308:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000020:00000010:0.0:1763344899.943314:0:6507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9600. 00000020:00000010:0.0:1763344899.943320:0:6507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344899.943326:0:6507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7324b0. 00000100:00000040:0.0:1763344899.943334:0:6507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763344899.943337:0:6507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344899.943339:0:6507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344899.943341:0:6507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.943349:0:6507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.943936:0:6507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344899.943946:0:6507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344899.943948:0:6507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344899.943952:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35905 00000100:00000040:0.0:1763344899.943955:0:6507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344899.943957:0:6507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669305921408 : -107404403630208 : ffff9e50f6ac9f80) 00000100:00000040:0.0:1763344899.943961:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f6ac9f80 x1848987881532416/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 392/0 e 0 to 0 dl 1763344910 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344899.943968:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344899.943971:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344899.943973:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344899.943976:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344899.943980:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f6ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+476:252788:x1848987881532416:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:0.0:1763344899.943984:0:6507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881532416 00000020:00000001:0.0:1763344899.943987:0:6507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344899.943990:0:6507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344899.943995:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fc2c5ec00: xid 1848987881532160, transno 25770257747, client gen 9, slot idx 4 00000001:00000001:0.0:1763344899.944000:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd6241a80: xid 1848987881531264, transno 25770257744, client gen 9, slot idx 0 00000001:00000010:0.0:1763344899.944004:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241a80. 00000001:00000001:0.0:1763344899.944007:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fc87efe40: xid 1848987881532160, transno 25770257746, client gen 9, slot idx 3 00000001:00000001:0.0:1763344899.944010:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fc87efe40: xid 1848987881532160, transno 25770257746, client gen 9, slot idx 3 00000001:00000010:0.0:1763344899.944012:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fc87efe40. 00000001:00000001:0.0:1763344899.944016:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd62419c0: xid 1848987881532160, transno 25770257745, client gen 9, slot idx 1 00000001:00000001:0.0:1763344899.944019:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd62419c0: xid 1848987881532160, transno 25770257745, client gen 9, slot idx 1 00000001:00000010:0.0:1763344899.944021:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd62419c0. 00000020:00000001:0.0:1763344899.944024:0:6507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.944026:0:6507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344899.944029:0:6507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:0.0:1763344899.944031:0:6507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344899.944035:0:6507:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881532416, found 0 last_xid 1848987881532415 00000020:00000001:0.0:1763344899.944037:0:6507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344899.944039:0:6507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344899.944041:0:6507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344899.944043:0:6507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944048:0:6507:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763344899.944051:0:6507:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763344899.944052:0:6507:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763344899.944055:0:6507:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944058:0:6507:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763344899.944061:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344899.944063:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344899.944065:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344899.944068:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344899.944069:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344899.944071:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344899.944072:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344899.944074:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344899.944075:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344899.944076:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344899.944078:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344899.944079:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344899.944080:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344899.944082:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944084:0:6507:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944085:0:6507:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763344899.944087:0:6507:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944090:0:6507:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344899.944091:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344899.944092:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344899.944094:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344899.944095:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344899.944097:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344899.944098:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344899.944099:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344899.944101:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344899.944103:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344899.944104:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344899.944108:0:6507:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344899.944114:0:6507:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:0.0:1763344899.944117:0:6507:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:0.0:1763344899.944119:0:6507:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344899.944121:0:6507:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344899.944123:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344899.944124:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944126:0:6507:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344899.944128:0:6507:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944130:0:6507:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.944133:0:6507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344899.944135:0:6507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344899.944139:0:6507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50c7e1cc00. 02000000:00000001:0.0:1763344899.944141:0:6507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.944143:0:6507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944145:0:6507:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344899.944147:0:6507:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944149:0:6507:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763344899.944152:0:6507:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763344899.944154:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344899.944156:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50fff42500 refcount=2 00000020:00000001:0.0:1763344899.944158:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669461603584 : -107404247948032 : ffff9e50fff42500) 00000004:00000001:0.0:1763344899.944160:0:6507:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636669461603584 : -107404247948032 : ffff9e50fff42500) 00000020:00000040:0.0:1763344899.944163:0:6507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fff42500 with handle 0x34881b4086817a9c from hash 00000004:00000001:0.0:1763344899.944167:0:6507:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763344899.944169:0:6507:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002b13:0x2e14:0x0] with intent: 0 00000004:00000001:0.0:1763344899.944172:0:6507:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763344899.944174:0:6507:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 1024 lsom blocks 0 blocks 8 truncate 0 00000004:00000001:0.0:1763344899.944177:0:6507:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344899.944180:0:6507:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344899.944184:0:6507:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944187:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344899.944192:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344899.944206:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344899.944210:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344899.944212:0:6507:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344899.944213:0:6507:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344899.944216:0:6507:0:(mdt_som.c:71:mdt_get_som()) [0x200002b13:0x2e14:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 0 00000004:00000002:0.0:1763344899.944219:0:6507:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344899.944221:0:6507:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944224:0:6507:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763344899.944225:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344899.944226:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344899.944229:0:6507:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:0.0:1763344899.944232:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344899.944233:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344899.944235:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344899.944237:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344899.944239:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344899.944241:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344899.944243:0:6507:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344899.944245:0:6507:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344899.944247:0:6507:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944249:0:6507:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763344899.944251:0:6507:0:(mdt_som.c:114:mdt_set_som()) [0x200002b13:0x2e14:0x0]: Set SOM attrs S/B/F: 1024/8/4. 00000004:00000001:0.0:1763344899.944254:0:6507:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763344899.944257:0:6507:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763344899.944259:0:6507:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344899.944263:0:6507:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344899.944270:0:6507:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dca80. 00080000:00000001:0.0:1763344899.944274:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344899.944277:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab9000. 00080000:00000001:0.0:1763344899.944280:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591454208 : -107409118097408 : ffff9e4fddab9000) 00000004:00000001:0.0:1763344899.944283:0:6507:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344899.944287:0:6507:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344899.944289:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344899.944292:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591454208 : -107409118097408 : ffff9e4fddab9000) 00000004:00000001:0.0:1763344899.944295:0:6507:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944298:0:6507:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.944302:0:6507:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344899.944304:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344899.944309:0:6507:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344899.944311:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344899.944313:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591454208 : -107409118097408 : ffff9e4fddab9000) 00080000:00000001:0.0:1763344899.944317:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344899.944321:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344899.944325:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2200. 00080000:00000001:0.0:1763344899.944327:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944329:0:6507:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.944338:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.944340:0:6507:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944345:0:6507:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763344899.944348:0:6507:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763344899.944350:0:6507:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763344899.944352:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344899.944706:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591454208 : -107409118097408 : ffff9e4fddab9000) 00080000:00000001:0.0:1763344899.944712:0:6507:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344899.944714:0:6507:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002b13:0x2e14:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:0.0:1763344899.944735:0:6507:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944738:0:6507:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944740:0:6507:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.944745:0:6507:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344899.944748:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344899.944752:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344899.944755:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257748, last_committed = 25770257743 00000001:00000010:0.0:1763344899.944761:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc240. 00000001:00000040:0.0:1763344899.944763:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 5 00000020:00000040:0.0:1763344899.944766:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=477 00000001:00000010:0.0:1763344899.944772:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192e000. 00000004:00000001:0.0:1763344899.944777:0:6507:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344899.944779:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344899.944781:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591454208 : -107409118097408 : ffff9e4fddab9000) 00000004:00000001:0.0:1763344899.944809:0:6507:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344899.944814:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192e000: xid 1848987881532416, transno 25770257748, tag 1, client gen 9, slot idx 0 00000001:00000001:0.0:1763344899.944818:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344899.944825:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2200. 00040000:00000001:0.0:1763344899.944829:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344899.944831:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344899.944833:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344899.944836:0:6507:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dca80. 00000020:00000001:0.0:1763344899.944839:0:6507:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944843:0:6507:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944845:0:6507:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944847:0:6507:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944850:0:6507:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763344899.944851:0:6507:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763344899.944853:0:6507:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344899.944854:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344899.944858:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344899.944863:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344899.944866:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344899.944868:0:6507:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944871:0:6507:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344899.944875:0:6507:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344899.944878:0:6507:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344899.944880:0:6507:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002b13:0x2e14:0x0], previous was 0x7 00000004:00000001:0.0:1763344899.944883:0:6507:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944886:0:6507:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763344899.944889:0:6507:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.944892:0:6507:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763344899.944896:0:6507:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344899.944898:0:6507:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763344899.944901:0:6507:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50fff42500. 00000004:00000001:0.0:1763344899.945186:0:6507:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344899.945192:0:6507:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8566d78/ffff9e4fd8566d20 to site lru. bkt: ffff9e50f846a108 00000004:00000001:0.0:1763344899.945194:0:6507:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344899.945196:0:6507:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.945198:0:6507:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.945201:0:6507:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763344899.945203:0:6507:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344899.945205:0:6507:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344899.945207:0:6507:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344899.945208:0:6507:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344899.945211:0:6507:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344899.945215:0:6507:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344899.945219:0:6507:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344899.945222:0:6507:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763344899.945228:0:6507:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344899.945234:0:6507:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.945236:0:6507:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344899.945240:0:6507:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 25770257748, xid 1848987881532416 00010000:00000001:0.0:1763344899.945242:0:6507:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344899.945250:0:6507:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f6ac9f80 x1848987881532416/t25770257748(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 392/456 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344899.945258:0:6507:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344899.945261:0:6507:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344899.945265:0:6507:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=31 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344899.945269:0:6507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344899.945272:0:6507:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344899.945274:0:6507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344899.945276:0:6507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344899.945279:0:6507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.945282:0:6507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344899.945285:0:6507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344899.945290:0:6507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495088. 00000100:00000200:0.0:1763344899.945296:0:6507:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881532416, offset 224 00000400:00000200:0.0:1763344899.945302:0:6507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344899.945313:0:6507:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344899.945320:0:6507:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385431:1385431:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385427:1385427:8:4294967295] 00000400:00000200:0.0:1763344899.945330:0:6507:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344899.945336:0:6507:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344899.945340:0:6507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56800. 00000800:00000200:0.0:1763344899.945346:0:6507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344899.945352:0:6507:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344899.945356:0:6507:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56800 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344899.946200:0:6507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344899.946209:0:6507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344899.946212:0:6507:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344899.946215:0:6507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.946217:0:6507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344899.946224:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6ac9f80 x1848987881532416/t25770257748(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 392/456 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344899.946236:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f6ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+477:252788:x1848987881532416:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 2265us (3278us total) trans 25770257748 rc 0/0 00000100:00100000:0.0:1763344899.946245:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35905 00000100:00000040:0.0:1763344899.946250:0:6507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:0.0:1763344899.946252:0:6507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344899.946254:0:6507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344899.946260:0:6507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344899.946266:0:6507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf7324b0. 00000020:00000010:0.0:1763344899.946270:0:6507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab9600. 00000020:00000040:0.0:1763344899.946276:0:6507:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 476 00000100:00000001:0.0:1763344899.946279:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.946474:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.946479:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56800. 00000400:00000200:3.0:1763344899.946485:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.946490:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.946495:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495088 00000400:00000010:3.0:1763344899.946498:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495088. 00000100:00000001:3.0:1763344899.946504:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.946505:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344899.949219:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.949236:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.949239:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.949241:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.949252:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.949267:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509df6d80 00000400:00000200:3.0:1763344899.949276:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x65911d [2] + 1568 00000800:00000001:3.0:1763344899.949286:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.949293:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.949296:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.949300:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.949306:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.949309:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763344899.949315:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6acb800. 00000100:00000040:3.0:1763344899.949319:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6acb800 x1848987881532800 msgsize 392 00000100:00100000:3.0:1763344899.949324:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.949722:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.949734:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.949739:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344899.949874:0:6507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344899.949878:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881532800 02000000:00000001:0.0:1763344899.949881:0:6507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344899.949883:0:6507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344899.949885:0:6507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344899.949889:0:6507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344899.949893:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881532800 00000020:00000001:0.0:1763344899.949896:0:6507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344899.949897:0:6507:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344899.949900:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344899.949903:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=477 00000020:00000001:0.0:1763344899.949905:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344899.949907:0:6507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344899.949911:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344899.949917:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344899.949920:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344899.949923:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000020:00000010:0.0:1763344899.949929:0:6507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9600. 00000020:00000010:0.0:1763344899.949936:0:6507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344899.949941:0:6507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7324b0. 00000100:00000040:0.0:1763344899.949948:0:6507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763344899.949951:0:6507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344899.949952:0:6507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344899.949954:0:6507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.949961:0:6507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.950056:0:6507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.952083:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.952087:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef9dc000. 00000400:00000200:3.0:1763344899.952092:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.952097:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.952102:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3a18 00000400:00000010:3.0:1763344899.952104:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3a18. 00000100:00000001:3.0:1763344899.952108:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.952110:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763344899.952171:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.952174:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:3.0:1763344899.952178:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.952181:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.952184:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921e58 00000400:00000010:3.0:1763344899.952185:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921e58. 00000100:00000001:3.0:1763344899.952188:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.952189:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344899.956825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2beec00. 00010000:00000010:1.1:1763344899.956842:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1b00. 00010000:00000010:1.1:1763344899.956846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00000800:00000001:3.0:1763344899.974534:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.974549:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.974553:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.974556:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.974567:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.974582:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 304 into portal 12 MB=0x691a509df6e00 00000400:00000200:3.0:1763344899.974590:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 304/304 into md 0x616b51 [64] + 65048 00000800:00000001:3.0:1763344899.974599:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.974606:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.974609:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.974613:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.974619:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.974622:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344899.974630:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb98700. 00000100:00000040:3.0:1763344899.974633:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb98700 x1848987881532928 msgsize 304 00000100:00100000:3.0:1763344899.974638:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.974656:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.974665:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.974668:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.976232:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.976238:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e4fcc4e3600. 00000400:00000200:3.0:1763344899.976242:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.976248:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.976254:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc2c5e0c0 00000400:00000010:3.0:1763344899.976256:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc2c5e0c0. 00000100:00000001:3.0:1763344899.976260:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.976262:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344899.980109:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.980124:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.980128:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.980130:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.980142:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.980159:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 304 into portal 12 MB=0x691a509df6e80 00000400:00000200:3.0:1763344899.980167:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 304/304 into md 0x616b51 [64] + 65352 00000800:00000001:3.0:1763344899.980177:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.980228:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.980232:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.980237:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.980244:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.980246:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344899.980253:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb9bb80. 00000100:00000040:3.0:1763344899.980257:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb9bb80 x1848987881533056 msgsize 304 00000100:00100000:3.0:1763344899.980261:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.980276:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.980285:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.980289:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344899.980400:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344899.980404:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881533056 02000000:00000001:0.0:1763344899.980407:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344899.980409:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344899.980411:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344899.980416:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344899.980420:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881533056 00000020:00000001:0.0:1763344899.980423:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344899.980425:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344899.980749:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344899.980753:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=479 00000020:00000001:0.0:1763344899.980756:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344899.980759:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344899.980764:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344899.980769:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344899.980774:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344899.980777:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000020:00000010:0.0:1763344899.980784:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8200. 00000020:00000010:0.0:1763344899.980819:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139c00. 00000020:00000010:0.0:1763344899.980825:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732708. 00000100:00000040:0.0:1763344899.980833:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344899.980837:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344899.980838:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344899.980841:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.980849:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.980854:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344899.980868:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344899.980870:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344899.980876:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302936 00000100:00000040:0.0:1763344899.980879:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344899.980881:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290392960 : -107409419158656 : ffff9e4fcbb9bb80) 00000100:00000040:0.0:1763344899.980888:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb9bb80 x1848987881533056/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 304/0 e 0 to 0 dl 1763344910 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344899.980903:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344899.980906:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344899.980908:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344899.980910:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344899.980915:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+479:252789:x1848987881533056:12345-192.168.203.14@tcp:53:lfs.0 00000100:00000200:0.0:1763344899.980919:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881533056 00000020:00000001:0.0:1763344899.980921:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344899.980925:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344899.980930:0:10286:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd6241540: xid 1848987881532800, transno 25770257750, client gen 9, slot idx 3 00000001:00000001:0.0:1763344899.980935:0:10286:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd192e000: xid 1848987881532416, transno 25770257748, client gen 9, slot idx 0 00000001:00000010:0.0:1763344899.980939:0:10286:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192e000. 00000020:00000001:0.0:1763344899.980943:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.980946:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344899.980948:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809472 : -1044742144 : ffffffffc1ba8000) 00000020:00000001:0.0:1763344899.980951:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344899.980954:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881533056, found 0 last_xid 1848987881533055 00000020:00000001:0.0:1763344899.980957:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344899.980959:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344899.980961:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344899.980964:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.980966:0:10286:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:0.0:1763344899.980973:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344899.980976:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344899.980985:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff9e50ef4c8000. 02000000:00000001:0.0:1763344899.980987:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.980990:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.980994:0:10286:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:0.0:1763344899.980996:0:10286:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200002b13:0x2e13:0x0] from 18446744073709551615 #-1 00000004:00000001:0.0:1763344899.980999:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344899.981001:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e13:0x0] 00000020:00000001:0.0:1763344899.981005:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344899.981010:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592930520 : -107409116621096 : ffff9e4fddc216d8) 00000004:00000001:0.0:1763344899.981013:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592930432 : -107409116621184 : ffff9e4fddc21680) 00000004:00000001:0.0:1763344899.981015:0:10286:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:0.0:1763344899.981018:0:10286:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:0.0:1763344899.981023:0:10286:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9e50ee4ce000. 00000004:00000001:0.0:1763344899.981026:0:10286:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763344899.981027:0:10286:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1763344899.981035:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344899.981039:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344899.981057:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763344899.981061:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763344899.981065:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344899.981066:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344899.981070:0:10286:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00080000:00000001:0.0:1763344899.981074:0:10286:0:(osd_handler.c:7200:osd_it_ea_init()) Process entered 00080000:00000001:0.0:1763344899.981076:0:10286:0:(osd_handler.c:7135:osd_it_dir_init()) Process entered 00080000:00000010:0.0:1763344899.981080:0:10286:0:(osd_handler.c:7136:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff9e50d6f24d80. 00080000:00000001:0.0:1763344899.981083:0:10286:0:(osd_handler.c:7177:osd_it_dir_init()) Process leaving (rc=18446636668773617024 : -107404935934592 : ffff9e50d6f24d80) 00080000:00000001:0.0:1763344899.981085:0:10286:0:(osd_handler.c:7211:osd_it_ea_init()) Process leaving (rc=18446636668773617024 : -107404935934592 : ffff9e50d6f24d80) 00080000:00000001:0.0:1763344899.981088:0:10286:0:(osd_handler.c:8095:osd_it_ea_load()) Process entered 00080000:00000001:0.0:1763344899.981089:0:10286:0:(osd_handler.c:7395:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:0.0:1763344899.981111:0:10286:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763344899.981115:0:10286:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.981117:0:10286:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763344899.981118:0:10286:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.981120:0:10286:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763344899.981121:0:10286:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.981123:0:10286:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763344899.981124:0:10286:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.981128:0:10286:0:(osd_handler.c:7457:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.981130:0:10286:0:(osd_handler.c:8105:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344899.981132:0:10286:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763344899.981135:0:10286:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.981138:0:10286:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763344899.981140:0:10286:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.981141:0:10286:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763344899.981143:0:10286:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.981145:0:10286:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763344899.981146:0:10286:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.981148:0:10286:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763344899.981149:0:10286:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.981151:0:10286:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763344899.981152:0:10286:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.981153:0:10286:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763344899.981154:0:10286:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344899.981156:0:10286:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763344899.981157:0:10286:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344899.981159:0:10286:0:(osd_handler.c:7241:osd_it_ea_fini()) Process entered 00080000:00000001:0.0:1763344899.981160:0:10286:0:(osd_handler.c:7219:osd_it_dir_fini()) Process entered 00080000:00000010:0.0:1763344899.981164:0:10286:0:(osd_handler.c:7226:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff9e50d6f24d80. 00080000:00000001:0.0:1763344899.981167:0:10286:0:(osd_handler.c:7227:osd_it_dir_fini()) Process leaving 00080000:00000001:0.0:1763344899.981169:0:10286:0:(osd_handler.c:7244:osd_it_ea_fini()) Process leaving 00000004:00000001:0.0:1763344899.981170:0:10286:0:(lod_object.c:964:lod_load_lmv_shards()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763344899.981172:0:10286:0:(lod_object.c:1540:lod_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763344899.981175:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763344899.981177:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344899.981178:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344899.981180:0:10286:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.981182:0:10286:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344899.981185:0:10286:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 4294967295 00000004:00000001:0.0:1763344899.981188:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344899.981191:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fddc216d8/ffff9e4fddc21680 to site lru. bkt: ffff9e50f8468cb0 00000004:00000001:0.0:1763344899.981193:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344899.981195:0:10286:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344899.981196:0:10286:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344899.981199:0:10286:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9e50ee4ce000. 00000004:00000001:0.0:1763344899.981204:0:10286:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344899.981209:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 0, xid 1848987881533056 00010000:00000001:0.0:1763344899.981212:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344899.981217:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fcbb9bb80 x1848987881533056/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 304/4352 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344899.981225:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344899.981228:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344899.981231:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=93 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344899.981236:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344899.981238:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344899.981240:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344899.981243:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344899.981245:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344899.981248:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344899.981251:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344899.981255:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192e000. 00000100:00000200:0.0:1763344899.981261:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848987881533056, offset 224 00000400:00000200:0.0:1763344899.981268:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344899.981278:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344899.981284:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385435:1385435:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385431:1385431:8:4294967295] 00000400:00000200:0.0:1763344899.981294:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344899.981299:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344899.981303:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9e4fddab9a00. 00000800:00000200:0.0:1763344899.981309:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344899.981315:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:0.0:1763344899.981319:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fddab9a00 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:0.0:1763344899.981333:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344899.981337:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344899.981340:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344899.981341:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344899.981344:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344899.981348:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb9bb80 x1848987881533056/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:130/0 lens 304/4352 e 0 to 0 dl 1763344910 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344899.981357:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+479:252789:x1848987881533056:12345-192.168.203.14@tcp:53:lfs.0 Request processed in 451us (1098us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344899.981364:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302936 00000100:00000040:0.0:1763344899.981368:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:0.0:1763344899.981381:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344899.981383:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344899.981388:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139c00. 00000020:00000010:0.0:1763344899.981393:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732708. 00000020:00000010:0.0:1763344899.981396:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8200. 00000020:00000040:0.0:1763344899.981401:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 478 00000100:00000001:0.0:1763344899.981404:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344899.981874:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344899.981879:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e4fddab9a00. 00000400:00000200:3.0:1763344899.981884:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.981889:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344899.981894:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192e000 00000400:00000010:3.0:1763344899.981896:0:3636:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192e000. 00000100:00000001:3.0:1763344899.981900:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344899.981902:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344899.999381:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.999400:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344899.999404:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.999408:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.999420:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344899.999448:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 672 into portal 24 MB=0x691a509df6f00 00000400:00000200:3.0:1763344899.999456:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.14@tcp of length 672/672 into md 0x209281 [256] + 16320 00000800:00000001:3.0:1763344899.999464:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.999477:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344899.999480:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344899.999485:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344899.999492:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344899.999495:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344899.999502:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb98000. 00000100:00000040:3.0:1763344899.999506:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb98000 x1848987881533184 msgsize 672 00000100:00100000:3.0:1763344899.999511:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344899.999532:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344899.999544:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344899.999547:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.001292:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.001296:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 360 at ffff9e4fcc4e3600. 00000400:00000200:3.0:1763344900.001301:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.001305:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.001309:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50ef9dc000 00000400:00000010:3.0:1763344900.001312:0:3635:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff9e50ef9dc000. 00000100:00000001:3.0:1763344900.001315:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.001316:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344900.009748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35200. 00010000:00000010:1.1:1763344900.009765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854de00. 00010000:00000010:1.1:1763344900.009770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34c00. 00000800:00000001:3.0:1763344900.010097:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.010109:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.010112:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.010115:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.010176:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.010194:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509df6f80 00000400:00000200:3.0:1763344900.010203:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 65656 00000800:00000001:3.0:1763344900.010210:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.010218:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.010221:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.010225:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.010232:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.010234:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344900.010240:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb9aa00. 00000100:00000040:3.0:1763344900.010243:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb9aa00 x1848987881533312 msgsize 576 00000100:00100000:3.0:1763344900.010247:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.010261:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.010271:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.010274:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1763344900.011115:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1763344900.011119:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00000004:00000001:1.0:1763344900.011710:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.011714:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344900.011716:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344900.011718:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.011724:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344900.011730:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.011733:0:13569:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.011739:0:13569:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.011742:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.011743:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.011744:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35200 refcount=3 00000020:00000001:1.0:1763344900.011747:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:1.0:1763344900.011749:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00000004:00000040:1.0:1763344900.011752:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50f7dce000 : new locks_count 467 00000020:00000040:1.0:1763344900.011754:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=481 00010000:00000001:1.0:1763344900.011758:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.011759:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344900.011760:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344900.011762:0:13569:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763344900.011765:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344900.011767:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344900.011768:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344900.011770:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344900.011771:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344900.011773:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763344900.011777:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.011779:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344900.011782:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344900.011784:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344900.011786:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763344900.011809:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344900.011810:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344900.011814:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.011815:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.011817:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344900.011819:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344900.011821:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34c00 with handle 0x34881b4086817b60 from hash 00010000:00000001:1.0:1763344900.011824:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344900.011825:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.011826:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.011827:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344900.011829:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344900.011833:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34c00/0x34881b4086817b60 lrc: 0/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e17b expref: 481 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.011840:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 466 00000020:00000040:1.0:1763344900.011842:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 480 00010000:00000010:1.0:1763344900.011845:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997580. 00010000:00000001:1.0:1763344900.011852:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.011853:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.011857:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344900.011861:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35200/0x34881b4086817b67 lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e17b expref: 480 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344900.011867:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344900.011869:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344900.011871:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x112:0x0].0x0 (ffff9e4fd854de00) 00010000:00010000:1.0:1763344900.011874:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:1.0:1763344900.011876:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.011879:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.011880:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344900.011881:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.011882:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344900.011884:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca35200, rc 0) 00000020:00000001:1.0:1763344900.011886:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344900.011890:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 0, xid 1848987881533312 00010000:00000001:1.0:1763344900.011892:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344900.011897:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fcbb9aa00 x1848987881533312/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 576/640 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344900.011904:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.011907:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.011911:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.011915:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.011918:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344900.011920:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344900.011923:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.011925:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.011928:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.011931:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.011936:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3bb0. 00000100:00000200:1.0:1763344900.011943:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848987881533312, offset 224 00000400:00000200:1.0:1763344900.011949:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.011960:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.011966:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385437:1385437:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385433:1385433:8:4294967295] 00000400:00000200:1.0:1763344900.011977:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.011983:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.011988:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef9dc000. 00000800:00000200:1.0:1763344900.011994:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.012000:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.012004:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef9dc000 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.012023:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.012027:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344900.012030:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344900.012031:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.012033:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344900.012038:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb9aa00 x1848987881533312/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 576/640 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344900.012047:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+480:252792:x1848987881533312:12345-192.168.203.14@tcp:101:readlink.0 Request processed in 854us (1802us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344900.012054:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302937 00000100:00000040:1.0:1763344900.012057:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:1.0:1763344900.012059:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.012060:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344900.012065:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344900.012068:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04708. 00000020:00000010:1.0:1763344900.012072:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2c00. 00000020:00000040:1.0:1763344900.012076:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 479 00000100:00000001:1.0:1763344900.012078:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.012127:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.012131:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef9dc000. 00000400:00000200:3.0:1763344900.012135:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.012139:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.012143:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3bb0 00000400:00000010:3.0:1763344900.012145:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3bb0. 00000100:00000001:3.0:1763344900.012150:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.012152:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.012475:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.012483:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.012485:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.012488:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.012494:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.012505:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 672 into portal 24 MB=0x691a509df6f00 00000400:00000200:3.0:1763344900.012511:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.14@tcp of length 672/672 into md 0x209281 [256] + 16992 00000800:00000001:3.0:1763344900.012518:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.012526:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.012528:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.012531:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.012535:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.012538:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344900.012542:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99180. 00000100:00000040:3.0:1763344900.012545:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb99180 x1848987881533184 msgsize 672 00000100:00100000:3.0:1763344900.012549:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344900.013223:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.014541:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881533184 02000000:00000001:0.0:1763344900.014549:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.014551:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.014554:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.014558:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.014562:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881533184 00000020:00000001:0.0:1763344900.014565:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.014567:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344900.014570:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.014573:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=480 00000020:00000001:0.0:1763344900.014576:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344900.014579:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344900.014583:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763344900.016548:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.016562:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.016570:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344900.018995:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.019004:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 360 at ffff9e4fc852bc00. 00000400:00000200:1.0:1763344900.019013:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.019023:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.019030:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50ef994300 00000400:00000010:1.0:1763344900.019033:0:3636:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff9e50ef994300. 00000100:00000001:1.0:1763344900.019039:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.019040:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344900.020719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d600. 00010000:00000010:1.1:1763344900.020733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35a00. 00010000:00000010:2.1:1763344900.023843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50eac16800. 00010000:00000010:2.1:1763344900.023861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359700. 00010000:00000010:2.1:1763344900.023866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ee467800. 00010000:00000010:2.1:1763344900.023869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:1.1:1763344900.027846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34c00. 00000800:00000001:3.0:1763344900.047038:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.047055:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.047059:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.047062:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.047111:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.047128:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509df7100 00000400:00000200:3.0:1763344900.047137:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 66232 00000800:00000001:3.0:1763344900.047146:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.047157:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.047161:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.047165:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.047172:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.047175:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344900.047180:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb9a300. 00000100:00000040:3.0:1763344900.047184:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb9a300 x1848987881533696 msgsize 4616 00000100:00100000:3.0:1763344900.047188:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.047209:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.047218:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.047221:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.047302:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.047306:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881533696 02000000:00000001:1.0:1763344900.047309:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.047311:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.047313:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.047318:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.047322:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881533696 00000020:00000001:1.0:1763344900.047325:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.047327:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:1.0:1763344900.047329:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.047332:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=480 00000020:00000001:1.0:1763344900.047335:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:1.0:1763344900.047337:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:1.0:1763344900.047342:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.047346:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6cc0. 00000100:00000001:1.0:1763344900.047350:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.047353:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6cc0. 00000020:00000010:1.0:1763344900.047359:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2c00. 00000020:00000010:1.0:1763344900.047365:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344900.047371:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04708. 00000100:00000040:1.0:1763344900.047377:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344900.047380:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.047382:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763344900.047384:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763344900.047386:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.047389:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.047397:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.047415:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.047471:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.047474:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.047480:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302938 00000100:00000040:0.0:1763344900.047483:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344900.047486:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290386688 : -107409419164928 : ffff9e4fcbb9a300) 00000100:00000040:0.0:1763344900.047493:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb9a300 x1848987881533696/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 4616/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344900.047502:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.047506:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344900.047508:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.047511:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344900.047515:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+480:252795:x1848987881533696:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344900.047520:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881533696 00000020:00000001:0.0:1763344900.047523:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.047527:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344900.047532:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.047534:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.047536:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344900.047539:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344900.047542:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881533696, found 0 last_xid 1848987881533695 00000020:00000001:0.0:1763344900.047545:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.047547:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.047549:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.047553:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.047555:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344900.047558:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344900.047559:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344900.047561:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344900.047562:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.047568:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344900.047575:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50eac24900 count: 3 00010000:00000001:0.0:1763344900.047577:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.047580:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344900.047584:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc800. 00000020:00000001:0.0:1763344900.047587:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344900.047589:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc800 with handle 0x34881b4086817b83 to hash 00000020:00000001:0.0:1763344900.047592:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344900.047593:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000010:0.0:1763344900.047597:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37300. 00010000:00000001:0.0:1763344900.047600:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00010000:0.0:1763344900.047604:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b4086817b83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e182 expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344900.047613:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 467 00000020:00000040:0.0:1763344900.047615:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=481 00010000:00000001:0.0:1763344900.047622:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763344900.047625:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763344900.047631:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763344900.047633:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763344900.047635:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.047637:0:10286:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763344900.047642:0:10286:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e4fcbb9a300 x1848987881533696/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 4616/0 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763344900.047650:0:10286:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763344900.047652:0:10286:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763344900.047654:0:10286:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763344900.047657:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.047659:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.047661:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.047663:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.047665:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.047666:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.047667:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.047669:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.047675:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.047676:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.047678:0:10286:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.047680:0:10286:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.047688:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344900.047690:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344900.047692:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.047695:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.047721:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff9e50e7f60000. 02000000:00000001:0.0:1763344900.047724:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.047728:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.047732:0:10286:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344900.047734:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.047735:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.047737:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.047738:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.047740:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.047742:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.047743:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.047745:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.047747:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.047748:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.047752:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344900.047758:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:0.0:1763344900.047760:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:0.0:1763344900.047763:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344900.047765:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.047767:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.047768:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.047770:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344900.047772:0:10286:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.047774:0:10286:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344900.047776:0:10286:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.047779:0:10286:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763344900.047781:0:10286:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763344900.047784:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0ba38 00000004:00000002:0.0:1763344900.047787:0:10286:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000007:0x1:0x0]/(->[0x200002b13:0x2e13:0x0]) cr_flag=040100240200001 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763344900.047885:0:10286:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763344900.047887:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344900.047889:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e13:0x0] 00000020:00000001:0.0:1763344900.047892:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.047899:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592930520 : -107409116621096 : ffff9e4fddc216d8) 00000004:00000001:0.0:1763344900.047901:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592930432 : -107409116621184 : ffff9e4fddc21680) 00000004:00000001:0.0:1763344900.047908:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344900.047910:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344900.047916:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.047919:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000200:3.0:1763344900.049408:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.049413:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:3.0:1763344900.049418:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.049423:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.049437:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921550 00000400:00000010:3.0:1763344900.049439:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921550. 00000100:00000001:3.0:1763344900.049443:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.049445:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344900.054854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc800. 00000800:00000001:1.0:1763344900.061900:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.061923:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.061928:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.061930:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.061945:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.061968:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 464 into portal 12 MB=0x691a509df7180 00000400:00000200:1.0:1763344900.061978:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 464/464 into md 0x616b51 [64] + 70848 00000800:00000001:1.0:1763344900.061989:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.062005:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.062009:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.062014:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.062024:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.062027:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344900.062036:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2400380. 00000100:00000040:1.0:1763344900.062040:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2400380 x1848987881533824 msgsize 464 00000100:00100000:1.0:1763344900.062045:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.062065:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.062077:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.062081:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1763344900.064380:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1763344900.064388:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00000800:00000200:3.0:1763344900.064520:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.064524:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000400:00000200:3.0:1763344900.064531:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.064538:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.064544:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921ee0 00000400:00000010:3.0:1763344900.064547:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921ee0. 00000100:00000001:3.0:1763344900.064551:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.064553:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.069491:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.069514:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.069520:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.069522:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.069539:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.069566:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509df7280 00000400:00000200:3.0:1763344900.069578:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x65911d [2] + 1960 00000400:00000010:3.0:1763344900.069585:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acd68. 00000400:00000200:3.0:1763344900.069590:0:3635:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4fd0796600 00000800:00000001:3.0:1763344900.069599:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.069609:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.069613:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.069618:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.069625:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd0796600 00000400:00000010:3.0:1763344900.069629:0:3635:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd0796600. 00000100:00000001:3.0:1763344900.069636:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.069639:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:3.0:1763344900.069643:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e484b450 x1848987881534080 msgsize 392 00000100:00100000:3.0:1763344900.069647:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:3.0:1763344900.069650:0:3635:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763344900.069668:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.069680:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.069684:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.069760:0:6507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.069764:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881534080 02000000:00000001:0.0:1763344900.069768:0:6507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.069771:0:6507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.069773:0:6507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.069780:0:6507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.069785:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881534080 00000020:00000001:0.0:1763344900.069822:0:6507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.069825:0:6507:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344900.069828:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.069831:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=481 00000020:00000001:0.0:1763344900.069834:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344900.069837:0:6507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344900.069843:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.069850:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344900.069854:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.069857:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000020:00000010:0.0:1763344900.069864:0:6507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8200. 00000020:00000010:0.0:1763344900.069871:0:6507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139c00. 00000020:00000010:0.0:1763344900.069878:0:6507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732708. 00000100:00000040:0.0:1763344900.069888:0:6507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763344900.069891:0:6507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.069893:0:6507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.069895:0:6507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.069905:0:6507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.069918:0:6507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.069932:0:6507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.069934:0:6507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.069940:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35907 00000100:00000040:0.0:1763344900.069945:0:6507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344900.069948:0:6507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669001315408 : -107404708236208 : ffff9e50e484b450) 00000100:00000040:0.0:1763344900.069959:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e484b450 x1848987881534080/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 392/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344900.069970:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.069972:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344900.069974:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.069976:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344900.069980:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e484b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+481:252795:x1848987881534080:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:0.0:1763344900.069985:0:6507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881534080 00000020:00000001:0.0:1763344900.069989:0:6507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.069994:0:6507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344900.070001:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd6241cc0: xid 1848987881533696, transno 25770257751, client gen 9, slot idx 0 00000001:00000001:0.0:1763344900.070007:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd6241540: xid 1848987881532800, transno 25770257750, client gen 9, slot idx 3 00000001:00000010:0.0:1763344900.070011:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241540. 00000020:00000001:0.0:1763344900.070016:0:6507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.070019:0:6507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.070022:0:6507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:0.0:1763344900.070026:0:6507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344900.070029:0:6507:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881534080, found 0 last_xid 1848987881534079 00000020:00000001:0.0:1763344900.070032:0:6507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.070035:0:6507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.070037:0:6507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.070042:0:6507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070048:0:6507:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763344900.070051:0:6507:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763344900.070053:0:6507:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763344900.070059:0:6507:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070062:0:6507:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763344900.070068:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.070070:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.070073:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.070074:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.070077:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.070079:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.070080:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.070082:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.070083:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.070084:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.070086:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.070087:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.070089:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.070090:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070093:0:6507:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070096:0:6507:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763344900.070097:0:6507:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070101:0:6507:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344900.070102:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.070103:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.070105:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.070106:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.070108:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.070110:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.070111:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.070112:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.070114:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.070115:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.070122:0:6507:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344900.070129:0:6507:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:0.0:1763344900.070131:0:6507:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:0.0:1763344900.070134:0:6507:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344900.070136:0:6507:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.070139:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.070141:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070143:0:6507:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344900.070145:0:6507:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070147:0:6507:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.070152:0:6507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.070155:0:6507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.070161:0:6507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50c7e1c400. 02000000:00000001:0.0:1763344900.070164:0:6507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.070167:0:6507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070169:0:6507:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344900.070171:0:6507:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070174:0:6507:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763344900.070177:0:6507:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763344900.070179:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.070181:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50f4ec0a80 refcount=2 00000020:00000001:0.0:1763344900.070183:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669276523136 : -107404433028480 : ffff9e50f4ec0a80) 00000004:00000001:0.0:1763344900.070187:0:6507:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636669276523136 : -107404433028480 : ffff9e50f4ec0a80) 00000020:00000040:0.0:1763344900.070190:0:6507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f4ec0a80 with handle 0x34881b4086817b8a from hash 00000004:00000001:0.0:1763344900.070195:0:6507:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763344900.070198:0:6507:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002b13:0x2e13:0x0] with intent: 0 00000004:00000001:0.0:1763344900.070203:0:6507:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344900.070207:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.070215:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.070238:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763344900.070243:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763344900.070246:0:6507:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070249:0:6507:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344900.070258:0:6507:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344900.070262:0:6507:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344900.070267:0:6507:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002b13:0x2e13:0x0], previous was 0x7 00000004:00000001:0.0:1763344900.070270:0:6507:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070273:0:6507:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763344900.070276:0:6507:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070279:0:6507:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763344900.070283:0:6507:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344900.070287:0:6507:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763344900.070290:0:6507:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50f4ec0a80. 00000004:00000001:0.0:1763344900.070303:0:6507:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344900.070308:0:6507:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fddc216d8/ffff9e4fddc21680 to site lru. bkt: ffff9e50f8468cb0 00000004:00000001:0.0:1763344900.070311:0:6507:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344900.070312:0:6507:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070314:0:6507:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070317:0:6507:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763344900.070321:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344900.070325:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab8c00. 00080000:00000001:0.0:1763344900.070329:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00080000:00000001:0.0:1763344900.070331:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344900.070339:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344900.070344:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344900.070347:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2200. 00080000:00000001:0.0:1763344900.070350:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.070362:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.070365:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344900.070370:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344900.070373:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257752, last_committed = 25770257743 00000001:00000010:0.0:1763344900.070377:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dca80. 00000001:00000040:0.0:1763344900.070379:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 9 00000020:00000040:0.0:1763344900.070382:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=482 00000001:00000010:0.0:1763344900.070388:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192e900. 00000001:00000001:0.0:1763344900.070412:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192e900: xid 1848987881534080, transno 25770257752, tag 1, client gen 9, slot idx 1 00000001:00000001:0.0:1763344900.070415:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344900.070422:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2200. 00040000:00000001:0.0:1763344900.070439:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344900.070442:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344900.070445:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070447:0:6507:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344900.070449:0:6507:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344900.070450:0:6507:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344900.070452:0:6507:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344900.070455:0:6507:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344900.070459:0:6507:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.070463:0:6507:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344900.070465:0:6507:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763344900.070472:0:6507:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344900.070480:0:6507:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.070482:0:6507:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344900.070486:0:6507:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 25770257752, xid 1848987881534080 00010000:00000001:0.0:1763344900.070490:0:6507:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.070496:0:6507:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e484b450 x1848987881534080/t25770257752(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 392/456 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344900.070505:0:6507:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.070508:0:6507:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.070512:0:6507:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.070517:0:6507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.070520:0:6507:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.070523:0:6507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.070526:0:6507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.070529:0:6507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.070534:0:6507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.070536:0:6507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.070544:0:6507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495088. 00000100:00000200:0.0:1763344900.070550:0:6507:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881534080, offset 224 00000400:00000200:0.0:1763344900.070558:0:6507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.070572:0:6507:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.070580:0:6507:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385441:1385441:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385437:1385437:8:4294967295] 00000400:00000200:0.0:1763344900.070594:0:6507:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.070600:0:6507:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.070607:0:6507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344900.070614:0:6507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.070622:0:6507:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.070626:0:6507:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.070634:0:6507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.070638:0:6507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.070641:0:6507:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.070642:0:6507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.070645:0:6507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.070650:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e484b450 x1848987881534080/t25770257752(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 392/456 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344900.070659:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e484b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+482:252795:x1848987881534080:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 688us (1014us total) trans 25770257752 rc 0/0 00000100:00100000:0.0:1763344900.070667:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35907 00000100:00000040:0.0:1763344900.070671:0:6507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:0.0:1763344900.070673:0:6507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.070675:0:6507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.070680:0:6507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139c00. 00000020:00000010:0.0:1763344900.070685:0:6507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732708. 00000020:00000010:0.0:1763344900.070689:0:6507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8200. 00000020:00000040:0.0:1763344900.070694:0:6507:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 481 02000000:00000001:0.0:1763344900.070702:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344900.070705:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e4fcb32cc00. 02000000:00000001:0.0:1763344900.070709:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344900.070712:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6acb800. 02000000:00000001:0.0:1763344900.070717:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344900.070719:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e50c7e1cc00. 02000000:00000001:0.0:1763344900.070720:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344900.070722:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac9f80. 02000000:00000001:0.0:1763344900.070726:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344900.070727:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e50cca0ac00. 02000000:00000001:0.0:1763344900.070731:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344900.070732:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6acbb80. 02000000:00000001:0.0:1763344900.070734:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344900.070735:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e50cca09400. 02000000:00000001:0.0:1763344900.070738:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344900.070739:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93c000. 02000000:00000001:0.0:1763344900.070742:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344900.070743:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e4fc35e8400. 02000000:00000001:0.0:1763344900.070745:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344900.070746:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede43b80. 00000100:00000001:0.0:1763344900.070749:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763344900.070754:0:6507:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1763344900.070760:0:6507:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3e18. 00000400:00000010:0.0:1763344900.070766:0:6507:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192e000. 00000800:00000200:1.0:1763344900.070970:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.070976:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:1.0:1763344900.070980:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.070985:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.070990:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495088 00000400:00000010:1.0:1763344900.070993:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495088. 00000100:00000001:1.0:1763344900.070998:0:3636:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763344900.071000:0:3636:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.071002:0:3636:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e50c7e1c400. 02000000:00000001:1.0:1763344900.071004:0:3636:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763344900.071005:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344900.071440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ee467800. 00010000:00000010:2.1:1763344900.071452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359700. 00010000:00000010:2.1:1763344900.071456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00010000:00000010:2.1:1763344900.074838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50eac16800. 00000800:00000001:3.0:1763344900.093861:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.093886:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.093890:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.093936:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.093954:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.093978:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509df7380 00000400:00000200:3.0:1763344900.093990:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 71312 00000800:00000001:3.0:1763344900.094001:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.094017:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.094021:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.094025:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.094034:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.094037:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344900.094044:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb9a680. 00000100:00000040:3.0:1763344900.094049:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb9a680 x1848987881534336 msgsize 4616 00000100:00100000:3.0:1763344900.094053:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.094080:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.094093:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.094097:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.094786:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.094821:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881534336 02000000:00000001:1.0:1763344900.094825:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.094828:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.094831:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.094837:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.094842:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881534336 00000020:00000001:1.0:1763344900.094846:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.094848:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344900.094851:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.094855:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=232 00000020:00000001:1.0:1763344900.094858:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344900.094861:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344900.094868:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.094877:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6cc0. 00000100:00000001:1.0:1763344900.094881:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.094884:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6cc0. 00000020:00000010:1.0:1763344900.094891:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2400. 00000020:00000010:1.0:1763344900.094898:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42700. 00000020:00000010:1.0:1763344900.094906:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04a28. 00000100:00000040:1.0:1763344900.094916:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344900.094920:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.094922:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763344900.094925:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763344900.094927:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.094929:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.094942:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.094960:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.094977:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.094980:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.094988:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302940 00000100:00000040:1.0:1763344900.094992:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344900.094995:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290387584 : -107409419164032 : ffff9e4fcbb9a680) 00000100:00000040:1.0:1763344900.095003:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb9a680 x1848987881534336/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 4616/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344900.095014:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.095017:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6cc0. 00000100:00000001:1.0:1763344900.095019:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.095021:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6cc0. 00000100:00100000:1.0:1763344900.095026:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:252797:x1848987881534336:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344900.095030:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881534336 00000020:00000001:1.0:1763344900.095035:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344900.095039:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344900.095045:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.095048:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.095050:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344900.095055:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344900.095059:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881534336, found 0 last_xid 1848987881534335 00000020:00000001:1.0:1763344900.095062:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344900.095064:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344900.095067:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.095074:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.095077:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344900.095079:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344900.095081:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344900.095084:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344900.095087:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.095094:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344900.095112:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897700 count: 2 00010000:00000001:1.0:1763344900.095116:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344900.095119:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344900.095124:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35a00. 00000020:00000001:1.0:1763344900.095130:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344900.095132:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35a00 with handle 0x34881b4086817ba6 to hash 00000020:00000001:1.0:1763344900.095134:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344900.095136:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405977088 : -107404303574528 : ffff9e50fca35a00) 00010000:00000010:1.0:1763344900.095143:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997580. 00010000:00000001:1.0:1763344900.095146:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405977088 : -107404303574528 : ffff9e50fca35a00) 00010000:00010000:1.0:1763344900.095151:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35a00/0x34881b4086817ba6 lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e189 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.095161:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:1.0:1763344900.095164:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=233 00010000:00000001:1.0:1763344900.095173:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763344900.095177:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763344900.095186:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344900.095189:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763344900.095192:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095195:0:13569:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763344900.095201:0:13569:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e4fcbb9a680 x1848987881534336/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 4616/0 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763344900.095211:0:13569:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763344900.095214:0:13569:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763344900.095217:0:13569:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763344900.095220:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.095223:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.095227:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.095228:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.095230:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.095233:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.095234:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.095235:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.095244:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.095245:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095248:0:13569:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095250:0:13569:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095254:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763344900.095255:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763344900.095259:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.095262:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.095318:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50d7c70000. 02000000:00000001:1.0:1763344900.095322:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.095325:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095330:0:13569:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763344900.095331:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.095332:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.095334:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.095335:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.095337:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.095339:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.095340:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.095352:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.095356:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.095357:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.095366:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344900.095373:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:1.0:1763344900.095376:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:1.0:1763344900.095379:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344900.095381:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.095384:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.095386:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095388:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344900.095390:0:13569:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095393:0:13569:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763344900.095395:0:13569:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095398:0:13569:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763344900.095402:0:13569:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763344900.095406:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcba38 00000004:00000002:1.0:1763344900.095408:0:13569:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b13:0x12e80:0x0]/(->[0x240002b13:0x12e80:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763344900.095414:0:13569:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763344900.095417:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344900.095419:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e80:0x0] 00000020:00000001:1.0:1763344900.095423:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.095443:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501992088 : -107409207559528 : ffff9e4fd8567a98) 00000004:00000001:1.0:1763344900.095446:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501992000 : -107409207559616 : ffff9e4fd8567a40) 00000004:00000001:1.0:1763344900.095449:0:13569:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763344900.095451:0:13569:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095457:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763344900.095461:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763344900.095469:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095473:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.095480:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.095502:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344900.095508:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344900.095510:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763344900.095512:0:13569:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344900.095514:0:13569:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e80:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 0 00000004:00000001:1.0:1763344900.095517:0:13569:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763344900.095519:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.095521:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.095524:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.095526:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.095527:0:13569:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095531:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.095532:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.095534:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.095536:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1763344900.095539:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x283 ma_lmm=ffff9e50d7c70378 00000004:00000001:1.0:1763344900.095541:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095546:0:13569:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1763344900.095548:0:13569:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763344900.095550:0:13569:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344900.095553:0:13569:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x240002b13:0x12e80:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1763344900.095555:0:13569:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763344900.095560:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344900.095562:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344900.095565:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897700 count: 3 00010000:00000001:1.0:1763344900.095567:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344900.095569:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344900.095573:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34e00. 00000020:00000001:1.0:1763344900.095576:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344900.095578:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34e00 with handle 0x34881b4086817bad to hash 00000020:00000001:1.0:1763344900.095580:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344900.095581:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000010:1.0:1763344900.095585:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997100. 00010000:00000001:1.0:1763344900.095586:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344900.095590:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344900.095592:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344900.095596:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086817bad lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:1.0:1763344900.095603:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344900.095607:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344900.095610:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344900.095612:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.095616:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.095618:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.095619:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.095623:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344900.095625:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344900.095627:0:13569:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344900.095628:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344900.095631:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e4897700) refcount = 3 00010000:00000040:1.0:1763344900.095635:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344900.095640:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bda00/0x34881b4086817896 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e024 expref: 233 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344900.095648:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086817bad lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344900.095654:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344900.095659:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.095661:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.095663:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344900.095665:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.095668:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.095670:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344900.095672:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344900.095675:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344900.095678:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086817bad lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344900.095683:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344900.095685:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.095686:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.095688:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.095690:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.095691:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34e00 refcount=3 00000020:00000001:1.0:1763344900.095693:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344900.095696:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344900.095698:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.095699:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344900.095701:0:13569:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344900.095703:0:13569:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240002b13:0x12e80:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:1.0:1763344900.095708:0:13569:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344900.095710:0:13569:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095712:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344900.095714:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x112:0x0] 00000020:00000001:1.0:1763344900.095716:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.095720:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000004:00000001:1.0:1763344900.095722:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063232 : -107409293488384 : ffff9e4fd3374f00) 00000004:00000001:1.0:1763344900.095725:0:13569:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763344900.095728:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.095730:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.095732:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.095733:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.095734:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.095736:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.095738:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.095739:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.095741:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.095742:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.095743:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344900.095746:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e80:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:1.0:1763344900.095749:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e80:0x0]: returning size 1024 00000001:00000001:1.0:1763344900.095751:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.095753:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095755:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763344900.095757:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.095759:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.095763:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344900.095766:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344900.095768:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095770:0:13569:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1763344900.095773:0:13569:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x283 lmm_size = 56 00000004:00000001:1.0:1763344900.095775:0:13569:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763344900.095777:0:13569:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095780:0:13569:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763344900.095784:0:13569:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763344900.095809:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763344900.095812:0:13569:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095815:0:13569:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095817:0:13569:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344900.095823:0:13569:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763344900.095827:0:13569:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50fff42a80. 00000020:00000001:1.0:1763344900.095829:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344900.095831:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fff42a80 with handle 0x34881b4086817bb4 to hash 00000020:00000001:1.0:1763344900.095833:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763344900.095835:0:13569:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636669461604992 : -107404247946624 : ffff9e50fff42a80) 00000004:00000001:1.0:1763344900.095837:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763344900.095839:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763344900.095841:0:13569:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x240002b13:0x12e80:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:1.0:1763344900.095845:0:13569:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763344900.095850:0:13569:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344900.095855:0:13569:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e2a00. 00080000:00000001:1.0:1763344900.095859:0:13569:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300120576 : -107409409431040 : ffff9e4fcc4e2a00) 00080000:00000001:1.0:1763344900.095863:0:13569:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763344900.095871:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.095889:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344900.095894:0:13569:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6cc0. 00080000:00000001:1.0:1763344900.095898:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.095910:0:13569:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.095912:0:13569:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763344900.095918:0:13569:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763344900.095921:0:13569:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214331, last_committed = 25770214323 00000001:00000010:1.0:1763344900.095926:0:13569:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2dec060. 00000001:00000040:1.0:1763344900.095929:0:13569:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 8 00000020:00000040:1.0:1763344900.095931:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=234 00000001:00000010:1.0:1763344900.095938:0:13569:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fc2c5e840. 00000001:00000001:1.0:1763344900.095965:0:13569:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fc2c5e840: xid 1848987881534336, transno 25770214331, tag 1, client gen 9, slot idx 0 00000001:00000001:1.0:1763344900.095968:0:13569:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763344900.095980:0:13569:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6cc0. 00040000:00000001:1.0:1763344900.095984:0:13569:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344900.095987:0:13569:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344900.095990:0:13569:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095992:0:13569:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763344900.095994:0:13569:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.095997:0:13569:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.096002:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.096004:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.096006:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.096009:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.096011:0:13569:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344900.096013:0:13569:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763344900.096016:0:13569:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763344900.096018:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344900.096020:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344900.096021:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763344900.096023:0:13569:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763344900.096024:0:13569:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.096027:0:13569:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344900.096029:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763344900.096036:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000004:00000001:1.0:1763344900.096038:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344900.096040:0:13569:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763344900.096046:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344900.096055:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.096058:0:13569:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.096060:0:13569:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763344900.096064:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344900.096067:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344900.096068:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344900.096070:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344900.096072:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344900.096074:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763344900.096093:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.096095:0:13569:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763344900.096099:0:13569:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763344900.096101:0:13569:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.096104:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.096106:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.096108:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34e00 refcount=3 00000020:00000001:1.0:1763344900.096110:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344900.096112:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00000004:00000040:1.0:1763344900.096116:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:1.0:1763344900.096118:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=235 00010000:00000001:1.0:1763344900.096122:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.096123:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344900.096125:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344900.096127:0:13569:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344900.096129:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344900.096133:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763344900.096136:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344900.096138:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344900.096141:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.096142:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.096145:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344900.096147:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344900.096150:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35a00 with handle 0x34881b4086817ba6 from hash 00010000:00000001:1.0:1763344900.096152:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344900.096153:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.096154:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.096156:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344900.096157:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344900.096161:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35a00/0x34881b4086817ba6 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e189 expref: 235 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.096171:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:1.0:1763344900.096175:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00010000:00000010:1.0:1763344900.096178:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997580. 00010000:00000001:1.0:1763344900.096190:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.096192:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.096197:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344900.096201:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086817bad lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e189 expref: 234 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344900.096209:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344900.096212:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344900.096215:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e4897700) 00010000:00010000:1.0:1763344900.096217:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1763344900.096220:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.096223:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.096225:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344900.096226:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.096227:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344900.096229:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34e00, rc 0) 00000020:00000001:1.0:1763344900.096232:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344900.096236:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214323, transno 25770214331, xid 1848987881534336 00010000:00000001:1.0:1763344900.096239:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344900.096245:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fcbb9a680 x1848987881534336/t25770214331(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 4616/664 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344900.096254:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.096258:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.096262:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.096268:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.096271:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344900.096274:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344900.096277:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.096280:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.096284:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.096287:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.096294:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3880. 00000100:00000200:1.0:1763344900.096302:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848987881534336, offset 224 00000400:00000200:1.0:1763344900.096311:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.096329:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.096338:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385442:1385442:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385438:1385438:8:4294967295] 00000400:00000200:1.0:1763344900.096354:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.096361:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.096369:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef9dc000. 00000800:00000200:1.0:1763344900.096378:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.096386:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.096391:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef9dc000 type 1, nob 760 niov 1 nkiov 1 00000800:00000200:3.0:1763344900.097950:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.097962:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef9dc000. 00000400:00000200:3.0:1763344900.097970:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.097982:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.097990:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3880 00000400:00000010:3.0:1763344900.097994:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3880. 00000100:00000001:3.0:1763344900.098001:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.098003:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344900.098489:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.098497:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344900.098502:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344900.098505:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.098508:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344900.098521:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb9a680 x1848987881534336/t25770214331(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 4616/664 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344900.098535:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+234:252797:x1848987881534336:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 3519us (4482us total) trans 25770214331 rc 0/0 00000100:00100000:1.0:1763344900.098547:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302940 00000100:00000040:1.0:1763344900.098552:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344900.098555:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.098558:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344900.098567:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42700. 00000020:00000010:1.0:1763344900.098573:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04a28. 00000020:00000010:1.0:1763344900.098579:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2400. 00000020:00000040:1.0:1763344900.098586:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 233 00000100:00000001:1.0:1763344900.098590:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763344900.103864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35a00. 00000800:00000001:1.0:1763344900.106881:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.106904:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.106910:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.106913:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.106928:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.106951:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df7400 00000400:00000200:1.0:1763344900.106961:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cda9 [2] + 656 00000800:00000001:1.0:1763344900.106972:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.106977:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.106981:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.106985:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.106994:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.106996:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763344900.107003:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2401880. 00000100:00000040:1.0:1763344900.107008:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2401880 x1848987881534464 msgsize 328 00000100:00100000:1.0:1763344900.107013:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.107038:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.107049:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.107053:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.107055:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.107058:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.107062:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.107067:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 552 into portal 12 MB=0x691a509df7500 00000400:00000200:1.0:1763344900.107074:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 552/552 into md 0x616b51 [64] + 75928 00000800:00000001:1.0:1763344900.107078:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.107149:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.107152:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.107156:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.107160:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.107162:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344900.107166:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2402a00. 00000100:00000040:1.0:1763344900.107168:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2402a00 x1848987881534720 msgsize 552 00000100:00100000:1.0:1763344900.107173:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.107191:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.107196:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.107200:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.107597:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344900.107602:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881534720 02000000:00000001:3.0:1763344900.107606:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344900.107609:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344900.107612:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.107617:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344900.107622:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881534720 00000020:00000001:3.0:1763344900.107626:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344900.107629:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344900.107632:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.107636:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=234 00000020:00000001:3.0:1763344900.107639:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344900.107641:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344900.107647:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344900.107652:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344900.107656:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344900.107660:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344900.107666:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca000. 00000020:00000010:3.0:1763344900.107674:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344900.107682:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf7d0. 00000100:00000040:3.0:1763344900.107691:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344900.107695:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344900.107697:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344900.107701:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344900.107703:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.107707:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.107717:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.107736:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.107753:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344900.107756:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344900.107763:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302941 00000100:00000040:3.0:1763344900.107768:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344900.107770:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694833664 : -107405014717952 : ffff9e50d2402a00) 00000100:00000040:3.0:1763344900.107779:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2402a00 x1848987881534720/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 552/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344900.107842:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344900.107845:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344900.107847:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344900.107849:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344900.107854:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+234:252797:x1848987881534720:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344900.107858:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881534720 00000020:00000001:3.0:1763344900.107863:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344900.107867:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763344900.107873:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fc2c5e840: xid 1848987881534336, transno 25770214331, client gen 9, slot idx 0 00000001:00000001:3.0:1763344900.107878:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fc87eff00: xid 1848987881525504, transno 25770214330, client gen 9, slot idx 3 00000001:00000010:3.0:1763344900.107883:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fc87eff00. 00000020:00000001:3.0:1763344900.107887:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.107890:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344900.107892:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344900.107896:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344900.107900:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881534720, found 0 last_xid 1848987881534463 00000020:00000001:3.0:1763344900.107902:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344900.107905:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344900.107908:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344900.107915:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.107917:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344900.107920:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344900.107923:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344900.107925:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344900.107928:0:13569:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:3.0:1763344900.107932:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344900.107934:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.107936:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fc18ada00 refcount=3 00000020:00000001:3.0:1763344900.107939:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664119548416 : -107409590003200 : ffff9e4fc18ada00) 00010000:00000001:3.0:1763344900.107942:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664119548416 : -107409590003200 : ffff9e4fc18ada00) 00010000:00000040:3.0:1763344900.107946:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359f00 count: 2 00000004:00000001:3.0:1763344900.107951:0:13569:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763344900.107954:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344900.107957:0:13569:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.107960:0:13569:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.107961:0:13569:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.107963:0:13569:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.107968:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344900.107970:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344900.107978:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.107980:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.107983:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344900.107985:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344900.107987:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fc18ada00 with handle 0x34881b4086817a4f from hash 00010000:00000001:3.0:1763344900.107989:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344900.107991:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.107992:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.107993:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344900.108000:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344900.108002:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.108004:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344900.108005:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344900.108011:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fc18ada00/0x34881b4086817a4f lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e10b expref: 234 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344900.108026:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:3.0:1763344900.108029:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 233 00010000:00000010:3.0:1763344900.108032:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16700. 00010000:00000001:3.0:1763344900.108041:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.108043:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344900.108046:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344900.108048:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e4fc1359f00) 00010000:00000001:3.0:1763344900.108053:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.108056:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.108058:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763344900.108060:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359f00 count: 0 00010000:00000010:3.0:1763344900.108066:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0a00. 00010000:00010000:3.0:1763344900.108071:0:13569:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763344900.108073:0:13569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.108078:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344900.108084:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50eb860f00. 00010000:00000010:3.0:1763344900.108090:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50d7d0e480. 00010000:00000001:3.0:1763344900.108094:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344900.108098:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17000. 00000020:00000001:3.0:1763344900.108101:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344900.108103:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17000 with handle 0x34881b4086817bbb to hash 00000020:00000001:3.0:1763344900.108105:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344900.108106:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00000010:3.0:1763344900.108111:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b800. 00010000:00000001:3.0:1763344900.108114:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00010000:3.0:1763344900.108119:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17000/0x34881b4086817bbb lrc: 2/0,0 mode: --/CW res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e190 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344900.108127:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:3.0:1763344900.108130:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=234 00010000:00000001:3.0:1763344900.108136:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344900.108140:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344900.108148:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344900.108150:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344900.108152:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108155:0:13569:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763344900.108161:0:13569:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50d2402a00 x1848987881534720/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 552/0 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763344900.108170:0:13569:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763344900.108172:0:13569:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763344900.108176:0:13569:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763344900.108179:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.108181:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.108184:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.108186:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.108188:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.108195:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.108196:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108199:0:13569:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108201:0:13569:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108205:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344900.108207:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344900.108210:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344900.108213:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344900.108266:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50f5850000. 02000000:00000001:3.0:1763344900.108270:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.108273:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108278:0:13569:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763344900.108280:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.108281:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.108283:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.108284:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.108286:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.108287:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.108288:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.108290:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.108292:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.108294:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.108299:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344900.108306:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344900.108308:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344900.108311:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344900.108314:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.108316:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.108318:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108320:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344900.108322:0:13569:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108325:0:13569:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763344900.108327:0:13569:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108330:0:13569:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763344900.108333:0:13569:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763344900.108339:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcba38 00000004:00000002:3.0:1763344900.108341:0:13569:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b11:0x112:0x0]/(. :VOLATILE:0001:1567BF02:fd=03->[0x240002b13:0x12e82:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:3.0:1763344900.108348:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344900.108351:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x112:0x0] 00000020:00000001:3.0:1763344900.108354:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344900.108362:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000004:00000001:3.0:1763344900.108365:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063232 : -107409293488384 : ffff9e4fd3374f00) 00000004:00000001:3.0:1763344900.108369:0:13569:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763344900.108371:0:13569:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108376:0:13569:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:3.0:1763344900.108378:0:13569:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x240002b13:0x12e82:0x0] 00000020:00000001:3.0:1763344900.108380:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1763344900.108382:0:13569:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1763344900.108387:0:13569:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9e4fd3375a40. 00000004:00000001:3.0:1763344900.108391:0:13569:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:3.0:1763344900.108397:0:13569:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:3.0:1763344900.108399:0:13569:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x240002b13:0x12e82:0x0] 00000004:00000010:3.0:1763344900.108406:0:13569:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9e4fd83105a0. 00000004:00000001:3.0:1763344900.108408:0:13569:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108411:0:13569:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1763344900.108416:0:13569:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1763344900.108421:0:13569:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9e4fe1bc8ee0. 00000004:00000001:3.0:1763344900.108424:0:13569:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446636664659676896 : -107409049874720 : ffff9e4fe1bc8ee0) 00000004:00000001:3.0:1763344900.108436:0:13569:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108440:0:13569:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:3.0:1763344900.108442:0:13569:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763344900.108447:0:13569:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763344900.108449:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344900.108451:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344900.108455:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344900.108458:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344900.108460:0:13569:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344900.108462:0:13569:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x240002b13 00000004:00000001:3.0:1763344900.108464:0:13569:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344900.108471:0:13569:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff9e4fd69cb000. 00000004:00000001:3.0:1763344900.108473:0:13569:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.108477:0:13569:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763344900.108480:0:13569:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.108484:0:13569:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:3.0:1763344900.108486:0:13569:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00080000:00000002:3.0:1763344900.108496:0:13569:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x60006ed45 for inode 64068 00000004:00000002:3.0:1763344900.108498:0:13569:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x240002b11:0x112:0x0] version is 0x60006ed45 00000004:00000002:3.0:1763344900.108501:0:13569:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x240002b13:0x12e82:0x0] version is 0x1 00000004:00000001:3.0:1763344900.108507:0:13569:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:3.0:1763344900.108513:0:13569:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:3.0:1763344900.108515:0:13569:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:3.0:1763344900.108519:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763344900.108522:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x112:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763344900.108527:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108529:0:13569:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108533:0:13569:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763344900.108537:0:13569:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763344900.108545:0:13569:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50ef5cfea0. 00080000:00000001:3.0:1763344900.108549:0:13569:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344900.108553:0:13569:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69cae00. 00080000:00000001:3.0:1763344900.108557:0:13569:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00000004:00000001:3.0:1763344900.108561:0:13569:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:3.0:1763344900.108566:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.108573:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.108578:0:13569:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344900.108582:0:13569:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x240002b13:0x12e82:0x0] eadata 0000000000000000 len 0 00000004:00000001:3.0:1763344900.108586:0:13569:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:3.0:1763344900.108593:0:13569:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b11:0x112:0x0] not in the id map cache 00000004:00000001:3.0:1763344900.108597:0:13569:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763344900.108600:0:13569:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763344900.108603:0:13569:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763344900.108606:0:13569:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108608:0:13569:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108610:0:13569:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763344900.108612:0:13569:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:3.0:1763344900.108617:0:13569:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.108622:0:13569:0:(osp_object.c:1020:osp_xattr_get()) Process leaving via unlock (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763344900.108625:0:13569:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108627:0:13569:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763344900.108633:0:13569:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd05d1600. 00000004:00000001:3.0:1763344900.108637:0:13569:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:3.0:1763344900.108640:0:13569:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:3.0:1763344900.108646:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcb8c8 00000001:00000002:3.0:1763344900.108648:0:13569:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x240002b11:0x112:0x0]:. :VOLATILE:0001:1567BF02:fd=03' is added 00000004:00000001:3.0:1763344900.108651:0:13569:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108655:0:13569:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:3.0:1763344900.108658:0:13569:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:3.0:1763344900.108662:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.108665:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00080000:00000001:3.0:1763344900.108670:0:13569:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00000100:00000001:0.0:1763344900.108673:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000002:3.0:1763344900.108675:0:13569:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b13:0x12e82:0x0] not in the id map cache 00000100:00100000:0.0:1763344900.108679:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881534464 00000001:00000001:3.0:1763344900.108681:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 02000000:00000001:0.0:1763344900.108684:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000001:3.0:1763344900.108685:0:13569:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.108689:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:3.0:1763344900.108690:0:13569:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.108693:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108695:0:13569:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108699:0:13569:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 02000000:00000001:0.0:1763344900.108699:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.108703:0:13569:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.108705:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881534464 00000020:00000001:0.0:1763344900.108709:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000001:3.0:1763344900.108711:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000020:00000040:0.0:1763344900.108712:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000004:00000001:3.0:1763344900.108715:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00000020:00000001:0.0:1763344900.108717:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.108722:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=235 00080000:00000001:3.0:1763344900.108723:0:13569:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000020:00000001:0.0:1763344900.108727:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000001:00000001:3.0:1763344900.108729:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344900.108732:0:13569:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.108734:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000004:00000001:3.0:1763344900.108737:0:13569:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000100:00000001:0.0:1763344900.108739:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:3.0:1763344900.108741:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.108744:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00000020:00000010:0.0:1763344900.108747:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000004:00000001:3.0:1763344900.108748:0:13569:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.108752:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763344900.108755:0:13569:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000010:0.0:1763344900.108757:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00080000:00000001:3.0:1763344900.108760:0:13569:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000020:00000010:0.0:1763344900.108766:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8200. 00000004:00000001:3.0:1763344900.108769:0:13569:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000020:00000010:0.0:1763344900.108772:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139c00. 00000004:00000001:3.0:1763344900.108773:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.108775:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00080000:00000001:3.0:1763344900.108781:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000010:0.0:1763344900.108781:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732708. 00000001:00000001:3.0:1763344900.108786:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000040:0.0:1763344900.108818:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763344900.108822:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.108824:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763344900.108826:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763344900.108830:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.108833:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763344900.108836:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.108837:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.108839:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34e00 refcount=3 00000020:00000001:0.0:1763344900.108846:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:0.0:1763344900.108849:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:0.0:1763344900.108852:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.108853:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.108855:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.108857:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.108864:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.108873:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.108895:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.108898:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.108903:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 3664 00000100:00000040:0.0:1763344900.108907:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 2 00000100:00000001:0.0:1763344900.108909:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694829184 : -107405014722432 : ffff9e50d2401880) 00000100:00000040:0.0:1763344900.108915:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2401880 x1848987881534464/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.108924:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.108929:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344900.108931:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.108933:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344900.108938:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2401880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:2408:x1848987881534464:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763344900.108942:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881534464 00010000:00000001:0.0:1763344900.108945:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763344900.108948:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763344900.108950:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763344900.108954:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.108956:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.108959:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50c7e1cc00. 02000000:00000001:0.0:1763344900.108961:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.108963:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.108965:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763344900.108967:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763344900.108968:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.108969:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.108971:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34e00 refcount=3 00000020:00000001:0.0:1763344900.108973:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:0.0:1763344900.108975:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000040:0.0:1763344900.108978:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897700 count: 3 00000004:00000001:0.0:1763344900.108982:0:27025:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763344900.108984:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344900.108986:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.108988:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.108989:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.108991:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.108996:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344900.108997:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.109001:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.109002:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.109004:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.109006:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.109008:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34e00 with handle 0x34881b4086817bad from hash 00010000:00000001:0.0:1763344900.109010:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.109012:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.109013:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.109014:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344900.109018:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.109019:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.109021:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344900.109022:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344900.109026:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086817bad lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e189 expref: 235 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344900.109034:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:0.0:1763344900.109036:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00010000:00000010:0.0:1763344900.109039:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997100. 00010000:00000001:0.0:1763344900.109047:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.109048:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.109050:0:27025:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344900.109052:0:27025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e4897700) 00010000:00000001:0.0:1763344900.109056:0:27025:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.109058:0:27025:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.109060:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763344900.109061:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344900.109063:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.109082:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.109086:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.109091:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=100 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.109096:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.109099:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.109111:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.109115:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.109117:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.109368:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.109373:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.109380:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495a18. 00000100:00000200:0.0:1763344900.109389:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881534464, offset 224 00000400:00000200:0.0:1763344900.109397:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.109415:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.109423:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385443:1385443:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385439:1385439:8:4294967295] 00000400:00000200:0.0:1763344900.109450:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.109457:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.109464:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344900.109472:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.109481:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.109487:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.109737:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.109830:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.109833:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.109836:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.109843:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2401880 x1848987881534464/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/224 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344900.109853:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2401880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+234:2408:x1848987881534464:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 927us (2843us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344900.109863:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 3664 00000100:00000040:0.0:1763344900.109866:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344900.109869:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.109871:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1763344900.110249:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.110256:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:1.0:1763344900.110262:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.110269:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.110275:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495a18 00000400:00000010:1.0:1763344900.110278:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495a18. 00000100:00000001:1.0:1763344900.110284:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.110286:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1763344900.110380:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139c00. 00000020:00000010:0.0:1763344900.110389:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732708. 00000020:00000010:0.0:1763344900.110393:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8200. 00000020:00000040:0.0:1763344900.110400:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 233 00000100:00000001:0.0:1763344900.110403:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1763344900.112320:0:13569:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd640. 00080000:00000001:3.0:1763344900.112330:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.112334:0:13569:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.112346:0:13569:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763344900.112350:0:13569:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763344900.112353:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.112356:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00000004:00000001:3.0:1763344900.112363:0:13569:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.112366:0:13569:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.112382:0:13569:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.112386:0:13569:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.112397:0:13569:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:3.0:1763344900.112400:0:13569:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:3.0:1763344900.112402:0:13569:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763344900.114162:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.114168:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00080000:00000001:3.0:1763344900.114179:0:13569:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:3.0:1763344900.114331:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763344900.114338:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344900.114342:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344900.114346:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344900.114349:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.114351:0:13569:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.114353:0:13569:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1763344900.114374:0:13569:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763344900.114379:0:13569:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240002b13:0x12e82:0x0] 00080000:00000001:3.0:1763344900.114381:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763344900.114382:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344900.114383:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344900.114385:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344900.114386:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.114387:0:13569:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.114391:0:13569:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:3.0:1763344900.114419:0:13569:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50e48acd68. 00000001:00000010:3.0:1763344900.114446:0:13569:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50e48acd68. 00080000:00000001:3.0:1763344900.114451:0:13569:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.114455:0:13569:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114457:0:13569:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114462:0:13569:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114466:0:13569:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114470:0:13569:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:3.0:1763344900.114472:0:13569:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114481:0:13569:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763344900.114485:0:13569:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763344900.114487:0:13569:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763344900.114488:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.114490:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00080000:00000001:3.0:1763344900.114495:0:13569:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344900.114497:0:13569:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e82:0x0] set xattr 'user.job' with size 5 00000004:00000001:3.0:1763344900.114510:0:13569:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114512:0:13569:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114515:0:13569:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114519:0:13569:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114526:0:13569:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:3.0:1763344900.114534:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.114535:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00080000:00000001:3.0:1763344900.114540:0:13569:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:3.0:1763344900.114575:0:13569:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.114583:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcb800 00080000:00000002:3.0:1763344900.114585:0:13569:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32003 insert 0x240002b13:0x12e82:0x0:830 rc = 0 00080000:00000001:3.0:1763344900.114588:0:13569:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114591:0:13569:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:3.0:1763344900.114593:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.114594:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00080000:00000002:3.0:1763344900.114598:0:13569:0:(osd_handler.c:4691:osd_ref_add()) [0x240002b13:0x12e82:0x0] increase nlink 1 00000004:00000001:3.0:1763344900.114604:0:13569:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114606:0:13569:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344900.114609:0:13569:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114611:0:13569:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344900.114615:0:13569:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:3.0:1763344900.114616:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.114618:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00080000:00000002:3.0:1763344900.114622:0:13569:0:(osd_handler.c:4785:osd_ref_del()) [0x240002b13:0x12e82:0x0] decrease nlink 2 00000004:00000001:3.0:1763344900.114626:0:13569:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.114633:0:13569:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763344900.114638:0:13569:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344900.114646:0:13569:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:3.0:1763344900.114652:0:13569:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763344900.114653:0:13569:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763344900.114654:0:13569:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763344900.114656:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.114657:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00080000:00000001:3.0:1763344900.114660:0:13569:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344900.114662:0:13569:0:(osd_handler.c:5216:osd_xattr_set()) [0x240002b13:0x12e82:0x0] set version 0x6000643bc (old 0x0) for inode 830 00080000:00000001:3.0:1763344900.114666:0:13569:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114668:0:13569:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114669:0:13569:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114671:0:13569:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763344900.114674:0:13569:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214332, last_committed = 25770214323 00000001:00000010:3.0:1763344900.114681:0:13569:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cfcc0. 00000001:00000040:3.0:1763344900.114684:0:13569:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 9 00000020:00000040:3.0:1763344900.114688:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=234 00000001:00000010:3.0:1763344900.114699:0:13569:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd05d1a80. 00000004:00000001:3.0:1763344900.114710:0:13569:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763344900.114711:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.114713:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00000004:00000001:3.0:1763344900.114727:0:13569:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763344900.114733:0:13569:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd05d1a80: xid 1848987881534720, transno 25770214332, tag 1, client gen 9, slot idx 2 00000001:00000001:3.0:1763344900.114737:0:13569:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344900.114748:0:13569:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd640. 00040000:00000001:3.0:1763344900.114754:0:13569:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344900.114757:0:13569:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344900.114760:0:13569:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344900.114763:0:13569:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50ef5cfea0. 00000020:00000001:3.0:1763344900.114767:0:13569:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.114781:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344900.114784:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00010000:00000010:0.1:1763344900.116847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34e00. 00010000:00000010:3.1:1763344900.118073:0:13569:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fc18ada00. 00010000:00000010:3.1:1763344900.118094:0:13569:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359f00. 00000004:00000001:3.0:1763344900.118109:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.118120:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.118131:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.118156:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.118161:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.118164:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344900.118166:0:13569:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.118170:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.118171:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763344900.118174:0:13569:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:3.0:1763344900.118185:0:13569:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff9e50ef5cfea0. 00000004:00000001:3.0:1763344900.118188:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.118191:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763344900.118194:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9e50f5850378 00000004:00000001:3.0:1763344900.118197:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.118210:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344900.118219:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.118235:0:13569:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:3.0:1763344900.118238:0:13569:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x240002b13:0x12e82:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1763344900.118242:0:13569:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763344900.118247:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344900.118251:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344900.118264:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e58caf00. 00010000:00000010:3.0:1763344900.118269:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50d7d0ed80. 00010000:00000001:3.0:1763344900.118274:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344900.118277:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17400. 00000020:00000001:3.0:1763344900.118283:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344900.118287:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17400 with handle 0x34881b4086817bc2 to hash 00000020:00000001:3.0:1763344900.118289:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344900.118291:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000010:3.0:1763344900.118297:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b600. 00010000:00000001:3.0:1763344900.118299:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344900.118304:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344900.118306:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344900.118312:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817bc2 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344900.118323:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344900.118327:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344900.118329:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344900.118333:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344900.118335:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.118338:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344900.118339:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.118342:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344900.118345:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344900.118346:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344900.118348:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344900.118351:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e82:0x0].0x0 (ffff9e50e58caf00) refcount = 1 00010000:00010000:3.0:1763344900.118355:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817bc2 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344900.118362:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344900.118368:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344900.118370:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.118372:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344900.118373:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.118375:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.118378:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344900.118380:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344900.118384:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344900.118388:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817bc2 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344900.118393:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344900.118395:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.118397:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.118398:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344900.118401:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.118403:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=3 00000020:00000001:3.0:1763344900.118420:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344900.118422:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344900.118424:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.118433:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344900.118434:0:13569:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344900.118437:0:13569:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240002b13:0x12e82:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:3.0:1763344900.118441:0:13569:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344900.118444:0:13569:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.118446:0:13569:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763344900.118453:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.118455:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.118457:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.118459:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.118461:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.118463:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.118465:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.118467:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.118469:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.118470:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.118472:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344900.118474:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e82:0x0]: nlink=1, mode=100600, valid=0x1100000080002f8f 00000004:00200000:3.0:1763344900.118477:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e82:0x0]: returning size 0 00000001:00000001:3.0:1763344900.118480:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.118481:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.118483:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763344900.118485:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.118487:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.118490:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.118493:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.118495:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.118498:0:13569:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:3.0:1763344900.118500:0:13569:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:3.0:1763344900.118501:0:13569:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344900.118505:0:13569:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:3.0:1763344900.118508:0:13569:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763344900.118509:0:13569:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.118514:0:13569:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763344900.118519:0:13569:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763344900.118522:0:13569:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.118525:0:13569:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344900.118529:0:13569:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763344900.118532:0:13569:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50d7d0ec80. 00000020:00000001:3.0:1763344900.118534:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344900.118535:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7d0ec80 with handle 0x34881b4086817bc9 to hash 00000020:00000001:3.0:1763344900.118537:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763344900.118539:0:13569:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636668788206720 : -107404921344896 : ffff9e50d7d0ec80) 00000004:00000001:3.0:1763344900.118541:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763344900.118543:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763344900.118545:0:13569:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x240002b13:0x12e82:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:3.0:1763344900.118549:0:13569:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763344900.118552:0:13569:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763344900.118554:0:13569:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.118556:0:13569:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.118559:0:13569:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344900.118562:0:13569:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763344900.118565:0:13569:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763344900.118567:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344900.118570:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344900.118572:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763344900.118573:0:13569:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.118576:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763344900.118582:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000004:00000001:3.0:1763344900.118585:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763344900.118588:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344900.118590:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.118596:0:13569:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.118599:0:13569:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763344900.118603:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344900.118606:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344900.118608:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344900.118610:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344900.118612:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344900.118615:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763344900.118620:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.118624:0:13569:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763344900.118628:0:13569:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763344900.118630:0:13569:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.118634:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344900.118636:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.118637:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=3 00000020:00000001:3.0:1763344900.118639:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344900.118642:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00000004:00000040:3.0:1763344900.118646:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:3.0:1763344900.118651:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=235 00010000:00000001:3.0:1763344900.118660:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.118661:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344900.118663:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344900.118666:0:13569:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344900.118670:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344900.118676:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763344900.118679:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344900.118682:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344900.118686:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.118687:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.118689:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344900.118691:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344900.118694:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17000 with handle 0x34881b4086817bbb from hash 00010000:00000001:3.0:1763344900.118696:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344900.118697:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.118698:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.118700:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344900.118701:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344900.118715:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17000/0x34881b4086817bbb lrc: 0/0,0 mode: --/CW res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e190 expref: 235 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344900.118722:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:3.0:1763344900.118725:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00010000:00000010:3.0:1763344900.118728:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b800. 00010000:00000040:3.0:1763344900.118732:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50eb860f00 count: 0 00010000:00000010:3.0:1763344900.118737:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50d7d0e480. 00010000:00000001:3.0:1763344900.118749:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.118751:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.118757:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344900.118762:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817bc2 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e190 expref: 234 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344900.118780:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344900.118783:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344900.118785:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e82:0x0].0x0 (ffff9e50e58caf00) 00010000:00010000:3.0:1763344900.122048:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1763344900.122055:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.122061:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.122065:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344900.122069:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.122073:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344900.122075:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17400, rc 0) 00000020:00000001:3.0:1763344900.122081:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344900.122089:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214323, transno 25770214332, xid 1848987881534720 00010000:00000001:3.0:1763344900.122094:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344900.122110:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d2402a00 x1848987881534720/t25770214332(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 552/608 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344900.122121:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344900.122126:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344900.122131:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344900.122138:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344900.122141:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344900.122144:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344900.122148:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344900.122152:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.122158:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344900.122162:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344900.122195:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb880. 00000100:00000200:3.0:1763344900.122205:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848987881534720, offset 224 00000400:00000200:3.0:1763344900.122215:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344900.122234:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344900.122244:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385444:1385444:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385440:1385440:8:4294967295] 00000400:00000200:3.0:1763344900.122258:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344900.122265:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344900.122273:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344900.122282:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344900.122292:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344900.122297:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:3.0:1763344900.124663:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.124688:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344900.124695:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344900.124698:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.124702:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344900.124716:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2402a00 x1848987881534720/t25770214332(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 552/608 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344900.124730:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+234:252797:x1848987881534720:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 16886us (17557us total) trans 25770214332 rc 0/0 00000100:00100000:3.0:1763344900.124742:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302941 00000100:00000040:3.0:1763344900.124747:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344900.124751:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344900.124754:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344900.124765:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344900.124828:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf7d0. 00000020:00000010:3.0:1763344900.124836:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca000. 00000020:00000040:3.0:1763344900.124845:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 233 00000100:00000001:3.0:1763344900.124849:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344900.125688:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.125696:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5600. 00000400:00000200:1.0:1763344900.125706:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.125716:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.125726:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb880 00000400:00000010:1.0:1763344900.125729:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb880. 00000100:00000001:1.0:1763344900.125736:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.125738:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344900.129602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50eb860f00. 00010000:00000010:3.1:1763344900.129633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00000800:00000001:1.0:1763344900.134184:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.134209:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.134214:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.134216:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.134230:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.134251:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509df7600 00000400:00000200:1.0:1763344900.134261:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 76480 00000800:00000001:1.0:1763344900.134272:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.134306:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.134309:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.134314:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.134322:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.134325:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344900.134332:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2401c00. 00000100:00000040:1.0:1763344900.134336:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2401c00 x1848987881534976 msgsize 4616 00000100:00100000:1.0:1763344900.134340:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.134356:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.134368:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.134371:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.134856:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344900.134861:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881534976 02000000:00000001:3.0:1763344900.134865:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344900.134869:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344900.134872:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.134878:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344900.134882:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881534976 00000020:00000001:3.0:1763344900.134886:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344900.134888:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344900.134891:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.134895:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=234 00000020:00000001:3.0:1763344900.134898:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344900.134900:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344900.134906:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344900.134913:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344900.134919:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344900.134923:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344900.134930:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca200. 00000020:00000010:3.0:1763344900.134937:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344900.134946:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf7d0. 00000100:00000040:3.0:1763344900.134956:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344900.134960:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344900.134962:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344900.134965:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344900.134967:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.134970:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.134980:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.134997:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.135016:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344900.135019:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344900.135027:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302942 00000100:00000040:3.0:1763344900.135031:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344900.135033:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694830080 : -107405014721536 : ffff9e50d2401c00) 00000100:00000040:3.0:1763344900.135043:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2401c00 x1848987881534976/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 4616/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344900.135052:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344900.135055:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344900.135057:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344900.135059:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344900.135063:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2401c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+234:252797:x1848987881534976:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344900.135067:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881534976 00000020:00000001:3.0:1763344900.135071:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344900.135076:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763344900.135082:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd05d1a80: xid 1848987881534720, transno 25770214332, client gen 9, slot idx 2 00000001:00000001:3.0:1763344900.135087:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fc2c5e840: xid 1848987881534336, transno 25770214331, client gen 9, slot idx 0 00000001:00000010:3.0:1763344900.135092:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fc2c5e840. 00000020:00000001:3.0:1763344900.135097:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.135100:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344900.135103:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344900.135106:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344900.135110:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881534976, found 0 last_xid 1848987881534975 00000020:00000001:3.0:1763344900.135113:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344900.135115:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344900.135118:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344900.135125:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.135127:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344900.135130:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344900.135133:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344900.135135:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344900.135137:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.135144:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344900.135154:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e58caf00 count: 2 00010000:00000001:3.0:1763344900.135157:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344900.135160:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344900.135165:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17000. 00000020:00000001:3.0:1763344900.135170:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344900.135172:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17000 with handle 0x34881b4086817bd0 to hash 00000020:00000001:3.0:1763344900.135175:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344900.135176:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00000010:3.0:1763344900.135182:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b800. 00010000:00000001:3.0:1763344900.135185:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00010000:3.0:1763344900.135190:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17000/0x34881b4086817bd0 lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e197 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344900.135200:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:3.0:1763344900.135202:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=235 00010000:00000001:3.0:1763344900.135210:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344900.135213:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344900.135220:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344900.135223:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344900.135225:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.135228:0:13569:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763344900.135234:0:13569:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50d2401c00 x1848987881534976/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 4616/0 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763344900.135243:0:13569:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763344900.135247:0:13569:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763344900.135250:0:13569:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763344900.135253:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.135255:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.135258:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.135260:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.135262:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.135263:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.135264:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.135266:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.135274:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.135275:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.135277:0:13569:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.135279:0:13569:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.135283:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344900.135285:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344900.135289:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344900.135291:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344900.135338:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50ff730000. 02000000:00000001:3.0:1763344900.135342:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.135344:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.135350:0:13569:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763344900.135351:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.135352:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.135355:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.135356:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.135357:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.135359:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.135360:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.135362:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.135364:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.135366:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.135371:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344900.135376:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344900.135379:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344900.135381:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344900.135383:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.135386:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.135388:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.135390:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344900.135392:0:13569:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.135395:0:13569:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763344900.135396:0:13569:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.135399:0:13569:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763344900.135402:0:13569:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763344900.135473:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcba38 00000004:00000002:3.0:1763344900.135476:0:13569:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b13:0x12e82:0x0]/(->[0x240002b13:0x12e82:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763344900.135481:0:13569:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1763344900.135483:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344900.135486:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e82:0x0] 00000020:00000001:3.0:1763344900.135489:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344900.135494:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:3.0:1763344900.135496:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:3.0:1763344900.135499:0:13569:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763344900.135501:0:13569:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.135507:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344900.135510:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344900.135518:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.135521:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.135528:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.135547:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.135552:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.135555:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344900.135557:0:13569:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.135560:0:13569:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763344900.135561:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.135564:0:13569:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344900.135567:0:13569:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344900.135570:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.135572:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763344900.135575:0:13569:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763344900.135578:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.135581:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763344900.135584:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9e50ff730378 00000004:00000001:3.0:1763344900.135587:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.135591:0:13569:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:3.0:1763344900.135595:0:13569:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x240002b13:0x12e82:0x0] lease count: 0, lm: 4 00000004:00000002:3.0:1763344900.135598:0:13569:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240002b13:0x12e82:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:3.0:1763344900.135602:0:13569:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x240002b13:0x12e82:0x0], open_flags = 040010040000002 00000004:00000001:3.0:1763344900.135605:0:13569:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763344900.135610:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344900.135612:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344900.135615:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e58caf00 count: 3 00010000:00000001:3.0:1763344900.135617:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344900.135620:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344900.135623:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16800. 00000020:00000001:3.0:1763344900.135626:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344900.135628:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16800 with handle 0x34881b4086817bd7 to hash 00000020:00000001:3.0:1763344900.135630:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344900.135631:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000010:3.0:1763344900.135635:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2bb80. 00010000:00000001:3.0:1763344900.135637:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344900.135641:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344900.135643:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344900.135646:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344900.135653:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344900.135658:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344900.135661:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344900.135663:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344900.135667:0:13569:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344900.135672:0:13569:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817bc2 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e190 expref: 235 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344900.135679:0:13569:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344900.135681:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.135683:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344900.135684:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.135686:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.135689:0:13569:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763344900.135692:0:13569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 4/0,1 mode: --/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000040:3.0:1763344900.135698:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e82:0x0].0x0 (ffff9e50e58caf00) refcount = 3 00010000:00000040:3.0:1763344900.135701:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344900.135704:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817bc2 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e190 expref: 235 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344900.135711:0:13569:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763344900.135713:0:13569:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 4/0,1 mode: --/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000010:3.0:1763344900.135720:0:13569:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344900.135724:0:13569:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344900.135732:0:13569:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1f00. 00000100:00000001:3.0:1763344900.135734:0:13569:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368209664 : -107409341341952 : ffff9e4fd05d1f00) 00000100:00000001:3.0:1763344900.135736:0:13569:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368209664 : -107409341341952 : ffff9e4fd05d1f00) 00000100:00000001:3.0:1763344900.135739:0:13569:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344900.135740:0:13569:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344900.135743:0:13569:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344900.135745:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.135747:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763344900.135750:0:13569:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.135752:0:13569:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.135754:0:13569:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763344900.135756:0:13569:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763344900.135761:0:13569:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb9b480. 00000020:00000040:3.0:1763344900.135765:0:13569:0:(genops.c:1229:class_import_get()) import ffff9e50cc228000 refcount=2 obd=lustre-MDT0001 00000100:00000001:3.0:1763344900.135769:0:13569:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344900.135771:0:13569:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344900.135775:0:13569:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344900.135784:0:13569:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd69cba00. 00000100:00000001:3.0:1763344900.135820:0:13569:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344900.135827:0:13569:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817bc2 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e190 expref: 235 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344900.135844:0:13569:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817bc2 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e190 expref: 235 pid: 13569 timeout: 13106 lvb_type: 0 00010000:00000001:3.0:1763344900.135851:0:13569:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344900.135855:0:13569:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344900.135859:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fcbb9b480 x1848987617967232/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.135867:0:13569:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344900.135870:0:13569:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344900.135875:0:13569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fcbb9b480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13569:1848987617967232:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344900.135879:0:13569:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344900.135885:0:13569:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344900.135889:0:13569:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.135892:0:13569:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344900.135897:0:13569:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd69cbe00. 02000000:00000001:3.0:1763344900.135899:0:13569:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344900.135906:0:13569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acd68. 00000400:00000010:3.0:1763344900.135914:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbcc0. 00000100:00000200:3.0:1763344900.135923:0:13569:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617967232, portal 16 00000100:00000001:3.0:1763344900.135925:0:13569:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344900.135928:0:13569:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664290391168 : -107409419160448 : ffff9e4fcbb9b480) 00000100:00000040:3.0:1763344900.135933:0:13569:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fcbb9b480 x1848987617967232/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.135940:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344900.135942:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344900.135945:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb440. 00000100:00000200:3.0:1763344900.135949:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617967232, offset 0 00000400:00000200:3.0:1763344900.135957:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344900.135972:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344900.135978:0:13569:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344900.135982:0:13569:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344900.135986:0:13569:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344900.135989:0:13569:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344900.135993:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385445:1385445:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385441:1385441:8:4294967295] 00000400:00000200:3.0:1763344900.136005:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344900.136011:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344900.136018:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344900.136027:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344900.136036:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344900.136041:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344900.136064:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.136069:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307675273 00000100:00000001:3.0:1763344900.136083:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307675039 00000100:00000001:3.0:1763344900.136087:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307675273 00000100:00000001:3.0:1763344900.136090:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307675039 00000100:00000001:3.0:1763344900.136093:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307675273 00000100:00000001:3.0:1763344900.136096:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307675039 00000100:00000001:3.0:1763344900.136099:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307675273 00000100:00000001:3.0:1763344900.136102:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307675039 00000100:00000001:3.0:1763344900.136105:0:13569:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344900.136107:0:13569:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.136110:0:13569:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.136111:0:13569:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.136113:0:13569:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.136116:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.136117:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.136119:0:13569:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.136121:0:13569:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344900.136122:0:13569:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344900.136125:0:13569:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.136127:0:13569:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344900.136129:0:13569:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344900.136132:0:13569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1f00 going to sleep for 11 seconds 00000100:00000001:3.0:1763344900.136135:0:13569:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344900.136139:0:13569:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344900.136575:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.136581:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5600. 00000400:00000200:1.0:1763344900.136588:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.136594:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.136600:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb440 00000400:00000010:1.0:1763344900.136602:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb440. 00000100:00000001:1.0:1763344900.136606:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344900.136610:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fcbb9b480 x1848987617967232/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.136621:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.136624:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fcbb9b480 x1848987617967232/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.136631:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.136633:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344900.139744:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.139767:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.139772:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.139775:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.139823:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.139846:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29bc80 00000400:00000200:1.0:1763344900.139859:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665855 [1] + 224 00000800:00000001:1.0:1763344900.139868:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.139877:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.139881:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.139886:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.139895:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.139904:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fcbb9b480 x1848987617967232/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344900.139915:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e4fcbb9b480 x1848987617967232/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.139938:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.139949:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.139953:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.140135:0:13569:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344900.140146:0:13569:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344900.140148:0:13569:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344900.140153:0:13569:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acd68. 00000400:00000200:3.0:1763344900.140157:0:13569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbcc0 00000400:00000010:3.0:1763344900.140161:0:13569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbcc0. 00000100:00000001:3.0:1763344900.140165:0:13569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344900.140170:0:13569:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fcbb9b480 x1848987617967232/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344900.140180:0:13569:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fcbb9b480 x1848987617967232/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.140185:0:13569:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344900.140188:0:13569:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.140191:0:13569:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344900.140195:0:13569:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344900.140197:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344900.140200:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.140203:0:13569:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344900.140210:0:13569:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50cc228458 time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344900.140215:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50cc228410 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344900.140218:0:13569:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344900.140220:0:13569:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.140223:0:13569:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344900.140228:0:13569:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.140231:0:13569:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.140235:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fcbb9b480 x1848987617967232/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.140243:0:13569:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344900.140246:0:13569:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344900.140249:0:13569:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.140251:0:13569:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763344900.140255:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.140257:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.140259:0:13569:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.140263:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb9b480 x1848987617967232/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344900.140270:0:13569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fcbb9b480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13569:1848987617967232:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344900.140275:0:13569:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.140279:0:13569:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.140282:0:13569:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344900.140284:0:13569:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344900.140287:0:13569:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fcbb9b480 x1848987617967232/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.140294:0:13569:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344900.140297:0:13569:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344900.140300:0:13569:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd69cbe00. 02000000:00000001:3.0:1763344900.140305:0:13569:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344900.140308:0:13569:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344900.140310:0:13569:0:(genops.c:1242:class_import_put()) import ffff9e50cc228000 refcount=1 obd=lustre-MDT0001 00000020:00000001:3.0:1763344900.140313:0:13569:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344900.140317:0:13569:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd69cba00. 02000000:00000001:3.0:1763344900.140320:0:13569:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344900.140322:0:13569:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344900.140324:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb9b480. 00000100:00000001:3.0:1763344900.140329:0:13569:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344900.140330:0:13569:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344900.140333:0:13569:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1f00. 00000100:00000001:3.0:1763344900.140335:0:13569:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344900.140337:0:13569:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344900.140340:0:13569:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd640. 00010000:00000001:3.0:1763344900.140344:0:13569:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.140346:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.140348:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344900.140352:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763344900.140357:0:13569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00000800:00000001:1.0:1763344900.146620:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.146654:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.146660:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.146663:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.146678:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.146703:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df7680 00000400:00000200:1.0:1763344900.146714:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cda9 [2] + 984 00000800:00000001:1.0:1763344900.146725:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.147181:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.147186:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.147193:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.147205:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.147209:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763344900.147217:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2402300. 00000100:00000040:1.0:1763344900.147222:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2402300 x1848987881535104 msgsize 328 00000100:00100000:1.0:1763344900.147226:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.147517:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.147569:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.147575:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.147631:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.147635:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881535104 02000000:00000001:0.0:1763344900.147639:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.147642:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.147647:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.147653:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.147659:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881535104 00000020:00000001:0.0:1763344900.147663:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.147666:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344900.147669:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.147673:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=236 00000020:00000001:0.0:1763344900.147676:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344900.147679:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344900.147686:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.147693:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344900.147698:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.147702:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000020:00000010:0.0:1763344900.147710:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8200. 00000020:00000010:0.0:1763344900.147718:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139c00. 00000020:00000010:0.0:1763344900.147725:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732708. 00000100:00000040:0.0:1763344900.147734:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763344900.147738:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.147739:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763344900.147742:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763344900.147746:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.147748:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763344900.147756:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.147757:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.147759:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=4 00000020:00000001:0.0:1763344900.147762:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:0.0:1763344900.147765:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00010000:0.0:1763344900.147774:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817bc2 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e190 expref: 236 pid: 13569 timeout: 13106 lvb_type: 0 00010000:00000001:0.0:1763344900.147784:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.147787:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.147814:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.147817:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.147827:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763344900.147837:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50d2402300 x1848987881535104/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.147845:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344900.147847:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.147863:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.147879:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.147881:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.147886:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6333 00000100:00000040:0.0:1763344900.147891:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 2 00000100:00000001:0.0:1763344900.147893:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694831872 : -107405014719744 : ffff9e50d2402300) 00000100:00000040:0.0:1763344900.147898:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2402300 x1848987881535104/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.147907:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.147909:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344900.147912:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.147914:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344900.147918:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2402300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+236:2405:x1848987881535104:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763344900.147922:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881535104 00010000:00000001:0.0:1763344900.147925:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763344900.147927:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763344900.147930:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763344900.147936:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.147938:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.147944:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50c7e1e800. 02000000:00000001:0.0:1763344900.147946:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.147949:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.147951:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763344900.147953:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763344900.147955:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.147957:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.147958:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=4 00000020:00000001:0.0:1763344900.147961:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:0.0:1763344900.147963:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000040:0.0:1763344900.147967:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e58caf00 count: 4 00000004:00000001:0.0:1763344900.147972:0:27025:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763344900.147976:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817bc2 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e190 expref: 236 pid: 13569 timeout: 13106 lvb_type: 0 00000100:00001000:0.0:1763344900.147985:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e50dfa75c50 time=1763344900 v=20 (0 0 0 0) 00010000:00000001:0.0:1763344900.147991:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763344900.147998:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.147999:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344900.148002:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817bc2 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e190 expref: 236 pid: 13569 timeout: 13106 lvb_type: 0 00000020:00000001:0.0:1763344900.148011:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.148013:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.148015:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.148017:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.148022:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344900.148024:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.148031:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.148033:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.148036:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.148038:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.148041:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17400 with handle 0x34881b4086817bc2 from hash 00010000:00000001:0.0:1763344900.148043:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.148044:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.148045:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.148046:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344900.148052:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.148055:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.148057:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344900.148058:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344900.148061:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817bc2 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e190 expref: 236 pid: 13569 timeout: 13106 lvb_type: 0 00010000:00000040:0.0:1763344900.148072:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:0.0:1763344900.148075:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00010000:00000010:0.0:1763344900.148078:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b600. 00010000:00000001:0.0:1763344900.148089:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.148092:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.148095:0:27025:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344900.148098:0:27025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e82:0x0].0x0 (ffff9e50e58caf00) 00010000:00010000:0.0:1763344900.148103:0:27025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.148108:0:27025:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344900.148111:0:27025:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.148114:0:27025:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.148116:0:27025:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.148118:0:27025:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.148121:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344900.148124:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344900.148126:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.148131:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763344900.148133:0:27025:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344900.148135:0:27025:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344900.148137:0:27025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344900.148140:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e82:0x0].0x0 (ffff9e50e58caf00) refcount = 3 00010000:00010000:0.0:1763344900.148144:0:27025:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 4/0,1 mode: EX/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.148150:0:27025:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344900.148153:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.148154:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.148156:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344900.148158:0:27025:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.148161:0:27025:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763344900.148166:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344900.148170:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344900.148178:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192e240. 00000100:00000001:0.0:1763344900.148180:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388510272 : -107409321041344 : ffff9e4fd192e240) 00000100:00000001:0.0:1763344900.148183:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388510272 : -107409321041344 : ffff9e4fd192e240) 00000100:00000001:0.0:1763344900.148186:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344900.148188:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344900.148190:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344900.148194:0:27025:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344900.148209:0:27025:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.148211:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.148212:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.148214:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.148215:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344900.148217:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344900.148226:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.148229:0:27025:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.148231:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763344900.148234:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192e240. 00000100:00000001:0.0:1763344900.148237:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344900.148238:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344900.148240:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2200. 00010000:00000001:0.0:1763344900.148242:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763344900.148244:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344900.148246:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.148252:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.148255:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.148259:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=100 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.148264:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.148268:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.148270:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.148274:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.148277:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.148280:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.148283:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.148291:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64954c8. 00000100:00000200:0.0:1763344900.148296:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881535104, offset 224 00000400:00000200:0.0:1763344900.148306:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.148321:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.148329:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385446:1385446:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385442:1385442:8:4294967295] 00000400:00000200:0.0:1763344900.148341:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.148347:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.148353:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56800. 00000800:00000200:0.0:1763344900.148360:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.148369:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.148374:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56800 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:3.0:1763344900.150501:0:13569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344900.150520:0:13569:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344900.150524:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344900.150529:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344900.150531:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.150533:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.150536:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344900.150540:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.150543:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=3 00000020:00000001:3.0:1763344900.150545:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344900.150548:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344900.150550:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.150551:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344900.150555:0:13569:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.150559:0:13569:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344900.150562:0:13569:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.150573:0:13569:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763344900.150582:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.150585:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.150589:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.150590:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.150592:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.150594:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.150595:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.150596:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.150597:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.150599:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.150600:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344900.150602:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e82:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:3.0:1763344900.150605:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e82:0x0]: returning size 0 00000001:00000001:3.0:1763344900.150607:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.150609:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.150612:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763344900.150617:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.150624:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.150631:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.150636:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.150638:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.150641:0:13569:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:3.0:1763344900.150643:0:13569:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:3.0:1763344900.150648:0:13569:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:3.0:1763344900.150650:0:13569:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:3.0:1763344900.150652:0:13569:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344900.150660:0:13569:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x240002b13:0x12e82:0x0] eadata 0000000000000000 len 0 00000004:00000001:3.0:1763344900.150664:0:13569:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:3.0:1763344900.150670:0:13569:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd05d1600. 00000004:00000001:3.0:1763344900.150677:0:13569:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763344900.150679:0:13569:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:3.0:1763344900.150685:0:13569:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.150689:0:13569:0:(osp_object.c:1020:osp_xattr_get()) Process leaving via unlock (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763344900.150693:0:13569:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.150695:0:13569:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763344900.150707:0:13569:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd05d1600. 00000004:00000001:3.0:1763344900.150711:0:13569:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:3.0:1763344900.150716:0:13569:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763344900.150726:0:13569:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50ef5cf360. 00080000:00000001:3.0:1763344900.150731:0:13569:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344900.150735:0:13569:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69cba00. 00080000:00000001:3.0:1763344900.150739:0:13569:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473041408 : -107409236510208 : ffff9e4fd69cba00) 00000004:00001000:3.0:1763344900.150742:0:13569:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff9e50cbfd2cc8/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:3.0:1763344900.150747:0:13569:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763344900.150751:0:13569:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:3.0:1763344900.150754:0:13569:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:3.0:1763344900.150756:0:13569:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:3.0:1763344900.150758:0:13569:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd05d1600. 00000004:00000001:3.0:1763344900.150762:0:13569:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:3.0:1763344900.150765:0:13569:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:3.0:1763344900.150768:0:13569:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.150770:0:13569:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344900.150774:0:13569:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:3.0:1763344900.150778:0:13569:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd05d1600. 00000004:00000001:3.0:1763344900.150782:0:13569:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:3.0:1763344900.150785:0:13569:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff9e4fcc1c60e8. 00000004:00000001:3.0:1763344900.150808:0:13569:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763344900.150813:0:13569:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:3.0:1763344900.150815:0:13569:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:3.0:1763344900.150818:0:13569:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:3.0:1763344900.150821:0:13569:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:3.0:1763344900.150823:0:13569:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:3.0:1763344900.150825:0:13569:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1763344900.150827:0:13569:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:3.0:1763344900.150830:0:13569:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff9e4fcc1c69b8. 00020000:00000010:3.0:1763344900.150833:0:13569:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff9e4fcc1c6910. 00020000:00001000:3.0:1763344900.150836:0:13569:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:3.0:1763344900.150837:0:13569:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:3.0:1763344900.150840:0:13569:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:3.0:1763344900.150845:0:13569:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763344900.150849:0:13569:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0001: blocks=958279, bfree=950551, bavail=893993, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259272, state=0 00000004:00000001:3.0:1763344900.150854:0:13569:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763344900.150856:0:13569:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763344900.150858:0:13569:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:3.0:1763344900.150865:0:13569:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e4fcc7365b8. 00000004:00000001:3.0:1763344900.150872:0:13569:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763344900.150874:0:13569:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.150880:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.150882:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473041408 : -107409236510208 : ffff9e4fd69cba00) 00000004:00000001:3.0:1763344900.150886:0:13569:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:3.0:1763344900.150890:0:13569:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763344900.150892:0:13569:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664473041408 : -107409236510208 : ffff9e4fd69cba00) 00000004:00000001:3.0:1763344900.150896:0:13569:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:3.0:1763344900.150900:0:13569:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.150905:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344900.150909:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344900.150915:0:13569:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd640. 00080000:00000001:3.0:1763344900.150918:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.150920:0:13569:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763344900.150923:0:13569:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446636664302560784 : -107409406990832 : ffff9e4fcc736610) 00020000:00000001:3.0:1763344900.150926:0:13569:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763344900.150929:0:13569:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763344900.150931:0:13569:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763344900.150935:0:13569:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1763344900.150936:0:13569:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344900.150938:0:13569:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763344900.150940:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.150941:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473041408 : -107409236510208 : ffff9e4fd69cba00) 00000004:00000001:3.0:1763344900.150947:0:13569:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.150949:0:13569:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:3.0:1763344900.150952:0:13569:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.150953:0:13569:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.150956:0:13569:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.150961:0:13569:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763344900.150963:0:13569:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763344900.150971:0:13569:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763344900.150972:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.150973:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473041408 : -107409236510208 : ffff9e4fd69cba00) 00080000:00000001:3.0:1763344900.150975:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344900.150978:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344900.150980:0:13569:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd900. 00080000:00000001:3.0:1763344900.150982:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.150984:0:13569:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.150995:0:13569:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.150997:0:13569:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151000:0:13569:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763344900.151004:0:13569:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:3.0:1763344900.151007:0:13569:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344900.151009:0:13569:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763344900.151010:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.151011:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473041408 : -107409236510208 : ffff9e4fd69cba00) 00000004:00000001:3.0:1763344900.151015:0:13569:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:3.0:1763344900.151022:0:13569:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9e4fcc7365b8 is [0x280000402:0x1c18:0x0] 00000020:00000001:3.0:1763344900.151024:0:13569:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763344900.151026:0:13569:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664473041408 : -107409236510208 : ffff9e4fd69cba00) 00000004:00080000:3.0:1763344900.151061:0:13569:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000402:0x1c18:0x0], index 0: 0 00000004:00000001:3.0:1763344900.151065:0:13569:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151066:0:13569:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151069:0:13569:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:3.0:1763344900.151071:0:13569:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151074:0:13569:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:3.0:1763344900.151076:0:13569:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:3.0:1763344900.151078:0:13569:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:3.0:1763344900.151082:0:13569:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763344900.151086:0:13569:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763344900.151088:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344900.151091:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344900.151096:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344900.151098:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344900.151100:0:13569:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344900.151103:0:13569:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:3.0:1763344900.151105:0:13569:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151107:0:13569:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151109:0:13569:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151112:0:13569:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763344900.151113:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.151115:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473041408 : -107409236510208 : ffff9e4fd69cba00) 00080000:00000001:3.0:1763344900.151120:0:13569:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344900.151122:0:13569:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e82:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:3.0:1763344900.151157:0:13569:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff9e50d7d0e480. 00000004:00000001:3.0:1763344900.151169:0:13569:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151172:0:13569:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151175:0:13569:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151176:0:13569:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151180:0:13569:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.151184:0:13569:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763344900.151187:0:13569:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344900.151192:0:13569:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344900.151196:0:13569:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214333, last_committed = 25770214323 00000001:00000010:3.0:1763344900.151201:0:13569:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cfc00. 00000001:00000040:3.0:1763344900.151204:0:13569:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 10 00000020:00000040:3.0:1763344900.151208:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=236 00000001:00000010:3.0:1763344900.151214:0:13569:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd05d1f00. 00000004:00000001:3.0:1763344900.151220:0:13569:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763344900.151222:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344900.151223:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473041408 : -107409236510208 : ffff9e4fd69cba00) 00000004:00000001:3.0:1763344900.151231:0:13569:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763344900.151235:0:13569:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd05d1f00: xid 1848987881534976, transno 25770214333, tag 1, client gen 9, slot idx 0 00000001:00000001:3.0:1763344900.151239:0:13569:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344900.151250:0:13569:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd900. 00080000:00000010:3.0:1763344900.151252:0:13569:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd640. 00040000:00000001:3.0:1763344900.151256:0:13569:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344900.151259:0:13569:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344900.151261:0:13569:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344900.151264:0:13569:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50ef5cf360. 00000020:00000001:3.0:1763344900.151266:0:13569:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151269:0:13569:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151272:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344900.151274:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344900.151277:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151279:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.151282:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.151288:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.151290:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.151293:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344900.151295:0:13569:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344900.151297:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.151299:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344900.151301:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344900.151303:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1763344900.151306:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff9e50ff730378 00000004:00000001:3.0:1763344900.151308:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151310:0:13569:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344900.151313:0:13569:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:3.0:1763344900.151316:0:13569:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763344900.151318:0:13569:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151321:0:13569:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763344900.151326:0:13569:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763344900.151330:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763344900.151333:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b13:0x12e82:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:3.0:1763344900.151338:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151341:0:13569:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151343:0:13569:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344900.151347:0:13569:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763344900.151351:0:13569:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50d7d0e300. 00000020:00000001:3.0:1763344900.151355:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344900.151357:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7d0e300 with handle 0x34881b4086817bde to hash 00000020:00000001:3.0:1763344900.151360:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763344900.151362:0:13569:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636668788204288 : -107404921347328 : ffff9e50d7d0e300) 00000004:00000001:3.0:1763344900.151364:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763344900.151366:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763344900.151368:0:13569:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x240002b13:0x12e82:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:3.0:1763344900.151372:0:13569:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763344900.151375:0:13569:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763344900.151376:0:13569:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151378:0:13569:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151382:0:13569:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344900.151385:0:13569:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763344900.151388:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763344900.151390:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763344900.151391:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344900.151393:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344900.151395:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344900.151396:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.151398:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=3 00000020:00000001:3.0:1763344900.151400:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344900.151403:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344900.151406:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344900.151410:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344900.151417:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.151418:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344900.151421:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 2/0,0 mode: EX/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344900.151441:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344900.151444:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.151447:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344900.151450:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 3/0,0 mode: EX/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:3.0:1763344900.151457:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf16800 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344900.151460:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.151463:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344900.151465:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 3/0,0 mode: EX/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344900.151472:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344900.151473:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344900.151474:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.151476:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=4 00000020:00000001:3.0:1763344900.151479:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344900.151481:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344900.151484:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344900.151487:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 4/0,0 mode: EX/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344900.151492:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763344900.151494:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344900.151495:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.151500:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344900.151501:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344900.151503:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344900.151504:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344900.151507:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16800 with handle 0x34881b4086817bd7 from hash 00010000:00000001:3.0:1763344900.151509:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344900.151510:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.151511:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.151512:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344900.151518:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344900.151519:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.151521:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344900.151524:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344900.151526:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344900.151529:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e82:0x0].0x0 (ffff9e50e58caf00) 00010000:00010000:3.0:1763344900.151532:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:3.0:1763344900.151534:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.151538:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.151540:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344900.151541:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344900.151544:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.151545:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.151546:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.151548:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151551:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344900.151554:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 2/0,0 mode: --/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344900.151560:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.151561:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.151563:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344900.151564:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344900.151565:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344900.151567:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b4086817bd7 lrc: 0/0,0 mode: --/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:3.0:1763344900.151574:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2bb80. 00010000:00000001:3.0:1763344900.151580:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344900.151581:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344900.151583:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763344900.151585:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344900.151586:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763344900.151588:0:13569:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763344900.151590:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344900.151593:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344900.151594:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763344900.151596:0:13569:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763344900.151598:0:13569:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151600:0:13569:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344900.151603:0:13569:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763344900.151610:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344900.151617:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151623:0:13569:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151625:0:13569:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763344900.151630:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344900.151633:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344900.151635:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344900.151637:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344900.151640:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344900.151644:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763344900.151674:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151676:0:13569:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763344900.151680:0:13569:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763344900.151682:0:13569:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344900.151686:0:13569:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763344900.151689:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763344900.151693:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344900.151697:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344900.151698:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344900.151705:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.151707:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.151708:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344900.151710:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344900.151713:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17000 with handle 0x34881b4086817bd0 from hash 00010000:00000001:3.0:1763344900.151715:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344900.151717:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.151718:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.151719:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344900.151720:0:13569:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344900.151723:0:13569:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763344900.151734:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17000/0x34881b4086817bd0 lrc: 1/0,0 mode: --/CR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e197 expref: 236 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344900.151742:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344900.151745:0:13569:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.151747:0:13569:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.151748:0:13569:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.151750:0:13569:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.151753:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344900.151754:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344900.151756:0:13569:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344900.151757:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344900.151758:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344900.151760:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344900.151761:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344900.151763:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e82:0x0].0x0 (ffff9e50e58caf00) 00010000:00010000:3.0:1763344900.151765:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:3.0:1763344900.151767:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.151768:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.151782:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344900.151784:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344900.151845:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17000/0x34881b4086817bd0 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e197 expref: 236 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344900.151854:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:3.0:1763344900.151857:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00010000:00000010:3.0:1763344900.151859:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b800. 00010000:00000040:3.0:1763344900.151863:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e58caf00 count: 0 00010000:00000010:3.0:1763344900.151870:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50d7d0ed80. 00010000:00000001:3.0:1763344900.151875:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344900.151877:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17000, rc 0) 00000020:00000001:3.0:1763344900.151880:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763344900.151885:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214323, transno 25770214333, xid 1848987881534976 00010000:00000001:3.0:1763344900.151889:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344900.151897:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d2401c00 x1848987881534976/t25770214333(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 4616/664 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344900.151907:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344900.151910:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344900.151915:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344900.151920:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344900.151923:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 12 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344900.151925:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344900.151929:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344900.151932:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.151938:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344900.151941:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344900.151948:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbcc0. 00000100:00000200:3.0:1763344900.151956:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848987881534976, offset 224 00000400:00000200:3.0:1763344900.151963:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344900.151981:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344900.151989:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385447:1385447:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385443:1385443:7:4294967295] 00000400:00000200:3.0:1763344900.152003:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344900.152009:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344900.152015:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344900.152023:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344900.152031:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344900.152036:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.153086:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.153097:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.153102:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.153105:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.153113:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2402300 x1848987881535104/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/224 e 0 to 0 dl 1763344911 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344900.153125:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2402300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:2405:x1848987881535104:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 5217us (5901us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344900.153137:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6333 00000100:00000040:0.0:1763344900.153141:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344900.153144:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.153146:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.153155:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139c00. 00000020:00000010:0.0:1763344900.153162:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732708. 00000020:00000010:0.0:1763344900.153167:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8200. 00000020:00000040:0.0:1763344900.153173:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00000100:00000001:0.0:1763344900.153175:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.155344:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.155363:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344900.155370:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344900.155375:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.155379:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344900.155394:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2401c00 x1848987881534976/t25770214333(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 4616/664 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344900.155411:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2401c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+234:252797:x1848987881534976:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 20355us (21071us total) trans 25770214333 rc 301/301 00000100:00100000:3.0:1763344900.155423:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302942 00000100:00000040:3.0:1763344900.155442:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344900.155451:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344900.155457:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344900.155466:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344900.155475:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf7d0. 00000020:00000010:3.0:1763344900.155481:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca200. 00000020:00000040:3.0:1763344900.155489:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 233 00000100:00000001:3.0:1763344900.155492:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.1:1763344900.157845:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e50ef5cfea0. 00010000:00000010:3.1:1763344900.157890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:0.1:1763344900.161130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00010000:00000010:3.1:1763344900.161204:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e58caf00. 00010000:00000010:3.1:1763344900.161210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00000800:00000001:1.0:1763344900.161500:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.161518:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.161521:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.161524:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.161538:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.161563:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509df7780 00000400:00000200:1.0:1763344900.161574:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x65920d [2] + 0 00000800:00000001:1.0:1763344900.161588:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.161599:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.161602:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.161608:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.161619:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.161623:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763344900.161630:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2400000. 00000100:00000040:1.0:1763344900.161634:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2400000 x1848987881535360 msgsize 392 00000100:00100000:1.0:1763344900.161638:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.164226:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.164259:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.164272:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344900.166420:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.166437:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994d00. 00000400:00000200:1.0:1763344900.166444:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.166452:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.166459:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9212a8 00000400:00000010:1.0:1763344900.166462:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9212a8. 00000100:00000001:1.0:1763344900.166467:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.166469:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344900.172259:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.172408:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881535488 02000000:00000001:1.0:1763344900.172412:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.172415:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.172418:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.172423:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.172436:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881535488 00000020:00000001:1.0:1763344900.172441:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.172444:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344900.172448:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.172452:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=235 00000020:00000001:1.0:1763344900.172455:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344900.172458:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344900.172464:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.172472:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6cc0. 00000100:00000001:1.0:1763344900.172476:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.172479:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6cc0. 00000020:00000010:1.0:1763344900.172488:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2400. 00000020:00000010:1.0:1763344900.172496:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42700. 00000020:00000010:1.0:1763344900.172502:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04a28. 00000100:00000040:1.0:1763344900.172513:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344900.172517:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.172518:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763344900.172522:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763344900.172524:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.172526:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.172538:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.172556:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.172574:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.172577:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.172584:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302943 00000100:00000040:1.0:1763344900.172589:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344900.172591:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158564608 : -107404550987008 : ffff9e50ede42300) 00000100:00000040:1.0:1763344900.172600:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede42300 x1848987881535488/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 376/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344900.172610:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.172613:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6cc0. 00000100:00000001:1.0:1763344900.172614:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.172617:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6cc0. 00000100:00100000:1.0:1763344900.172622:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:252797:x1848987881535488:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344900.172629:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881535488 00000020:00000001:1.0:1763344900.172633:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344900.172637:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763344900.172644:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd6241540: xid 1848987881535360, transno 25770214334, client gen 9, slot idx 2 00000001:00000001:1.0:1763344900.172650:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd05d1f00: xid 1848987881534976, transno 25770214333, client gen 9, slot idx 0 00000001:00000010:1.0:1763344900.172654:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd05d1f00. 00000020:00000001:1.0:1763344900.172659:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.172662:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.172664:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344900.172668:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344900.172671:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881535488, found 0 last_xid 1848987881535487 00000020:00000001:1.0:1763344900.172674:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344900.172677:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344900.172680:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.172687:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.172689:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344900.172692:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344900.172694:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344900.172696:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344900.172698:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.172705:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344900.172717:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854d600. 00010000:00000010:1.0:1763344900.172721:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42e80. 00010000:00000001:1.0:1763344900.172726:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344900.172732:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34200. 00000020:00000001:1.0:1763344900.172737:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344900.172739:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34200 with handle 0x34881b4086817be5 to hash 00000020:00000001:1.0:1763344900.172741:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344900.172743:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405970944 : -107404303580672 : ffff9e50fca34200) 00010000:00000010:1.0:1763344900.172749:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997580. 00010000:00000001:1.0:1763344900.172753:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405970944 : -107404303580672 : ffff9e50fca34200) 00010000:00010000:1.0:1763344900.172758:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b4086817be5 lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e19e expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.172769:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:1.0:1763344900.172772:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=236 00010000:00000001:1.0:1763344900.172781:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763344900.172785:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763344900.172811:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344900.172814:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763344900.172817:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.172820:0:13569:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:1.0:1763344900.172823:0:13569:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x240002b13:0x12e82:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:1.0:1763344900.172826:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344900.172828:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e82:0x0] 00000020:00000001:1.0:1763344900.172831:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.172837:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:1.0:1763344900.172839:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:1.0:1763344900.172845:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.172855:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763344900.172862:0:13569:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:1.0:1763344900.172865:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.172869:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:1.0:1763344900.172871:0:13569:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0001: layout_size 56 00000100:00000001:1.0:1763344900.172875:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.172878:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.172884:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50dfa13400. 02000000:00000001:1.0:1763344900.172887:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.172891:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.172895:0:13569:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344900.172897:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344900.172900:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344900.172902:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.172905:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.172911:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344900.172914:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344900.172916:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.172919:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.172921:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.172923:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.172926:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344900.172928:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344900.172930:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344900.172931:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344900.172934:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) refcount = 1 00010000:00010000:1.0:1763344900.172941:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b4086817be5 lrc: 3/0,0 mode: CR/CR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e19e expref: 236 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344900.172949:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344900.172955:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.172957:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.172959:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344900.172961:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.172963:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.172965:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344900.172971:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344900.172974:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b4086817be5 lrc: 3/0,0 mode: CR/CR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e19e expref: 236 pid: 13569 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1763344900.172983:0:13569:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:1.0:1763344900.172987:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344900.172988:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e82:0x0] 00000020:00000001:1.0:1763344900.172990:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.172992:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:1.0:1763344900.172994:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:1.0:1763344900.172997:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.172999:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763344900.173001:0:13569:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:1.0:1763344900.173003:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.173005:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.173007:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.173008:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.173011:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.173013:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.173014:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344900.173016:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344900.173017:0:13569:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:1.0:1763344900.173023:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344900.173026:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344900.173029:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) 00010000:00010000:1.0:1763344900.173031:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:1.0:1763344900.173034:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.173037:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.173038:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344900.173040:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.173041:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344900.173043:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34200, rc 0) 00000020:00000001:1.0:1763344900.173046:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344900.173050:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214323, transno 0, xid 1848987881535488 00010000:00000001:1.0:1763344900.173054:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344900.173059:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede42300 x1848987881535488/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 376/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344900.173067:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.173070:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.173074:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.173079:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.173082:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344900.173084:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344900.173087:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.173090:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.173094:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.173096:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.173103:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3aa0. 00000100:00000200:1.0:1763344900.173112:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848987881535488, offset 224 00000400:00000200:1.0:1763344900.173119:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.173135:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.173144:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385449:1385449:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385445:1385445:8:4294967295] 00000400:00000200:1.0:1763344900.173156:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.173161:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.173167:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef9dc000. 00000800:00000200:1.0:1763344900.173175:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.173183:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.173188:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef9dc000 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.173216:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.173220:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344900.173223:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344900.173225:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.173227:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344900.173232:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede42300 x1848987881535488/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 376/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344900.173242:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+236:252797:x1848987881535488:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 631us (1681us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344900.173250:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302943 00000100:00000040:1.0:1763344900.173254:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344900.173256:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.173259:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344900.173264:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42700. 00000020:00000010:1.0:1763344900.173268:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04a28. 00000020:00000010:1.0:1763344900.173273:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2400. 00000020:00000040:1.0:1763344900.173278:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00000100:00000001:1.0:1763344900.173281:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.174898:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.174910:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef9dc000. 00000400:00000200:3.0:1763344900.174917:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.174927:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.174934:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3aa0 00000400:00000010:3.0:1763344900.174937:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3aa0. 00000100:00000001:3.0:1763344900.174942:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.174944:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344900.179414:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.179448:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.179453:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.179456:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.179472:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.179494:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509df7880 00000400:00000200:1.0:1763344900.179506:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 81472 00000800:00000001:1.0:1763344900.179517:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.179528:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.179531:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.179536:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.179547:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.179550:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344900.179563:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df112d80. 00000100:00000040:1.0:1763344900.179567:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df112d80 x1848987881535616 msgsize 576 00000100:00100000:1.0:1763344900.179572:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.179724:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.179738:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.179742:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.182034:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.182042:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994d00. 00000400:00000200:3.0:1763344900.182050:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.182057:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.182064:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921110 00000400:00000010:3.0:1763344900.182067:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921110. 00000100:00000001:3.0:1763344900.182071:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.182073:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344900.190887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50eac16800. 00000100:00000001:1.0:1763344900.192139:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.192778:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881535744 02000000:00000001:1.0:1763344900.192785:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.192802:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.192805:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.192812:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.192818:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881535744 00000020:00000001:1.0:1763344900.192822:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.192824:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344900.192827:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.192832:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:1.0:1763344900.192835:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344900.192838:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344900.192844:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.192948:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000020:00000040:0.0:1763344900.192960:0:74638:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:0.0:1763344900.192980:0:74638:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344900.192988:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8200. 00000020:00000010:0.0:1763344900.192995:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139c00. 00000020:00000010:0.0:1763344900.193002:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732708. 00000100:00000040:0.0:1763344900.193017:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344900.193021:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.193023:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.193026:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.193036:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.193053:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.193070:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.193072:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.193082:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27055 00000100:00000040:0.0:1763344900.193086:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344900.193089:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158570880 : -107404550980736 : ffff9e50ede43b80) 00000100:00000040:0.0:1763344900.193099:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede43b80 x1848987881535744/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344900.193109:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.193113:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2300. 00000100:00000001:0.0:1763344900.193116:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.193118:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2300. 00000100:00100000:0.0:1763344900.193125:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881535744:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344900.193129:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881535744 00000020:00000001:0.0:1763344900.193133:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.193137:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344900.193140:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.193142:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.193146:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344900.193150:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344900.193154:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.193156:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.193159:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.193166:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.193169:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344900.193172:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344900.193174:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344900.193177:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344900.193179:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.193186:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344900.193197:0:74638:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50c2a6be00. 00010000:00000010:0.0:1763344900.193201:0:74638:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e50c2a6bd00. 00010000:00000001:0.0:1763344900.193207:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344900.193211:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bca00. 00000020:00000001:0.0:1763344900.193215:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344900.193218:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bca00 with handle 0x34881b4086817bfa to hash 00000020:00000001:0.0:1763344900.193221:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344900.193222:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:0.0:1763344900.193226:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00010000:0.0:1763344900.193231:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817bfa lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e1ac expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1763344900.193242:0:74638:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763344900.193247:0:74638:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e4fc4ba2300. 00002000:00000001:0.0:1763344900.193251:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344900.193254:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.193262:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:0.0:1763344900.193265:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:0.0:1763344900.193268:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344900.193275:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763344900.193277:0:74638:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000402:0x1c18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00000001:0.0:1763344900.193280:0:74638:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1763344900.193283:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00010000:00000040:0.0:1763344900.193287:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:0.0:1763344900.193290:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=21 00010000:00000001:0.0:1763344900.193300:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763344900.193304:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763344900.193307:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.193310:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.193317:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50c7e1fc00. 02000000:00000001:0.0:1763344900.193320:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.193323:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.193326:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344900.193329:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344900.193332:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344900.193335:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.193336:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344900.193338:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344900.193339:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.193344:0:74638:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763344900.193351:0:74638:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817bfa lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1ac expref: 21 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763344900.193360:0:74638:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c18:0x0].0x0 (ffff9e50c2a6be00) refcount = 1 00010000:00000040:0.0:1763344900.193363:0:74638:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344900.193366:0:74638:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817bfa lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1ac expref: 21 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763344900.193377:0:74638:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.193379:0:74638:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.193381:0:74638:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344900.193383:0:74638:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763344900.193386:0:74638:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763344900.193389:0:74638:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.193395:0:74638:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763344900.193398:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817bfa lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1ac expref: 21 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763344900.193412:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.193414:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763344900.193417:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.193420:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.193421:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344900.193423:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.193456:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344900.193459:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bca00, rc 0) 00000020:00000001:0.0:1763344900.193462:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344900.193465:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915404, transno 0, xid 1848987881535744 00010000:00000001:0.0:1763344900.193468:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.193473:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede43b80 x1848987881535744/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344900.193481:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.193483:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.193488:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.193493:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.193495:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.193497:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.193500:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.193503:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.193508:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.193511:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.193518:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495330. 00000100:00000200:0.0:1763344900.193528:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881535744, offset 224 00000400:00000200:0.0:1763344900.193536:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.193551:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.193559:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385451:1385451:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385447:1385447:8:4294967295] 00000400:00000200:0.0:1763344900.193573:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.193579:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.193585:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56300. 00000800:00000200:0.0:1763344900.193593:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.193601:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.193606:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.193625:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.193629:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.193632:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.193633:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.193636:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.193640:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede43b80 x1848987881535744/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344900.193649:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2405:x1848987881535744:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 538us (2125us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344900.193657:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27055 00000100:00000040:0.0:1763344900.193661:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344900.193663:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.193664:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.193670:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139c00. 00000020:00000010:0.0:1763344900.193676:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732708. 00000020:00000010:0.0:1763344900.193680:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8200. 00000020:00000040:0.0:1763344900.193685:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:0.0:1763344900.193688:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1763344900.193990:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1763344900.193997:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000800:00000001:0.0:1763344900.194723:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.198075:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.201354:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.201377:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.201382:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.201385:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.201400:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.201435:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df7980 00000400:00000200:3.0:1763344900.201446:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645689 [8] + 11920 00000800:00000001:3.0:1763344900.201456:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.201466:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.201469:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.201473:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.201483:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.201486:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344900.201494:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb9b480. 00000100:00000040:3.0:1763344900.201498:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb9b480 x1848987881535872 msgsize 328 00000100:00100000:3.0:1763344900.201502:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.202516:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763344900.202556:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1763344900.202700:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881535872 02000000:00000001:1.0:1763344900.202707:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.202710:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.202713:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.202720:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.202725:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881535872 00000020:00000001:1.0:1763344900.202730:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.202733:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:1.0:1763344900.202736:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.202740:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=20 00000020:00000001:1.0:1763344900.202743:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:1.0:1763344900.202745:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:1.0:1763344900.202751:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1763344900.202857:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.202865:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763344900.203188:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2cc0. 00000020:00000010:0.0:1763344900.203197:0:74640:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50ef7b6200. 00000020:00000040:0.0:1763344900.203205:0:74640:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:0.0:1763344900.203220:0:74640:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344900.203228:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8200. 00000020:00000010:0.0:1763344900.203235:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139c00. 00000020:00000010:0.0:1763344900.203243:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732708. 00000100:00000040:0.0:1763344900.203257:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344900.203261:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.203263:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.203266:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.203277:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.203292:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.203311:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.203313:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.203322:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27056 00000100:00000040:0.0:1763344900.203327:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:0.0:1763344900.203329:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290391168 : -107409419160448 : ffff9e4fcbb9b480) 00000100:00000040:0.0:1763344900.203338:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb9b480 x1848987881535872/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344900.203348:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.203351:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba20c0. 00000100:00000001:0.0:1763344900.203354:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.203356:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba20c0. 00000100:00100000:0.0:1763344900.203361:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:252797:x1848987881535872:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344900.203365:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881535872 00000020:00000001:0.0:1763344900.203370:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.203374:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344900.203376:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.203379:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.203382:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344900.203386:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344900.203390:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.203392:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.203394:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.203402:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.203404:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344900.203407:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344900.203409:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344900.203411:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344900.203413:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.203421:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344900.203438:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854dd00 count: 2 00010000:00000001:0.0:1763344900.203441:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.203446:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344900.203450:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd000. 00000020:00000001:0.0:1763344900.203455:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344900.203459:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd000 with handle 0x34881b4086817c01 to hash 00000020:00000001:0.0:1763344900.203462:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344900.203463:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344900.203466:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00010000:0.0:1763344900.203472:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b4086817c01 lrc: 2/0,0 mode: --/GROUP res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e1b3 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344900.203481:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 16 00000020:00000040:0.0:1763344900.203484:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=21 00000100:00000001:0.0:1763344900.203495:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.203498:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.203505:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50c7e1c400. 02000000:00000001:0.0:1763344900.203508:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.203510:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.203513:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344900.203517:0:74640:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344900.203520:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344900.203523:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.203526:0:74640:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763344900.203528:0:74640:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344900.203534:0:74640:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34800/0x34881b40868178a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e02b expref: 21 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344900.203542:0:74640:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763344900.203543:0:74640:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.203546:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1763344900.203549:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.203551:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344900.203552:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1763344900.203554:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.203556:0:74640:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.203559:0:74640:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763344900.203564:0:74640:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b4086817c01 lrc: 4/0,0 mode: --/GROUP res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 75365450 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1b3 expref: 21 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344900.203572:0:74640:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bbe:0x0].0x0 (ffff9e4fd854dd00) refcount = 2 00010000:00000040:0.0:1763344900.203575:0:74640:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344900.203578:0:74640:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34800/0x34881b40868178a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e02b expref: 21 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344900.203585:0:74640:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763344900.203588:0:74640:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b4086817c01 lrc: 4/0,0 mode: --/GROUP res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 75365450 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1b3 expref: 21 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763344900.203595:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba20c0. 00000100:00000001:0.0:1763344900.203599:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344900.203607:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192e240. 00000100:00000001:0.0:1763344900.203609:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388510272 : -107409321041344 : ffff9e4fd192e240) 00000100:00000001:0.0:1763344900.203611:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388510272 : -107409321041344 : ffff9e4fd192e240) 00000100:00000001:0.0:1763344900.203613:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344900.203615:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344900.203617:0:74640:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344900.203620:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.203621:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763344900.203624:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.203626:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.203628:0:74640:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763344900.203630:0:74640:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763344900.203634:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32f100. 00000020:00000040:0.0:1763344900.203638:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763344900.203641:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344900.203643:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344900.203648:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344900.203654:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab8a00. 00000100:00000001:0.0:1763344900.203660:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.203665:0:74640:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34800/0x34881b40868178a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e02b expref: 21 pid: 74638 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344900.203680:0:74640:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34800/0x34881b40868178a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e02b expref: 21 pid: 74638 timeout: 13106 lvb_type: 0 00010000:00000001:0.0:1763344900.203688:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344900.203691:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344900.203695:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32f100 x1848987617967360/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.203703:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344900.203706:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.203710:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:74640:1848987617967360:192.168.203.14@tcp:104: 00000100:00000001:0.0:1763344900.203714:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344900.203718:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344900.203721:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.203723:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344900.203727:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fddab9a00. 02000000:00000001:0.0:1763344900.203729:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344900.203736:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3318. 00000400:00000010:0.0:1763344900.203743:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495220. 00000100:00000200:0.0:1763344900.203749:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617967360, portal 16 00000100:00000001:0.0:1763344900.203751:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344900.203753:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163729152 : -107404545822464 : ffff9e50ee32f100) 00000100:00000040:0.0:1763344900.203757:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee32f100 x1848987617967360/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.203765:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.203767:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.203770:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495990. 00000100:00000200:0.0:1763344900.203773:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617967360, offset 0 00000400:00000200:0.0:1763344900.203780:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.203831:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.203838:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344900.203843:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344900.203846:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344900.203850:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344900.203853:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385452:1385452:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385448:1385448:8:4294967295] 00000400:00000200:0.0:1763344900.203865:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.203872:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.203879:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344900.203887:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.203895:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.203900:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.203911:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.203916:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307675341 00000100:00000001:0.0:1763344900.203924:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307675273 00000100:00000001:0.0:1763344900.203929:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307675341 00000100:00000001:0.0:1763344900.203932:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307675273 00000100:00000001:0.0:1763344900.203935:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307675341 00000100:00000001:0.0:1763344900.203938:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307675273 00000100:00000001:0.0:1763344900.203941:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307675341 00000100:00000001:0.0:1763344900.203944:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307675273 00000100:00000001:0.0:1763344900.203947:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344900.203950:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.203952:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.203954:0:74640:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.203956:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.203959:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.203960:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.203962:0:74640:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.203964:0:74640:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344900.203966:0:74640:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344900.203970:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.203972:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344900.203974:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344900.203977:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd192e240 going to sleep for 11 seconds 00000100:00000001:0.0:1763344900.203980:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344900.203983:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1763344900.204050:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:3.0:1763344900.204056:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000800:00000200:1.0:1763344900.204241:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.204246:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:1.0:1763344900.204250:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.204256:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.204261:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495990 00000400:00000010:1.0:1763344900.204264:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495990. 00000100:00000001:1.0:1763344900.204270:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344900.204275:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32f100 x1848987617967360/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.204285:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.204288:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32f100 x1848987617967360/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.204295:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.204297:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344900.207508:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.207532:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.207538:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.207541:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.207557:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.207581:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29bd00 00000400:00000200:0.0:1763344900.207593:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665875 [1] + 224 00000800:00000001:0.0:1763344900.207604:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.207614:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.207618:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.207623:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344900.207633:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344900.207645:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32f100 x1848987617967360/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344900.207657:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50ee32f100 x1848987617967360/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.207898:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.207912:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.207917:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.208110:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.208118:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.208120:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.208122:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.208128:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.208135:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 1512 into portal 6 MB=0x691a509df7a00 00000400:00000200:0.0:1763344900.208143:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 1512/1512 into md 0x1e2579 [128] + 50336 00000800:00000001:0.0:1763344900.208149:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.208159:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.208161:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.208165:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344900.208170:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344900.208173:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763344900.208179:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32d500. 00000100:00000040:0.0:1763344900.208183:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32d500 x1848987881536000 msgsize 1512 00000100:00100000:0.0:1763344900.208187:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344900.208197:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.208201:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.208203:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.208278:0:99852:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.208281:0:99852:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881536000 02000000:00000001:1.0:1763344900.208285:0:99852:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.208286:0:99852:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.208288:0:99852:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.208293:0:99852:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.208296:0:99852:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881536000 00000020:00000001:1.0:1763344900.208299:0:99852:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.208301:0:99852:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:1.0:1763344900.208304:0:99852:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.208308:0:99852:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=22 00000020:00000001:1.0:1763344900.208310:0:99852:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:1.0:1763344900.208313:0:99852:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:1.0:1763344900.208318:0:99852:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.208325:0:99852:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6cc0. 00000100:00000001:1.0:1763344900.208329:0:99852:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.208332:0:99852:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6cc0. 00000020:00000010:1.0:1763344900.208338:0:99852:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2400. 00000020:00000010:1.0:1763344900.208346:0:99852:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42700. 00000020:00000010:1.0:1763344900.208352:0:99852:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04a28. 00000100:00000040:1.0:1763344900.208363:0:99852:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:1.0:1763344900.208366:0:99852:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.208368:0:99852:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1763344900.208371:0:99852:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:1.0:1763344900.208375:0:99852:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.208378:0:99852:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932256 : -1042619360 : ffffffffc1dae420) 00000020:00000001:1.0:1763344900.208381:0:99852:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.208385:0:99852:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763344900.208388:0:99852:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763344900.208392:0:99852:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.208395:0:99852:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.208398:0:99852:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.208401:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.208403:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.208405:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.208407:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.208408:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.208410:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.208412:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.208413:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.208415:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.208418:0:99852:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:1.0:1763344900.208421:0:99852:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.208423:0:99852:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.208436:0:99852:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344900.208440:0:99852:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:1.0:1763344900.208443:0:99852:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344900.208445:0:99852:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:1.0:1763344900.208451:0:99852:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000402:0x1bbe:0x0] (0->1023) req@ffff9e50ee32d500 x1848987881536000/t0(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 1512/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00000001:1.0:1763344900.208459:0:99852:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763344900.208462:0:99852:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50ee32d500 with x1848987881536000 ext(0->1023) 00010000:00000001:1.0:1763344900.208465:0:99852:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.208467:0:99852:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.208468:0:99852:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34800 refcount=4 00000020:00000001:1.0:1763344900.208470:0:99852:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:1.0:1763344900.208473:0:99852:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00010000:1.0:1763344900.208479:0:99852:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34800/0x34881b40868178a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e02b expref: 22 pid: 74638 timeout: 13106 lvb_type: 0 00010000:00010000:1.0:1763344900.208496:0:99852:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34800/0x34881b40868178a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e02b expref: 22 pid: 74638 timeout: 13106 lvb_type: 0 00010000:00000001:1.0:1763344900.208503:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.208504:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763344900.208506:0:99852:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763344900.208508:0:99852:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9e50ee32d500 00002000:00000001:1.0:1763344900.208511:0:99852:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.208513:0:99852:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.208522:0:99852:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763344900.208527:0:99852:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50ee32d500 x1848987881536000/t0(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 1512/0 e 0 to 0 dl 1763344911 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344900.208534:0:99852:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344900.208536:0:99852:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.208551:0:99852:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.208564:0:99852:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.208567:0:99852:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.208572:0:99852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 17 00000100:00000040:1.0:1763344900.208576:0:99852:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 2 00000100:00000001:1.0:1763344900.208579:0:99852:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163721984 : -107404545829632 : ffff9e50ee32d500) 00000100:00000040:1.0:1763344900.208584:0:99852:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32d500 x1848987881536000/t0(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 1512/0 e 0 to 0 dl 1763344911 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344900.208592:0:99852:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.208596:0:99852:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6cc0. 00000100:00000001:1.0:1763344900.208598:0:99852:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.208600:0:99852:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6cc0. 00000100:00100000:1.0:1763344900.208605:0:99852:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2406:x1848987881536000:12345-192.168.203.14@tcp:4:dd.0 00000100:00000200:1.0:1763344900.208609:0:99852:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881536000 00000020:00000001:1.0:1763344900.208613:0:99852:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344900.208616:0:99852:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344900.208618:0:99852:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.208620:0:99852:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.208622:0:99852:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932256 : -1042619360 : ffffffffc1dae420) 00000020:00000001:1.0:1763344900.208626:0:99852:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344900.208629:0:99852:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344900.208631:0:99852:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344900.208633:0:99852:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.208634:0:99852:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.208637:0:99852:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:1.0:1763344900.208643:0:99852:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.208645:0:99852:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.208650:0:99852:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9e50dfa11800. 02000000:00000001:1.0:1763344900.208652:0:99852:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.208655:0:99852:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.208658:0:99852:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:1.0:1763344900.208660:0:99852:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.208663:0:99852:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:1.0:1763344900.208670:0:99852:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1763344900.208673:0:99852:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1763344900.208677:0:99852:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1763344900.208689:0:99852:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1763344900.208692:0:99852:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 free: 3912171520 avail: 3680649216 00000020:00000001:1.0:1763344900.208695:0:99852:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1763344900.208699:0:99852:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 avail=3680649216 left=3276558336 unstable=0 tot_grant=404089536 pending=0 00000020:00000001:1.0:1763344900.208702:0:99852:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3276558336 : 3276558336 : c34c5000) 00000020:00000001:1.0:1763344900.208706:0:99852:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:1.0:1763344900.208708:0:99852:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 reports grant 403918848 dropped 0, local 403947520 00000020:00000001:1.0:1763344900.208712:0:99852:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1763344900.208714:0:99852:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:1.0:1763344900.208717:0:99852:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 granted: 28672 ungranted: 0 grant: 403918848 dirty: 28672 00000020:00000001:1.0:1763344900.208720:0:99852:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1763344900.208722:0:99852:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1763344900.208725:0:99852:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 wants: 484638720 current grant 403918848 granting: 8437760 00000020:00000020:1.0:1763344900.208728:0:99852:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 tot cached:0 granted:412527296 num_exports: 3 00000020:00000001:1.0:1763344900.208730:0:99852:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000001:1.0:1763344900.208733:0:99852:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1763344900.208736:0:99852:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344900.208740:0:99852:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.208747:0:99852:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279132328 : -107409430419288 : ffff9e4fcb0de8a8) 00002000:00000001:1.0:1763344900.208750:0:99852:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279132240 : -107409430419376 : ffff9e4fcb0de850) 00000800:00000200:3.0:1763344900.208945:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.208951:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000400:00000200:3.0:1763344900.208956:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.208961:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.208966:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9216e8 00000400:00000010:3.0:1763344900.208968:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9216e8. 00000100:00000001:3.0:1763344900.208972:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.208973:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:1.0:1763344900.209063:0:99852:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:1.0:1763344900.209129:0:99852:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209202:0:99852:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00001000:0.0:1763344900.209215:0:99852:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 11695: map 1 pages from 0 00080000:00000001:0.0:1763344900.209383:0:99852:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000002:0.0:1763344900.209387:0:99852:0:(osd_io.c:449:osd_do_bio()) hole at page_idx 0, block_idx 0, at offset 0 00080000:00000001:0.0:1763344900.209394:0:99852:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209395:0:99852:0:(osd_io.c:1212:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.209400:0:99852:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.209402:0:99852:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.209404:0:99852:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.209408:0:99852:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 1024 00000020:00008000:0.0:1763344900.209411:0:99852:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 1024 left = 1024 00000020:00000001:0.0:1763344900.209416:0:99852:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1763344900.209466:0:99852:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:0.0:1763344900.209493:0:99852:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.209496:0:99852:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1763344900.209598:0:99852:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344900.209607:0:99852:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.209612:0:99852:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344900.209614:0:99852:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209617:0:99852:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.209619:0:99852:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209621:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.209622:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.209625:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209626:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.209628:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.209630:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209631:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.209632:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.209634:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.209637:0:99852:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:0.0:1763344900.209639:0:99852:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.209641:0:99852:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:0.0:1763344900.209643:0:99852:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763344900.209649:0:99852:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209653:0:99852:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344900.209659:0:99852:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab9600. 00080000:00000001:0.0:1763344900.209663:0:99852:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591455744 : -107409118095872 : ffff9e4fddab9600) 00000001:00000001:0.0:1763344900.209666:0:99852:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.209667:0:99852:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209670:0:99852:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000001:00000001:0.0:1763344900.209674:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344900.209676:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 00000001:00000001:0.0:1763344900.209680:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209682:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344900.209683:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbe:0x0] ino=11695 type=0, id=0 00000001:00000001:0.0:1763344900.209686:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209687:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344900.209688:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbe:0x0] ino=11695 type=0, id=0 00000001:00000001:0.0:1763344900.209691:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209693:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344900.209694:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbe:0x0] ino=11695 type=0, id=0 00000001:00000001:0.0:1763344900.209696:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209698:0:99852:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209700:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344900.209701:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000001:00000001:0.0:1763344900.209703:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209705:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344900.209706:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbe:0x0] ino=11695 type=1, id=0 00000001:00000001:0.0:1763344900.209708:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209710:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344900.209711:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbe:0x0] ino=11695 type=1, id=0 00000001:00000001:0.0:1763344900.209714:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209715:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344900.209716:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbe:0x0] ino=11695 type=1, id=0 00000001:00000001:0.0:1763344900.209719:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209720:0:99852:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209722:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344900.209723:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000001:00000001:0.0:1763344900.209725:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209726:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344900.209727:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbe:0x0] ino=11695 type=2, id=0 00000001:00000001:0.0:1763344900.209730:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209732:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344900.209733:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbe:0x0] ino=11695 type=2, id=0 00000001:00000001:0.0:1763344900.209735:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.209737:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344900.209738:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbe:0x0] ino=11695 type=2, id=0 00000001:00000001:0.0:1763344900.209740:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209741:0:99852:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00080000:04000000:0.0:1763344900.209743:0:99852:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 00080000:00000001:0.0:1763344900.209746:0:99852:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209750:0:99852:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344900.209767:0:99852:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.209770:0:99852:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763344900.209772:0:99852:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209833:0:99852:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763344900.209838:0:99852:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:0.0:1763344900.209852:0:99852:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:0.0:1763344900.209856:0:99852:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344900.209858:0:99852:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000402:0x1bbe:0x0] set xattr 'trusted.fid' with size 52 00002000:00000001:0.0:1763344900.209879:0:99852:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763344900.209882:0:99852:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:0.0:1763344900.209893:0:99852:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344900.209896:0:99852:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344900.209898:0:99852:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209900:0:99852:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344900.209904:0:99852:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab8600. 00080000:00000001:0.0:1763344900.209906:0:99852:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591451648 : -107409118099968 : ffff9e4fddab8600) 00000001:00000001:0.0:1763344900.209909:0:99852:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.209910:0:99852:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209914:0:99852:0:(osd_io.c:1284:osd_declare_write_commit()) Process entered 00080000:00000002:0.0:1763344900.209917:0:99852:0:(osd_io.c:1420:osd_declare_write_commit()) lustre-OST0001: inode #11695 extent_bytes 1035491 extents 1 credits 9 00000001:00000001:0.0:1763344900.209920:0:99852:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344900.209925:0:99852:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2840. 00080000:00000001:0.0:1763344900.209928:0:99852:0:(osd_io.c:1448:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209930:0:99852:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344900.209931:0:99852:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209933:0:99852:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344900.209939:0:99852:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344900.209943:0:99852:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344900.209945:0:99852:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2c80. 00080000:00000001:0.0:1763344900.209947:0:99852:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209953:0:99852:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.209963:0:99852:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00001000:0.0:1763344900.209968:0:99852:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 11695: map 1 pages from 0 00080000:00000001:0.0:1763344900.210127:0:99852:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000001:0.0:1763344900.210136:0:99852:0:(osd_io.c:56:osd_bio_init()) Process entered 00080000:00000010:0.0:1763344900.210140:0:99852:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9e4fd1e497f8. 00080000:00000001:0.0:1763344900.210143:0:99852:0:(osd_io.c:69:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763344900.210146:0:99852:0:(osd_io.c:332:osd_submit_bio()) bio++ sz 4096 vcnt 1(4) sectors 8(2560) psg 0(254) 00000001:00000001:0.0:1763344900.210150:0:99852:0:(osd_integrity.c:503:osd_bio_integrity_handle()) Process entered 00000001:00000001:0.0:1763344900.210152:0:99852:0:(osd_integrity.c:506:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.210235:0:99852:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.210239:0:99852:0:(osd_io.c:1541:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.210244:0:99852:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:0.0:1763344900.210247:0:99852:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9e4fc29dcd20. 00000020:00000040:0.0:1763344900.210249:0:99852:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 1 00000020:00000040:0.0:1763344900.210253:0:99852:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=22 00000020:00000001:0.0:1763344900.210256:0:99852:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.210259:0:99852:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344900.210263:0:99852:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:0.0:1763344900.210267:0:99852:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344900.210269:0:99852:0:(osd_handler.c:5216:osd_xattr_set()) [0x2c0000402:0x1bbe:0x0] set version 0x20000304c (old 0x0) for inode 11695 00080000:00000001:0.0:1763344900.210275:0:99852:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1763344900.210278:0:99852:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946956, last_committed = 8589946952 00000001:00000010:0.0:1763344900.210281:0:99852:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dcc00. 00000001:00000040:0.0:1763344900.210284:0:99852:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 2 00000020:00000040:0.0:1763344900.210286:0:99852:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=23 00000001:00000001:0.0:1763344900.210303:0:99852:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344900.210309:0:99852:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2c80. 00080000:00000010:0.0:1763344900.210312:0:99852:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2840. 00040000:00000001:0.0:1763344900.210314:0:99852:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344900.210315:0:99852:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.2:1763344900.210485:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fd1e497f8. 00080000:00000001:0.0:1763344900.210524:0:99852:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.210544:0:99852:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344900.210549:0:99852:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de8a8/ffff9e4fcb0de850 to site lru. bkt: ffff9e50fb8945e8 00002000:00000001:0.0:1763344900.210552:0:99852:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.210556:0:99852:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.210559:0:99852:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.210563:0:99852:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:0.0:1763344900.210565:0:99852:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763344900.210567:0:99852:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344900.210573:0:99852:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946951, transno 8589946956, xid 1848987881536000 00010000:00000001:0.0:1763344900.210576:0:99852:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.210588:0:99852:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32d500 x1848987881536000/t8589946956(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 1512/448 e 0 to 0 dl 1763344911 ref 1 fl Interpret:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344900.210596:0:99852:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.210599:0:99852:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.210604:0:99852:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=35 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.210608:0:99852:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.210611:0:99852:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.210613:0:99852:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.210617:0:99852:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.210620:0:99852:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.210624:0:99852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.210628:0:99852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.210634:0:99852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495f68. 00000100:00000200:0.0:1763344900.210641:0:99852:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848987881536000, offset 224 00000400:00000200:0.0:1763344900.210648:0:99852:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.210665:0:99852:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.210672:0:99852:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385454:1385454:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385450:1385450:8:4294967295] 00000400:00000200:0.0:1763344900.210683:0:99852:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.210689:0:99852:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.210695:0:99852:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344900.210702:0:99852:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.210710:0:99852:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.210719:0:99852:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.210740:0:99852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.210743:0:99852:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.210746:0:99852:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.210747:0:99852:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.210751:0:99852:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.210757:0:99852:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32d500 x1848987881536000/t8589946956(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 1512/448 e 0 to 0 dl 1763344911 ref 1 fl Interpret:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344900.210768:0:99852:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2406:x1848987881536000:12345-192.168.203.14@tcp:4:dd.0 Request processed in 2173us (2582us total) trans 8589946956 rc 0/0 00000100:00100000:0.0:1763344900.210778:0:99852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 17 00000100:00000040:0.0:1763344900.210782:0:99852:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:0.0:1763344900.210785:0:99852:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1763344900.210810:0:99852:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763344900.210817:0:99852:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000402:0x1bbe:0x0] (0->1023) req@ffff9e50ee32d500 x1848987881536000/t8589946956(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 1512/448 e 0 to 0 dl 1763344911 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763344900.210826:0:99852:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763344900.210827:0:99852:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50ee32d500 with x1848987881536000 ext(0->1023) 00010000:00000001:0.0:1763344900.210830:0:99852:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.210833:0:99852:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.210835:0:99852:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34800 refcount=4 00000020:00000001:0.0:1763344900.210839:0:99852:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:0.0:1763344900.210841:0:99852:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00010000:0.0:1763344900.210849:0:99852:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34800/0x34881b40868178a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e02b expref: 23 pid: 74638 timeout: 13106 lvb_type: 0 00010000:00010000:0.0:1763344900.210867:0:99852:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34800/0x34881b40868178a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e02b expref: 23 pid: 74638 timeout: 13106 lvb_type: 0 00010000:00000001:0.0:1763344900.210874:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.210875:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763344900.210877:0:99852:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763344900.210878:0:99852:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9e50ee32d500 00002000:00000001:0.0:1763344900.210881:0:99852:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.210883:0:99852:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.210888:0:99852:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42700. 00000020:00000010:0.0:1763344900.210893:0:99852:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04a28. 00000020:00000010:0.0:1763344900.210898:0:99852:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2400. 00000800:00000200:1.0:1763344900.210900:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1763344900.210903:0:99852:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 22 00000800:00000010:1.0:1763344900.210904:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000100:00000001:0.0:1763344900.210906:0:99852:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.210908:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.210913:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.210918:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495f68 00000400:00000010:1.0:1763344900.210920:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495f68. 00000100:00000001:1.0:1763344900.210925:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.210927:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344900.215953:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.215976:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.215981:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.215984:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.215997:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.216020:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df7a80 00000400:00000200:0.0:1763344900.216036:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cda9 [2] + 1312 00000800:00000001:0.0:1763344900.216046:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.216062:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.216066:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.216070:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344900.216080:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344900.216083:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763344900.216092:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32ce00. 00000100:00000040:0.0:1763344900.216097:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32ce00 x1848987881536128 msgsize 328 00000100:00100000:0.0:1763344900.216102:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344900.216125:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.216135:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.216139:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.216210:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.216215:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881536128 02000000:00000001:1.0:1763344900.216218:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.216221:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.216224:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.216230:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.216235:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881536128 00000020:00000001:1.0:1763344900.216239:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.216241:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:1.0:1763344900.216244:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.216247:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=23 00000020:00000001:1.0:1763344900.216250:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:1.0:1763344900.216252:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:1.0:1763344900.216257:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.216263:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6cc0. 00000100:00000001:1.0:1763344900.216267:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.216270:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6cc0. 00000020:00000010:1.0:1763344900.216279:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2000. 00000020:00000010:1.0:1763344900.216286:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42380. 00000020:00000010:1.0:1763344900.216292:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04ed8. 00000100:00000040:1.0:1763344900.216303:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344900.216307:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.216308:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344900.216311:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344900.216315:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.216317:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344900.216323:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.216325:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.216327:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34800 refcount=4 00000020:00000001:1.0:1763344900.216329:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:1.0:1763344900.216332:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00010000:1.0:1763344900.216340:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34800/0x34881b40868178a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e02b expref: 23 pid: 74638 timeout: 13106 lvb_type: 0 00010000:00000001:1.0:1763344900.216350:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.216352:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.216353:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.216355:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.216365:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763344900.216374:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50ee32ce00 x1848987881536128/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.216389:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344900.216391:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.216408:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.216423:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.216435:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.216441:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6334 00000100:00000040:1.0:1763344900.216445:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:1.0:1763344900.216447:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163720192 : -107404545831424 : ffff9e50ee32ce00) 00000100:00000040:1.0:1763344900.216452:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32ce00 x1848987881536128/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.216461:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.216464:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6cc0. 00000100:00000001:1.0:1763344900.216466:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.216468:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6cc0. 00000100:00100000:1.0:1763344900.216472:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2406:x1848987881536128:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344900.216477:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881536128 00010000:00000001:1.0:1763344900.216480:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344900.216483:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344900.216484:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344900.216492:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.216495:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.216568:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50dfa10c00. 02000000:00000001:1.0:1763344900.216572:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.216575:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.216578:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344900.216580:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344900.216582:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.216584:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.216586:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34800 refcount=4 00000020:00000001:1.0:1763344900.216588:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:1.0:1763344900.216591:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000040:1.0:1763344900.216595:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854dd00 count: 3 00002000:00000001:1.0:1763344900.216599:0:27025:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344900.216606:0:27025:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344900.216610:0:27025:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.216618:0:27025:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279132328 : -107409430419288 : ffff9e4fcb0de8a8) 00002000:00000001:1.0:1763344900.216620:0:27025:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279132240 : -107409430419376 : ffff9e4fcb0de850) 00002000:00000001:1.0:1763344900.216623:0:27025:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344900.216629:0:27025:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763344900.216632:0:27025:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000402:0x1bbe:0x0] updating lvb size from disk: 0 -> 1024 00002000:00010000:1.0:1763344900.216634:0:27025:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000402:0x1bbe:0x0] updating lvb mtime from disk: 0 -> 1763344898 00002000:00010000:1.0:1763344900.216637:0:27025:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000402:0x1bbe:0x0] updating lvb ctime from disk: 0 -> 1763344898 00002000:00010000:1.0:1763344900.216639:0:27025:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000402:0x1bbe:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:1.0:1763344900.216643:0:27025:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de8a8/ffff9e4fcb0de850 to site lru. bkt: ffff9e50fb8945e8 00010000:00010000:1.0:1763344900.216649:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34800/0x34881b40868178a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e02b expref: 23 pid: 74638 timeout: 13106 lvb_type: 0 00000100:00001000:1.0:1763344900.216658:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc2b77450 time=130 v=5 (1 0 0 0) 00010000:00000001:1.0:1763344900.216662:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344900.216668:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.216669:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344900.216672:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34800/0x34881b40868178a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e02b expref: 23 pid: 74638 timeout: 13106 lvb_type: 0 00000020:00000001:1.0:1763344900.216681:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.216684:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.216685:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.216687:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.216693:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344900.216695:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344900.216702:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.216704:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.216707:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344900.216709:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344900.216712:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34800 with handle 0x34881b40868178a4 from hash 00010000:00000001:1.0:1763344900.216714:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344900.216715:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.216716:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.216718:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344900.216723:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.216725:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.216727:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344900.216729:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344900.216732:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34800/0x34881b40868178a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e02b expref: 23 pid: 74638 timeout: 13106 lvb_type: 0 00010000:00000040:1.0:1763344900.216740:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 15 00000020:00000040:1.0:1763344900.216743:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 22 00010000:00000001:1.0:1763344900.216754:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.216757:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344900.216759:0:27025:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763344900.216761:0:27025:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50c83bd000 00010000:00000001:1.0:1763344900.216764:0:27025:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344900.216766:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344900.216769:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344900.216772:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.216774:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344900.216775:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344900.216777:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.216780:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344900.216783:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344900.216787:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b4086817c01 lrc: 2/0,0 mode: GROUP/GROUP res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 75365450 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1b3 expref: 22 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344900.216873:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1763344900.216880:0:27025:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b4086817c01 lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 75365450 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1b3 expref: 22 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.216894:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bbe:0x0].0x0 (ffff9e4fd854dd00) refcount = 2 00010000:00000040:1.0:1763344900.216897:0:27025:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344900.216901:0:27025:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b4086817c01 lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 75365450 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1b3 expref: 22 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344900.216909:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.216910:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.216912:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344900.216913:0:27025:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.216916:0:27025:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763344900.216923:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6cc0. 00000100:00000001:1.0:1763344900.216927:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344900.217019:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192e3c0. 00000100:00000001:0.0:1763344900.217023:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388510656 : -107409321040960 : ffff9e4fd192e3c0) 00000100:00000001:0.0:1763344900.217026:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388510656 : -107409321040960 : ffff9e4fd192e3c0) 00000100:00000001:0.0:1763344900.217029:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344900.217031:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344900.217033:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344900.217036:0:27025:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:0.0:1763344900.217040:0:27025:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32e300. 00000020:00000040:0.0:1763344900.217043:0:27025:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763344900.217048:0:27025:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344900.217051:0:27025:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344900.217056:0:27025:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344900.217063:0:27025:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab8e00. 00000100:00000001:0.0:1763344900.217071:0:27025:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.217082:0:27025:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b4086817c01 lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 75365450 flags: 0x40000000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1b3 expref: 22 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344900.217092:0:27025:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344900.217096:0:27025:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344900.217100:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32e300 x1848987617967488/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.217108:0:27025:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344900.217111:0:27025:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.217116:0:27025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:27025:1848987617967488:192.168.203.14@tcp:105: 00000100:00000001:0.0:1763344900.217121:0:27025:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344900.217126:0:27025:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344900.217129:0:27025:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.217133:0:27025:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344900.217138:0:27025:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fddab8200. 02000000:00000001:0.0:1763344900.217141:0:27025:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344900.217148:0:27025:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c34d0. 00000400:00000010:0.0:1763344900.217155:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64952a8. 00000100:00000200:0.0:1763344900.217164:0:27025:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617967488, portal 16 00000100:00000001:0.0:1763344900.217167:0:27025:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344900.217168:0:27025:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163725568 : -107404545826048 : ffff9e50ee32e300) 00000100:00000040:0.0:1763344900.217174:0:27025:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee32e300 x1848987617967488/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.217181:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.217184:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.217187:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495660. 00000100:00000200:0.0:1763344900.217190:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848987617967488, offset 0 00000400:00000200:0.0:1763344900.217196:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.217209:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.217215:0:27025:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344900.217220:0:27025:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344900.217225:0:27025:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344900.217227:0:27025:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344900.217232:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385455:1385455:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385451:1385451:8:4294967295] 00000400:00000200:0.0:1763344900.217242:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.217248:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.217253:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344900.217260:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.217267:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.217273:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.217291:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.217295:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307675354 00000100:00000001:0.0:1763344900.217304:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307675341 00000100:00000001:0.0:1763344900.217308:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307675354 00000100:00000001:0.0:1763344900.217311:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307675341 00000100:00000001:0.0:1763344900.217313:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307675354 00000100:00000001:0.0:1763344900.217315:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307675341 00000100:00000001:0.0:1763344900.217317:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307675354 00000100:00000001:0.0:1763344900.217319:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307675341 00000100:00000001:0.0:1763344900.217320:0:27025:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344900.217323:0:27025:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.217324:0:27025:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.217325:0:27025:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.217326:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.217327:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.217328:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.217329:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344900.217330:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344900.217332:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.217333:0:27025:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344900.217335:0:27025:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344900.217337:0:27025:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd192e3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763344900.217339:0:27025:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344900.217342:0:27025:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344900.217592:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.217598:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:3.0:1763344900.217603:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.217608:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.217614:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495660 00000400:00000010:3.0:1763344900.217616:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495660. 00000100:00000001:3.0:1763344900.217622:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344900.217626:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32e300 x1848987617967488/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.217636:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344900.217639:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32e300 x1848987617967488/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.217646:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.217648:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344900.221502:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.221523:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.221528:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.221531:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.221544:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.221578:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29bd80 00000400:00000200:1.0:1763344900.221588:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665885 [1] + 224 00000800:00000001:1.0:1763344900.221598:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.221609:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.221612:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.221617:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.221626:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.221638:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32e300 x1848987617967488/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344900.221650:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50ee32e300 x1848987617967488/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.221679:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.221692:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.221696:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.221780:0:27025:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:1.1:1763344900.221835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34800. 00000400:00000001:0.0:1763344900.221851:0:27025:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344900.221853:0:27025:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344900.221858:0:27025:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c34d0. 00000400:00000200:0.0:1763344900.221864:0:27025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64952a8 00000400:00000010:0.0:1763344900.221866:0:27025:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64952a8. 00000100:00000001:0.0:1763344900.221871:0:27025:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344900.221876:0:27025:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32e300 x1848987617967488/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763344900.221886:0:27025:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32e300 x1848987617967488/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.221892:0:27025:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344900.221894:0:27025:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.221898:0:27025:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344900.221902:0:27025:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344900.221905:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.221908:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.221911:0:27025:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.221920:0:27025:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=77 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344900.221925:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.221928:0:27025:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344900.221930:0:27025:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.221934:0:27025:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344900.221943:0:27025:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.221947:0:27025:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.221952:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32e300 x1848987617967488/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.221959:0:27025:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344900.221963:0:27025:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344900.221965:0:27025:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.221968:0:27025:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763344900.221971:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.221973:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.221975:0:27025:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.221980:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32e300 x1848987617967488/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763344900.221988:0:27025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:27025:1848987617967488:192.168.203.14@tcp:105: 00000100:00000001:0.0:1763344900.221994:0:27025:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.221997:0:27025:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.222000:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344900.222003:0:27025:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344900.222006:0:27025:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32e300 x1848987617967488/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.222013:0:27025:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344900.222017:0:27025:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344900.222021:0:27025:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fddab8200. 02000000:00000001:0.0:1763344900.222025:0:27025:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344900.222030:0:27025:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344900.222033:0:27025:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763344900.222035:0:27025:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344900.222039:0:27025:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab8e00. 02000000:00000001:0.0:1763344900.222043:0:27025:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344900.222045:0:27025:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344900.222048:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32e300. 00000100:00000001:0.0:1763344900.222056:0:27025:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344900.222058:0:27025:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763344900.222060:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192e3c0. 00000100:00000001:0.0:1763344900.222063:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344900.222065:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344900.222069:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6cc0. 00010000:00000001:0.0:1763344900.222073:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763344900.222077:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344900.222079:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.222086:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.222089:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.222094:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=100 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.222099:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.222102:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.222105:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.222108:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.222110:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.222114:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.222118:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.222122:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64952a8. 00000100:00000200:0.0:1763344900.222126:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881536128, offset 224 00000400:00000200:0.0:1763344900.222133:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.222143:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.222151:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385456:1385456:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385452:1385452:8:4294967295] 00000400:00000200:0.0:1763344900.222162:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.222167:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.222174:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344900.222182:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.222309:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.222314:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344900.222373:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344900.222378:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881536256 02000000:00000001:3.0:1763344900.222381:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344900.222382:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344900.222384:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.222388:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344900.222392:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881536256 00000020:00000001:3.0:1763344900.222395:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344900.222397:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:3.0:1763344900.222400:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.222403:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=23 00000020:00000001:3.0:1763344900.222406:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:3.0:1763344900.222408:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:3.0:1763344900.222412:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344900.222417:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344900.222421:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344900.222433:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344900.222439:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbe00. 00000020:00000010:3.0:1763344900.222446:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344900.222452:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf7d0. 00000100:00000040:3.0:1763344900.222462:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344900.222465:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344900.222467:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344900.222470:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.222479:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.222492:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.222505:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344900.222507:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344900.222512:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27057 00000100:00000040:3.0:1763344900.222517:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 2 00000100:00000001:3.0:1763344900.222519:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158567296 : -107404550984320 : ffff9e50ede42d80) 00000100:00000040:3.0:1763344900.222524:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede42d80 x1848987881536256/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344900.222533:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344900.222535:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344900.222536:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344900.222538:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344900.222542:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2405:x1848987881536256:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344900.222546:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881536256 00000020:00000001:3.0:1763344900.222550:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344900.222554:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344900.222556:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.222559:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344900.222562:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344900.222565:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344900.222569:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344900.222571:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344900.222574:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344900.222581:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.222583:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344900.222586:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344900.222588:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344900.222590:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344900.222592:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.222599:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344900.222607:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854dd00 count: 2 00010000:00000001:3.0:1763344900.222610:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344900.222614:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344900.222618:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17000. 00000020:00000001:3.0:1763344900.222622:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344900.222625:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17000 with handle 0x34881b4086817c08 to hash 00000020:00000001:3.0:1763344900.222626:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344900.222628:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00000001:3.0:1763344900.222631:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00010000:3.0:1763344900.222637:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf17000/0x34881b4086817c08 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e1ba expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344900.222645:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 16 00000020:00000040:3.0:1763344900.222647:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=24 00010000:00000001:3.0:1763344900.222656:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763344900.222660:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763344900.222667:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344900.222670:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344900.222674:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50c6ee2400. 02000000:00000001:3.0:1763344900.222676:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.222679:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.222682:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344900.222684:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344900.222687:0:74640:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.222689:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763344900.222695:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f9d75ee0. 00002000:00000001:3.0:1763344900.222697:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763344900.222700:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763344900.222703:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344900.222706:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344900.222715:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1b40. 00000100:00000001:3.0:1763344900.222717:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000100:00000001:3.0:1763344900.222720:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000100:00000001:3.0:1763344900.222722:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344900.222724:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344900.222726:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344900.222728:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763344900.222731:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb9b800. 00000020:00000040:3.0:1763344900.222734:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763344900.222737:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344900.222740:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344900.222744:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344900.222750:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd69ca600. 00000100:00000001:3.0:1763344900.222755:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.222760:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344900.222763:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344900.222768:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fcbb9b800 x1848987617967616/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.222775:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344900.222778:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344900.222782:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fcbb9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:74640:1848987617967616:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344900.222785:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344900.222818:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344900.222821:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.222824:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344900.222828:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd69ca200. 02000000:00000001:3.0:1763344900.222830:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344900.222837:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acd68. 00000400:00000010:3.0:1763344900.222843:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb990. 00000100:00000200:3.0:1763344900.222849:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617967616, portal 16 00000100:00000001:3.0:1763344900.222852:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344900.222853:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664290392064 : -107409419159552 : ffff9e4fcbb9b800) 00000100:00000040:3.0:1763344900.222860:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fcbb9b800 x1848987617967616/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.222867:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344900.222869:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344900.222872:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb000. 00000100:00000200:3.0:1763344900.222875:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617967616, offset 0 00000400:00000200:3.0:1763344900.222881:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344900.222888:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344900.222893:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344900.222897:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344900.222902:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1763344900.222904:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763344900.222905:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344900.222908:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385457:1385457:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385453:1385453:7:4294967295] 00000100:00000040:0.0:1763344900.222909:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.222911:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.222914:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763344900.222916:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000100:00000040:0.0:1763344900.222919:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32ce00 x1848987881536128/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/224 e 0 to 0 dl 1763344911 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1763344900.222921:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344900.222925:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000100:00100000:0.0:1763344900.222929:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2406:x1848987881536128:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 6466us (6830us total) trans 0 rc 0/0 00000800:00000200:3.0:1763344900.222930:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344900.222935:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344900.222938:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 424 niov 1 nkiov 1 00000100:00100000:0.0:1763344900.222940:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6334 00000100:00000001:3.0:1763344900.222941:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.222943:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:3.0:1763344900.222946:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307675360 00000100:00000001:0.0:1763344900.222946:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.222948:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1763344900.222953:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307675354 00000020:00000010:0.0:1763344900.222955:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42380. 00000100:00000001:3.0:1763344900.222957:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307675360 00000020:00000010:0.0:1763344900.222960:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04ed8. 00000100:00000001:3.0:1763344900.222961:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307675354 00000100:00000001:3.0:1763344900.222964:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307675360 00000020:00000010:0.0:1763344900.222965:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2000. 00000100:00000001:3.0:1763344900.222967:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307675354 00000100:00000001:3.0:1763344900.222970:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307675360 00000020:00000040:0.0:1763344900.222970:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00000100:00000001:3.0:1763344900.222972:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307675354 00000100:00000001:0.0:1763344900.222973:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.222975:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344900.222978:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.222980:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.222982:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.222985:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.222986:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763344900.222988:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f9d75ee0. 00010000:00000001:3.0:1763344900.222991:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.222993:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344900.222994:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344900.222997:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.222999:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344900.223001:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344900.223003:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1b40 going to sleep for 11 seconds 00000100:00000001:3.0:1763344900.223006:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344900.223008:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344900.223069:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.223075:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:1.0:1763344900.223079:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.223083:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.223087:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64952a8 00000400:00000010:1.0:1763344900.223089:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64952a8. 00000100:00000001:1.0:1763344900.223094:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.223095:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1763344900.223148:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.223151:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5500. 00000400:00000200:1.0:1763344900.223155:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.223159:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.223162:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb000 00000400:00000010:1.0:1763344900.223164:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb000. 00000100:00000001:1.0:1763344900.223167:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344900.223171:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fcbb9b800 x1848987617967616/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.223179:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.223182:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fcbb9b800 x1848987617967616/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.223188:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.223189:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344900.226868:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.226891:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.226895:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.226898:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.226912:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.226935:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29be00 00000400:00000200:1.0:1763344900.226947:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665891 [1] + 224 00000800:00000001:1.0:1763344900.226957:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.226967:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.226970:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.226976:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.226984:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.226997:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fcbb9b800 x1848987617967616/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344900.227010:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e4fcbb9b800 x1848987617967616/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.227066:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344900.227406:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.227421:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.227434:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1763344900.227549:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344900.227551:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344900.227556:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acd68. 00000400:00000200:3.0:1763344900.227561:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb990 00000400:00000010:3.0:1763344900.227564:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb990. 00000100:00000001:3.0:1763344900.227568:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344900.227573:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fcbb9b800 x1848987617967616/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344900.227583:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fcbb9b800 x1848987617967616/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.227589:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344900.227591:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.227594:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344900.227597:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344900.227600:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344900.227603:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.227606:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344900.227615:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344900.227619:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=77 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344900.227621:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344900.227624:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.227628:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344900.227632:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.227635:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.227639:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fcbb9b800 x1848987617967616/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.227646:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344900.227650:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344900.227651:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.227654:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763344900.227661:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:3.0:1763344900.227669:0:74640:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000402:0x1bbe:0x0] updating lvb atime: 0 -> 1763344898 00002000:00000001:3.0:1763344900.227674:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344900.227679:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344900.227688:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279132328 : -107409430419288 : ffff9e4fcb0de8a8) 00002000:00000001:3.0:1763344900.227692:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279132240 : -107409430419376 : ffff9e4fcb0de850) 00002000:00000001:3.0:1763344900.227695:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344900.227701:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344900.227707:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de8a8/ffff9e4fcb0de850 to site lru. bkt: ffff9e50fb8945e8 00010000:00000001:3.0:1763344900.227711:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.227713:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.227715:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.227719:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb9b800 x1848987617967616/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344900.227727:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fcbb9b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:74640:1848987617967616:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344900.227732:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.227735:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.227753:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344900.227756:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344900.227760:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fcbb9b800 x1848987617967616/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.227767:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344900.227770:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344900.227776:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd69ca200. 02000000:00000001:3.0:1763344900.227781:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344900.227784:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344900.227786:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763344900.227816:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344900.227819:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd69ca600. 02000000:00000001:3.0:1763344900.227823:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344900.227825:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344900.227827:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb9b800. 00000100:00000001:3.0:1763344900.227831:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344900.227833:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344900.227836:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1b40. 00000100:00000001:3.0:1763344900.227839:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344900.227841:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344900.227844:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd640. 00010000:00000001:3.0:1763344900.227847:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344900.227852:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344900.227855:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344900.227858:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344900.227866:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.227867:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.227870:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344900.227872:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344900.227876:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17000 with handle 0x34881b4086817c08 from hash 00010000:00000001:3.0:1763344900.227878:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344900.227880:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.227881:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.227882:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344900.227883:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344900.227887:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763344900.227893:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf17000/0x34881b4086817c08 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1ba expref: 23 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763344900.227909:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344900.227913:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.227915:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.227917:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.227920:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.227924:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344900.227925:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344900.227926:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344900.227928:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344900.227929:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344900.227931:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344900.227933:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344900.227936:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.227938:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.227940:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344900.227941:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344900.227945:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf17000/0x34881b4086817c08 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1ba expref: 23 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763344900.227954:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 15 00000020:00000040:3.0:1763344900.227957:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 22 00010000:00000001:3.0:1763344900.227965:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344900.227968:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17000, rc 0) 00000020:00000001:3.0:1763344900.227971:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763344900.227975:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946951, transno 0, xid 1848987881536256 00010000:00000001:3.0:1763344900.227979:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344900.227985:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede42d80 x1848987881536256/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344900.227993:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344900.227996:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344900.228000:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344900.228005:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344900.228007:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344900.228010:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344900.228013:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344900.228016:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.228020:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344900.228023:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000800:00000200:0.0:1763344900.229936:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.229945:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:0.0:1763344900.229953:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.229961:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.229968:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921440 00000400:00000010:0.0:1763344900.229970:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921440. 00000100:00000001:0.0:1763344900.229976:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344900.229978:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344900.234299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17000. 00000800:00000001:1.0:1763344900.235571:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.235596:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.235600:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.235602:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.235616:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.235642:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509df7b80 00000400:00000200:1.0:1763344900.235653:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645689 [8] + 12576 00000800:00000001:1.0:1763344900.235664:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.235679:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.235683:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.235688:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.235696:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.235699:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344900.235706:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df111c00. 00000100:00000040:1.0:1763344900.235710:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df111c00 x1848987881536384 msgsize 440 00000100:00100000:1.0:1763344900.235714:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.235735:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.235746:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.235750:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.236721:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.236726:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.236734:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27058 00000100:00000040:0.0:1763344900.236740:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:0.0:1763344900.236743:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909853696 : -107404799697920 : ffff9e50df111c00) 00000100:00000040:0.0:1763344900.236752:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df111c00 x1848987881536384/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 440/0 e 0 to 0 dl 1763344911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.236763:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.236771:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba22c0. 00000100:00000001:0.0:1763344900.236774:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.236777:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba22c0. 00000100:00100000:0.0:1763344900.236783:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2406:x1848987881536384:12345-192.168.203.14@tcp:1:lfs.0 00000100:00000200:0.0:1763344900.236836:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881536384 00000020:00000001:0.0:1763344900.236842:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.236846:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344900.236849:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.236852:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.236854:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932112 : -1042619504 : ffffffffc1dae390) 00000020:00000001:0.0:1763344900.236858:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344900.236861:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.236863:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.236866:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.236871:0:74638:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763344900.236875:0:74638:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763344900.236877:0:74638:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.236881:0:74638:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.236883:0:74638:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.236886:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.236887:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.236889:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.236891:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.236893:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.236894:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.236896:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.236897:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.236898:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.236902:0:74638:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.236904:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.236911:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.236914:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.236921:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50fb00c400. 02000000:00000001:0.0:1763344900.236923:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.236926:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.236931:0:74638:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763344900.236934:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344900.236938:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.236947:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279132328 : -107409430419288 : ffff9e4fcb0de8a8) 00002000:00000001:0.0:1763344900.236950:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279132240 : -107409430419376 : ffff9e4fcb0de850) 00002000:00000001:0.0:1763344900.236953:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344900.236959:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.236961:0:74638:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763344900.236963:0:74638:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:0.0:1763344900.236969:0:74638:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x20000304c for inode 11695 00000020:00000002:0.0:1763344900.236975:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de8a8/ffff9e4fcb0de850 to site lru. bkt: ffff9e50fb8945e8 00000020:00000001:0.0:1763344900.236980:0:74638:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344900.236988:0:74638:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.236992:0:74638:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344900.236996:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946951, transno 0, xid 1848987881536384 00010000:00000001:0.0:1763344900.237000:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.237006:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50df111c00 x1848987881536384/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 440/432 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344900.237016:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.237019:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.237024:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.237029:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.237032:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.237034:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.237037:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.237040:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.237044:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.237047:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.237054:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495c38. 00000100:00000200:0.0:1763344900.237063:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881536384, offset 224 00000400:00000200:0.0:1763344900.237071:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.237087:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.237095:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385459:1385459:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385455:1385455:8:4294967295] 00000400:00000200:0.0:1763344900.237108:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.237114:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.237120:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56300. 00000800:00000200:0.0:1763344900.237128:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.237136:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.237140:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56300 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.237151:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.237155:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.237157:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.237159:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.237162:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.237166:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df111c00 x1848987881536384/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 440/432 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344900.237176:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df111c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2406:x1848987881536384:12345-192.168.203.14@tcp:1:lfs.0 Request processed in 411us (1463us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344900.237184:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27058 00000100:00000040:0.0:1763344900.237188:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:0.0:1763344900.237190:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.237192:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.237198:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0100. 00000020:00000010:0.0:1763344900.237204:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773de10. 00000020:00000010:0.0:1763344900.237208:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50fc9ec000. 00000020:00000040:0.0:1763344900.237214:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 21 00000100:00000001:0.0:1763344900.237218:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344900.237606:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.237612:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56300. 00000400:00000200:1.0:1763344900.237617:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.237624:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.237629:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495c38 00000400:00000010:1.0:1763344900.237632:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495c38. 00000100:00000001:1.0:1763344900.237638:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.237640:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344900.242160:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.242188:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.242193:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.242196:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.242214:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.242238:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df7c00 00000400:00000200:0.0:1763344900.242250:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645689 [8] + 13016 00000800:00000001:0.0:1763344900.242262:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.242273:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.242276:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.242282:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344900.242364:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344900.242369:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344900.242377:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32e300. 00000100:00000040:0.0:1763344900.242381:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32e300 x1848987881536512 msgsize 328 00000100:00100000:0.0:1763344900.242387:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344900.242405:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.242418:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.242423:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344900.243665:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.243672:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:1.0:1763344900.243679:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.243686:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.243690:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9216e8 00000400:00000010:1.0:1763344900.243693:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9216e8. 00000100:00000001:1.0:1763344900.243697:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344900.243702:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2aa300 x1848987617967744/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.243713:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.243715:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2aa300 x1848987617967744/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.243722:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.243724:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344900.246184:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.246210:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.246215:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.246219:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.246233:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.246256:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29be80 00000400:00000200:1.0:1763344900.246267:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x6658a1 [1] + 224 00000800:00000001:1.0:1763344900.246277:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.246288:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.246292:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.246296:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.246304:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.246313:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2aa300 x1848987617967744/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344900.246324:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee2aa300 x1848987617967744/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.246348:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.246360:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.246364:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344900.247485:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.247493:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:0.0:1763344900.247499:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.247505:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.247510:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921440 00000400:00000010:0.0:1763344900.247512:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921440. 00000100:00000001:0.0:1763344900.247517:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344900.247519:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344900.252933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50eac16800. 00000004:00000001:3.0:1763344900.292979:0:31813:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1763344900.292991:0:31813:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1763344900.293010:0:31813:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb9b800. 00000020:00000040:3.0:1763344900.293020:0:31813:0:(genops.c:1229:class_import_get()) import ffff9e50f855f000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:3.0:1763344900.293026:0:31813:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344900.293030:0:31813:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344900.293038:0:31813:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344900.293050:0:31813:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4fc1fe5600. 00000100:00000001:3.0:1763344900.293060:0:31813:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.293071:0:31813:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344900.293077:0:31813:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.293092:0:31813:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047ecac16] to pc [ptlrpcd_00_03+3] req@ffff9e4fcbb9b800 x1848987617967872/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.293170:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1763344900.293176:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1763344900.293179:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344900.293982:0:30731:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1763344900.293986:0:30731:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1763344900.293997:0:30731:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df110700. 00000020:00000040:1.0:1763344900.294002:0:30731:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=6 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:1.0:1763344900.294006:0:30731:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344900.294009:0:30731:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344900.294012:0:30731:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344900.294022:0:30731:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50ef9dc000. 00000100:00000001:1.0:1763344900.294027:0:30731:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.294031:0:30731:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344900.294034:0:30731:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.294043:0:30731:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000212d868] to pc [ptlrpcd_00_00+0] req@ffff9e50df110700 x1848987617968000/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344900.294086:0:30731:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.294835:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344900.294841:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.294845:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344900.294848:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344900.294852:0:3644:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344900.294861:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fcbb9b800 x1848987617967872/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.294878:0:3644:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344900.294881:0:3644:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.294886:0:3644:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344900.294890:0:3644:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344900.294894:0:3644:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.294897:0:3644:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fcbb9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1848987617967872:0@lo:13:osp-pre-1-0.0 00000100:00000001:0.0:1763344900.294903:0:3644:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344900.294909:0:3644:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344900.294912:0:3644:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.294915:0:3644:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344900.294923:0:3644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4fc2fbd000. 02000000:00000001:0.0:1763344900.294926:0:3644:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344900.294937:0:3644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c34d0. 00000400:00000010:0.0:1763344900.294946:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495908. 00000100:00000200:0.0:1763344900.294956:0:3644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617967872, portal 4 00000100:00000001:0.0:1763344900.294959:0:3644:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344900.294961:0:3644:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664290392064 : -107409419159552 : ffff9e4fcbb9b800) 00000100:00000040:0.0:1763344900.294969:0:3644:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4fcbb9b800 x1848987617967872/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.294978:0:3644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.294981:0:3644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344900.294984:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64953b8. 00000100:00000200:0.0:1763344900.294987:0:3644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848987617967872, offset 0 00000400:00000200:0.0:1763344900.294995:0:3644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344900.295013:0:3644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344900.295027:0:3644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a4fa29bf00 00000400:00000200:0.0:1763344900.295036:0:3644:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x29fe95 [8] + 10304 00000400:00000200:0.0:1763344900.295045:0:3644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.295050:0:3644:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:3.0:1763344900.295292:0:31813:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.295309:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344900.295313:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.295458:0:3644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344900.295461:0:3644:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1763344900.295465:0:3644:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32ed80. 00000100:00000040:0.0:1763344900.295468:0:3644:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32ed80 x1848987617967872 msgsize 224 00000100:00100000:0.0:1763344900.295472:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344900.295491:0:3644:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344900.295496:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64953b8 00000400:00000010:0.0:1763344900.295498:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64953b8. 00000100:00000001:0.0:1763344900.295502:0:3644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344900.295506:0:3644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fcbb9b800 x1848987617967872/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.295514:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344900.295517:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fcbb9b800 x1848987617967872/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.295523:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.295524:0:3644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344900.295527:0:3644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.295530:0:3644:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 10511 usecs (11 jiffies) 00000100:00000001:0.0:1763344900.295531:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307674125 00000100:00000001:0.0:1763344900.295534:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307675380 00000100:00000001:0.0:1763344900.295536:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307674125 00000100:00000001:0.0:1763344900.295538:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307675380 00000100:00000001:0.0:1763344900.295540:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307674125 00000100:00000001:0.0:1763344900.295542:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307675380 00000100:00000001:0.0:1763344900.295544:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307674125 00000100:00000001:0.0:1763344900.295546:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307675380 00000100:00000001:0.0:1763344900.295547:0:3644:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344900.295549:0:3644:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.295552:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.295555:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.295671:0:82969:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763344900.295673:0:71953:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344900.295675:0:82969:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617968000 00000100:00100000:1.0:1763344900.295676:0:71953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617967872 02000000:00000001:3.0:1763344900.295679:0:82969:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1763344900.295679:0:71953:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344900.295682:0:82969:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.295682:0:71953:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344900.295685:0:82969:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.295685:0:71953:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.295690:0:82969:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.295690:0:71953:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344900.295694:0:82969:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617968000 00000100:00100000:1.0:1763344900.295694:0:71953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617967872 00000020:00000001:3.0:1763344900.295698:0:82969:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1763344900.295698:0:71953:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.295700:0:71953:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85de 00000020:00000040:3.0:1763344900.295701:0:82969:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000020:00000001:3.0:1763344900.295704:0:82969:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1763344900.295704:0:71953:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.295708:0:82969:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=8 00000020:00000040:1.0:1763344900.295708:0:71953:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d7800 refcount=5 00000020:00000001:3.0:1763344900.295711:0:82969:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:1.0:1763344900.295711:0:71953:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017618432 : -107404691933184 : ffff9e50e57d7800) 00000020:00000001:3.0:1763344900.295714:0:82969:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:1.0:1763344900.295714:0:71953:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017618432 : -107404691933184 : ffff9e50e57d7800) 00000100:00000001:3.0:1763344900.295719:0:82969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763344900.295719:0:71953:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344900.295725:0:82969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000020:00000010:1.0:1763344900.295726:0:71953:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b69c0. 00000020:00000040:1.0:1763344900.295734:0:71953:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000020:00000010:3.0:1763344900.295735:0:82969:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50ef7b6000. 00000100:00000001:3.0:1763344900.295752:0:82969:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1763344900.295753:0:71953:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763344900.295755:0:82969:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:1.0:1763344900.295755:0:71953:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b69c0. 00000020:00000010:3.0:1763344900.295762:0:82969:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca600. 00000020:00000010:1.0:1763344900.295762:0:71953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3c00. 00000020:00000010:1.0:1763344900.295768:0:71953:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42c00. 00000020:00000010:3.0:1763344900.295769:0:82969:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344900.295776:0:82969:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfd48. 00000020:00000010:1.0:1763344900.295776:0:71953:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca043e8. 00000100:00000040:3.0:1763344900.295787:0:82969:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1763344900.295815:0:82969:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.295815:0:71953:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344900.295817:0:82969:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344900.295817:0:71953:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344900.295820:0:82969:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.295820:0:71953:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.295829:0:82969:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.295829:0:71953:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.295835:0:82969:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.295839:0:71953:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.295847:0:71953:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.295850:0:71953:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.295854:0:71953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6739 00000100:00000040:1.0:1763344900.295859:0:71953:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d7800 : new rpc_count 1 00000100:00000001:1.0:1763344900.295861:0:71953:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163728256 : -107404545823360 : ffff9e50ee32ed80) 00000100:00000040:1.0:1763344900.295867:0:71953:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32ed80 x1848987617967872/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:131/0 lens 224/0 e 0 to 0 dl 1763344911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.295875:0:71953:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.295878:0:71953:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b69c0. 00000100:00000001:1.0:1763344900.295880:0:71953:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.295883:0:71953:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b69c0. 00000100:00100000:1.0:1763344900.295887:0:71953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1848987617967872:12345-0@lo:13:osp-pre-1-0.0 00000100:00000200:1.0:1763344900.295891:0:71953:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617967872 00000020:00000001:1.0:1763344900.295894:0:71953:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344900.295898:0:71953:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344900.295901:0:71953:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.295904:0:71953:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.295906:0:71953:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932688 : -1042618928 : ffffffffc1dae5d0) 00000020:00000001:1.0:1763344900.295910:0:71953:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344900.295913:0:71953:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344900.295916:0:71953:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344900.295918:0:71953:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.295924:0:71953:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.295929:0:71953:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.295932:0:71953:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.295938:0:71953:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50dfa10400. 00000100:00000001:3.0:1763344900.295941:0:82969:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1763344900.295941:0:71953:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.295943:0:82969:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763344900.295943:0:71953:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344900.295946:0:82969:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6740 00002000:00000001:1.0:1763344900.295947:0:71953:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1763344900.295949:0:82969:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:3.0:1763344900.295951:0:82969:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163184896 : -107404546366720 : ffff9e50ee2aa300) 00002000:00000001:1.0:1763344900.295953:0:71953:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:3.0:1763344900.295956:0:82969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2aa300 x1848987617968000/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 224/0 e 0 to 0 dl 1763344911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1763344900.295956:0:71953:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1763344900.295959:0:71953:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1763344900.295962:0:71953:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 412527296 pending 28672 free 3912171520 avail 3680649216 00000100:00000001:3.0:1763344900.295963:0:82969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344900.295966:0:82969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000020:00000020:1.0:1763344900.295966:0:71953:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 142016 0 0 00000020:00000020:1.0:1763344900.295969:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 dirty 0 pend 28672 grant 412356608 00000020:00000020:1.0:1763344900.295972:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9e50e57d7800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344900.296422:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9e50e57d6800 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1763344900.296436:0:71953:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 955120 free, 898555 avail; 262144 objects: 259419 free; state 0 00002000:00000001:1.0:1763344900.296441:0:71953:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:1.0:1763344900.296447:0:71953:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344900.296451:0:71953:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946949, transno 0, xid 1848987617967872 00010000:00000001:1.0:1763344900.296454:0:71953:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344900.296460:0:71953:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32ed80 x1848987617967872/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:131/0 lens 224/368 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344900.296469:0:71953:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.296472:0:71953:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.296477:0:71953:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ead379e8 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.296483:0:71953:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.296485:0:71953:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344900.296488:0:71953:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344900.296491:0:71953:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.296493:0:71953:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.296496:0:71953:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.296499:0:71953:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344900.296504:0:71953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3cc0. 00000100:00000200:1.0:1763344900.296509:0:71953:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617967872, offset 224 00000400:00000200:1.0:1763344900.296517:0:71953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344900.296525:0:71953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344900.296535:0:71953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa29bf00 00000400:00000200:1.0:1763344900.296541:0:71953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x6658ad [1] + 224 00000400:00000200:1.0:1763344900.296547:0:71953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.296550:0:71953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344900.296555:0:71953:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.296560:0:71953:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fcbb9b800 x1848987617967872/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.296675:0:82969:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344900.296679:0:82969:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344900.296685:0:82969:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:3642:x1848987617968000:12345-0@lo:13:osp-pre-1-1.0 00000100:00000200:3.0:1763344900.296689:0:82969:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617968000 00000020:00000001:3.0:1763344900.296692:0:82969:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344900.296694:0:82969:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344900.296696:0:82969:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.296698:0:82969:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344900.296700:0:82969:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932688 : -1042618928 : ffffffffc1dae5d0) 00000020:00000001:3.0:1763344900.296703:0:82969:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344900.296705:0:82969:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344900.296707:0:82969:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344900.296709:0:82969:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344900.296711:0:82969:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.296714:0:82969:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344900.296716:0:82969:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344900.296721:0:82969:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50fb00ec00. 02000000:00000001:3.0:1763344900.296724:0:82969:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.296725:0:71953:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4fcbb9b800 x1848987617967872/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.296726:0:82969:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344900.296728:0:82969:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1763344900.296730:0:82969:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1763344900.296732:0:82969:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1763344900.296733:0:82969:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1763344900.296736:0:82969:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 412527296 pending 28672 free 3912171520 avail 3680649216 00000020:00000020:3.0:1763344900.296738:0:82969:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 142016 0 0 00000020:00000020:3.0:1763344900.296741:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 dirty 0 pend 28672 grant 412356608 00000020:00000020:3.0:1763344900.296744:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9e50e57d7800 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1763344900.296744:0:71953:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000020:3.0:1763344900.296747:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9e50e57d6800 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1763344900.296749:0:82969:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 955120 free, 898555 avail; 262144 objects: 259419 free; state 0 00002000:00000001:3.0:1763344900.296752:0:82969:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:3.0:1763344900.296754:0:82969:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763344900.296754:0:71953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3cc0 00010000:00000040:3.0:1763344900.296756:0:82969:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946952, transno 0, xid 1848987617968000 00000400:00000010:1.0:1763344900.296757:0:71953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3cc0. 00010000:00000001:3.0:1763344900.296759:0:82969:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:1.0:1763344900.296761:0:71953:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000200:3.0:1763344900.296762:0:82969:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2aa300 x1848987617968000/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 224/368 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.296763:0:71953:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1763344900.296768:0:82969:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1763344900.296768:0:71953:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.296770:0:82969:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.296772:0:71953:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00000100:00001000:3.0:1763344900.296773:0:82969:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ead379e8 time=37 v=5 (1 1 1 1) 00010000:00000001:1.0:1763344900.296774:0:71953:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1763344900.296776:0:82969:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1763344900.296776:0:71953:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.296778:0:82969:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000020:00000001:1.0:1763344900.296778:0:71953:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1763344900.296780:0:82969:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344900.296782:0:82969:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1763344900.296782:0:71953:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32ed80 x1848987617967872/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:131/0 lens 224/368 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763344900.296784:0:82969:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.296786:0:82969:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1763344900.296815:0:71953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1848987617967872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 938us (1343us total) trans 0 rc 0/0 00000100:00000040:3.0:1763344900.296816:0:82969:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344900.296821:0:82969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb990. 00000100:00000200:3.0:1763344900.296824:0:82969:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617968000, offset 224 00000100:00100000:1.0:1763344900.296825:0:71953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6739 00000400:00000200:3.0:1763344900.296829:0:82969:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1763344900.296829:0:71953:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d7800 : new rpc_count 0 00000100:00000001:1.0:1763344900.296832:0:71953:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.296833:0:71953:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1763344900.296835:0:82969:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1763344900.296839:0:71953:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42c00. 00000400:00000200:3.0:1763344900.296840:0:82969:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa29bf80 00000020:00000010:1.0:1763344900.296843:0:71953:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca043e8. 00000400:00000200:3.0:1763344900.296844:0:82969:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x6658b5 [1] + 224 00000020:00000010:1.0:1763344900.296848:0:71953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3c00. 00000020:00000040:1.0:1763344900.296855:0:71953:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d7800 : new refcount 4 00000100:00000001:1.0:1763344900.296858:0:71953:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.296861:0:82969:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.296864:0:82969:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344900.296867:0:82969:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344900.296872:0:82969:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50df110700 x1848987617968000/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344900.296881:0:82969:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50df110700 x1848987617968000/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.296890:0:82969:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344900.296897:0:82969:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb990 00000400:00000010:3.0:1763344900.296899:0:82969:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb990. 00000100:00000001:3.0:1763344900.296901:0:82969:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.296902:0:82969:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344900.296905:0:82969:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.296907:0:82969:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344900.296910:0:82969:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344900.296911:0:82969:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.296914:0:82969:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1763344900.296916:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1763344900.296917:0:82969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2aa300 x1848987617968000/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 224/368 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.296919:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1763344900.296925:0:82969:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:3642:x1848987617968000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 960us (1517us total) trans 0 rc 0/0 00000400:00000001:0.0:1763344900.296926:0:3644:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344900.296928:0:3644:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1763344900.296932:0:82969:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6740 00000400:00000010:0.0:1763344900.296932:0:3644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c34d0. 00000100:00000040:3.0:1763344900.296934:0:82969:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d6800 : new rpc_count 0 00000400:00000200:0.0:1763344900.296935:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495908 00000100:00000001:3.0:1763344900.296936:0:82969:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344900.296937:0:82969:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1763344900.296938:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495908. 00000020:00000010:3.0:1763344900.296940:0:82969:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000100:00000001:0.0:1763344900.296941:0:3644:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1763344900.296943:0:82969:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfd48. 00000020:00000010:3.0:1763344900.296946:0:82969:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca600. 00000100:00000200:0.0:1763344900.296946:0:3644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fcbb9b800 x1848987617967872/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1763344900.296950:0:82969:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 7 00000100:00000001:3.0:1763344900.296952:0:82969:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763344900.296954:0:3644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fcbb9b800 x1848987617967872/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.296960:0:3644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344900.296962:0:3644:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.296965:0:3644:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344900.296968:0:3644:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344900.296970:0:3644:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.296972:0:3644:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.296975:0:3644:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.296982:0:3644:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50f855f4a0 time=109 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344900.296987:0:3644:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f855f410 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.296990:0:3644:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344900.296992:0:3644:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.296995:0:3644:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344900.296998:0:3644:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.297003:0:3644:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344900.297005:0:3644:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 8589946949 00000100:00000001:0.0:1763344900.297008:0:3644:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344900.297009:0:3644:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.297014:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fcbb9b800 x1848987617967872/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.297021:0:3644:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344900.297024:0:3644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344900.297027:0:3644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344900.297030:0:3644:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1763344900.297033:0:3644:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1763344900.297037:0:3644:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=958279 free=955120 avail=898555 avail_mb=3509 hwm_mb=7 files=262144 ffree=259419 state=0: rc = 0 00000004:00000020:0.0:1763344900.297046:0:3644:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff9e50f855d000): 958279 blocks, 955120 free, 898555 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259419 free files 0x0 00000004:00000001:0.0:1763344900.297051:0:3644:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.297055:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb9b800 x1848987617967872/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344900.297062:0:3644:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fcbb9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1848987617967872:0@lo:13:osp-pre-1-0.0 00000100:00000001:0.0:1763344900.297518:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.297520:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344900.297523:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fcbb9b800 x1848987617967872/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.297531:0:3644:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344900.297532:0:3644:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344900.297534:0:3644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4fc2fbd000. 02000000:00000001:0.0:1763344900.297537:0:3644:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344900.297538:0:3644:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344900.297539:0:3644:0:(genops.c:1242:class_import_put()) import ffff9e50f855f000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763344900.297541:0:3644:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344900.297543:0:3644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4fc1fe5600. 02000000:00000001:0.0:1763344900.297547:0:3644:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344900.297548:0:3644:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344900.297549:0:3644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb9b800. 00000100:00000001:0.0:1763344900.297552:0:3644:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344900.297553:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.297555:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.297559:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344900.297561:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.297562:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344900.297564:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763344900.307413:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.307447:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.307743:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.307750:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.307764:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.307835:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df7c80 00000400:00000200:1.0:1763344900.307848:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645689 [8] + 13344 00000800:00000001:1.0:1763344900.307860:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.307894:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.307897:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.307903:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.307914:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.307917:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344900.307926:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df113b80. 00000100:00000040:1.0:1763344900.307931:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df113b80 x1848987881536640 msgsize 328 00000100:00100000:1.0:1763344900.307936:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.307956:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.307970:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.307975:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344900.313653:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.313665:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:1.0:1763344900.313675:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.313686:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.313695:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9212a8 00000400:00000010:1.0:1763344900.313698:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9212a8. 00000100:00000001:1.0:1763344900.313704:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344900.313714:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2abb80 x1848987617968128/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.313729:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.313733:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2abb80 x1848987617968128/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.313749:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.313752:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344900.330539:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.330573:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.330579:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.330583:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.330598:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.330624:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29c000 00000400:00000200:0.0:1763344900.330637:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x6658c5 [1] + 224 00000800:00000001:0.0:1763344900.330648:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.330665:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.330669:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.330674:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344900.330684:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344900.330696:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2abb80 x1848987617968128/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344900.330709:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee2abb80 x1848987617968128/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.330739:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.330750:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.330753:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.335098:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.335112:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:3.0:1763344900.335124:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.335133:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.335141:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921110 00000400:00000010:3.0:1763344900.335144:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921110. 00000100:00000001:3.0:1763344900.335149:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.335152:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344900.344855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50eac16800. 00000800:00000001:1.0:1763344900.347228:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.347245:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.347249:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.347251:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.347262:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.347278:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 432 into portal 28 MB=0x691a509df7d00 00000400:00000200:1.0:1763344900.347286:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 432/432 into md 0x645689 [8] + 13672 00000800:00000001:1.0:1763344900.347295:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.347304:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.347306:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.347311:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.347318:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.347321:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344900.347326:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df113100. 00000100:00000040:1.0:1763344900.347330:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df113100 x1848987881536768 msgsize 432 00000100:00100000:1.0:1763344900.347334:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.347551:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.347562:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.347566:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344900.348277:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.348280:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:1.0:1763344900.348285:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.348289:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.348293:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921ee0 00000400:00000010:1.0:1763344900.348295:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921ee0. 00000100:00000001:1.0:1763344900.348299:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.348301:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.356002:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.356019:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.356023:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.356025:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.356036:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.357978:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df7d80 00000400:00000200:3.0:1763344900.357990:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645689 [8] + 14104 00000800:00000001:3.0:1763344900.357998:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.358017:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.358020:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.358025:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.358032:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.358034:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344900.358041:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb9ad80. 00000100:00000040:3.0:1763344900.358044:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb9ad80 x1848987881536896 msgsize 328 00000100:00100000:3.0:1763344900.358049:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344900.358636:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763344900.358949:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.358966:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.358972:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763344900.359017:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881536896 02000000:00000001:0.0:1763344900.359021:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.359024:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.359026:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.359031:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.359036:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881536896 00000020:00000001:0.0:1763344900.359040:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.359042:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:0.0:1763344900.359045:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.359048:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=22 00000020:00000001:0.0:1763344900.359051:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:0.0:1763344900.359054:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:0.0:1763344900.359059:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.359068:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba22c0. 00000100:00000001:0.0:1763344900.359072:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.359075:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba22c0. 00000020:00000010:0.0:1763344900.359082:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8e00. 00000020:00000010:0.0:1763344900.359087:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139c00. 00000020:00000010:0.0:1763344900.359093:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732000. 00000100:00000040:0.0:1763344900.359101:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344900.359105:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.359107:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.359109:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.359116:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344900.360344:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.360348:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000400:00000200:1.0:1763344900.360354:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.360359:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.360365:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921e58 00000400:00000010:1.0:1763344900.360367:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921e58. 00000100:00000001:1.0:1763344900.360371:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344900.360375:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2abb80 x1848987617968256/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.360383:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.360386:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2abb80 x1848987617968256/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.360392:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.360393:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344900.361397:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.363442:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.363456:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.363460:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.363462:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.363473:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.363490:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29c080 00000400:00000200:1.0:1763344900.363499:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x6658d5 [1] + 224 00000800:00000001:1.0:1763344900.363507:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.363514:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.363517:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.363520:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.363528:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.363536:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2abb80 x1848987617968256/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344900.363546:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee2abb80 x1848987617968256/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.364257:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.364269:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.364273:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.365735:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.365741:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994d00. 00000400:00000200:3.0:1763344900.365746:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.365752:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.365756:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921550 00000400:00000010:3.0:1763344900.365757:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921550. 00000100:00000001:3.0:1763344900.365761:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.365762:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344900.370138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50eac16800. 00000800:00000001:1.0:1763344900.371114:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.371128:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.371132:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.371135:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.371145:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.371162:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 488 into portal 6 MB=0x691a509df7e00 00000400:00000200:1.0:1763344900.371169:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 488/488 into md 0x1e2579 [128] + 51848 00000800:00000001:1.0:1763344900.371178:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.371186:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.371189:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.371193:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.371199:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.371201:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763344900.371207:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df111f80. 00000100:00000040:1.0:1763344900.371210:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df111f80 x1848987881537024 msgsize 488 00000100:00100000:1.0:1763344900.371214:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.371231:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.371240:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.371243:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.371312:0:99852:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.371315:0:99852:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881537024 02000000:00000001:0.0:1763344900.371318:0:99852:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.371321:0:99852:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.371323:0:99852:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.371327:0:99852:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.371332:0:99852:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881537024 00000020:00000001:0.0:1763344900.371335:0:99852:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.371337:0:99852:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:0.0:1763344900.371340:0:99852:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.371343:0:99852:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=22 00000020:00000001:0.0:1763344900.371346:0:99852:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:0.0:1763344900.371349:0:99852:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:0.0:1763344900.371354:0:99852:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.371358:0:99852:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba22c0. 00000100:00000001:0.0:1763344900.371362:0:99852:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.371365:0:99852:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba22c0. 00000020:00000010:0.0:1763344900.371371:0:99852:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8200. 00000020:00000010:0.0:1763344900.371377:0:99852:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344900.371383:0:99852:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000040:0.0:1763344900.371391:0:99852:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763344900.371394:0:99852:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.371395:0:99852:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763344900.371398:0:99852:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763344900.371401:0:99852:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.371403:0:99852:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:0.0:1763344900.371406:0:99852:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.371410:0:99852:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763344900.371414:0:99852:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763344900.371416:0:99852:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.371420:0:99852:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.371422:0:99852:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.371434:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.371435:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.371437:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.371439:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.371440:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.371442:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.371444:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.371445:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.371446:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.371449:0:99852:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763344900.371452:0:99852:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.371455:0:99852:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.371457:0:99852:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.371460:0:99852:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763344900.371462:0:99852:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.371464:0:99852:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763344900.371473:0:99852:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000402:0x1bbe:0x0] (0->4095) req@ffff9e50df111f80 x1848987881537024/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 488/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763344900.371483:0:99852:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763344900.371484:0:99852:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50df111f80 with x1848987881537024 ext(0->4095) 00010000:00000001:0.0:1763344900.371488:0:99852:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.371489:0:99852:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.371491:0:99852:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=3 00000020:00000001:0.0:1763344900.371494:0:99852:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344900.371496:0:99852:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344900.371499:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.371501:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763344900.371503:0:99852:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763344900.371504:0:99852:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e50df111f80 00002000:00000001:0.0:1763344900.371507:0:99852:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.371509:0:99852:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.371516:0:99852:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.372143:0:99852:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.372160:0:99852:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.372162:0:99852:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.372167:0:99852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1952 00000100:00000040:0.0:1763344900.372170:0:99852:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:0.0:1763344900.372173:0:99852:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909854592 : -107404799697024 : ffff9e50df111f80) 00000100:00000040:0.0:1763344900.372179:0:99852:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df111f80 x1848987881537024/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 488/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344900.372187:0:99852:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.372191:0:99852:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba22c0. 00000100:00000001:0.0:1763344900.372193:0:99852:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.372195:0:99852:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba22c0. 00000100:00100000:0.0:1763344900.372200:0:99852:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2406:x1848987881537024:12345-192.168.203.14@tcp:3:lfs.0 00000100:00000200:0.0:1763344900.372204:0:99852:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881537024 00000020:00000001:0.0:1763344900.372207:0:99852:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.372210:0:99852:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344900.372212:0:99852:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.372214:0:99852:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.372216:0:99852:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:0.0:1763344900.372219:0:99852:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344900.372223:0:99852:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.372224:0:99852:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.372226:0:99852:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.372227:0:99852:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.372232:0:99852:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.372234:0:99852:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.372240:0:99852:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9e50ef4ca000. 02000000:00000001:0.0:1763344900.372243:0:99852:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.372245:0:99852:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.372247:0:99852:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:0.0:1763344900.372250:0:99852:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763344900.372251:0:99852:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.372254:0:99852:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:0.0:1763344900.372258:0:99852:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:0.0:1763344900.372260:0:99852:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:0.0:1763344900.372262:0:99852:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 reports grant 412356608 dropped 0, local 412356608 00000020:00000001:0.0:1763344900.372265:0:99852:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:0.0:1763344900.372266:0:99852:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:0.0:1763344900.372268:0:99852:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:0.0:1763344900.372270:0:99852:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344900.372273:0:99852:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.372278:0:99852:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279132328 : -107409430419288 : ffff9e4fcb0de8a8) 00002000:00000001:0.0:1763344900.372281:0:99852:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279132240 : -107409430419376 : ffff9e4fcb0de850) 00002000:00000001:0.0:1763344900.372284:0:99852:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763344900.372290:0:99852:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.372292:0:99852:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:0.0:1763344900.372293:0:99852:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.372299:0:99852:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:0.0:1763344900.372301:0:99852:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.372306:0:99852:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344900.372311:0:99852:0:(osd_io.c:1628:osd_read_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.372314:0:99852:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.372316:0:99852:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.372318:0:99852:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.372321:0:99852:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1763344900.372351:0:99852:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:0.0:1763344900.372367:0:99852:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:0.0:1763344900.372369:0:99852:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 1950103 (20) 00000020:00008000:0.0:1763344900.372372:0:99852:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:0.0:1763344900.372375:0:99852:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1763344900.372379:0:99852:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344900.372385:0:99852:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.372388:0:99852:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344900.372390:0:99852:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.372392:0:99852:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00080000:00000001:0.0:1763344900.372397:0:99852:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344900.372400:0:99852:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de8a8/ffff9e4fcb0de850 to site lru. bkt: ffff9e50fb8945e8 00002000:00000001:0.0:1763344900.372403:0:99852:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.372404:0:99852:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.372406:0:99852:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.372408:0:99852:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:0.0:1763344900.372409:0:99852:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763344900.372411:0:99852:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:0.0:1763344900.372414:0:99852:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946951, transno 0, xid 1848987881537024 00010000:00000001:0.0:1763344900.372417:0:99852:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.372422:0:99852:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50df111f80 x1848987881537024/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 488/4536 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344900.372440:0:99852:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.372442:0:99852:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.372445:0:99852:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=35 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.372449:0:99852:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.372452:0:99852:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.372454:0:99852:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.372456:0:99852:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.372458:0:99852:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.372461:0:99852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.372464:0:99852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.372468:0:99852:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192e3c0. 00000100:00000200:0.0:1763344900.372473:0:99852:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848987881537024, offset 224 00000400:00000200:0.0:1763344900.372479:0:99852:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.372489:0:99852:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.372494:0:99852:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385467:1385467:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385463:1385463:8:4294967295] 00000400:00000200:0.0:1763344900.372505:0:99852:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.372510:0:99852:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.372514:0:99852:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9e4fddab8a00. 00000800:00000200:0.0:1763344900.372520:0:99852:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.372525:0:99852:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:0.0:1763344900.372529:0:99852:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fddab8a00 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:0.0:1763344900.372545:0:99852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.372547:0:99852:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.372549:0:99852:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.372551:0:99852:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.372554:0:99852:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.372557:0:99852:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df111f80 x1848987881537024/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 488/4536 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344900.372565:0:99852:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df111f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2406:x1848987881537024:12345-192.168.203.14@tcp:3:lfs.0 Request processed in 377us (1353us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763344900.372572:0:99852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1952 00000100:00000040:0.0:1763344900.372575:0:99852:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:0.0:1763344900.372577:0:99852:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1763344900.372579:0:99852:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763344900.372583:0:99852:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000402:0x1bbe:0x0] (0->4095) req@ffff9e50df111f80 x1848987881537024/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 488/4536 e 0 to 0 dl 1763344911 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763344900.372590:0:99852:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763344900.372591:0:99852:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50df111f80 with x1848987881537024 ext(0->4095) 00010000:00000001:0.0:1763344900.372593:0:99852:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.372594:0:99852:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.372596:0:99852:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=3 00000020:00000001:0.0:1763344900.372598:0:99852:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344900.372600:0:99852:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344900.372602:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.372603:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763344900.372604:0:99852:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763344900.372605:0:99852:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e50df111f80 00002000:00000001:0.0:1763344900.372607:0:99852:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.372609:0:99852:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.372612:0:99852:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344900.372616:0:99852:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000020:00000010:0.0:1763344900.372619:0:99852:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8200. 00000020:00000040:0.0:1763344900.372622:0:99852:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 21 00000100:00000001:0.0:1763344900.372625:0:99852:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344900.374330:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.374337:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e4fddab8a00. 00000400:00000200:1.0:1763344900.374345:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.374354:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.374360:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192e3c0 00000400:00000010:1.0:1763344900.374362:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192e3c0. 00000100:00000001:1.0:1763344900.374367:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.374369:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.381360:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.381376:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.381380:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.381383:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.381394:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.381409:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 568 into portal 12 MB=0x691a509df7e80 00000400:00000200:3.0:1763344900.381418:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 568/568 into md 0x616b51 [64] + 82048 00000800:00000001:3.0:1763344900.381435:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.383056:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.383066:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.383076:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.383085:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.383088:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344900.383097:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb9b100. 00000100:00000040:3.0:1763344900.383101:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb9b100 x1848987881537152 msgsize 568 00000100:00100000:3.0:1763344900.383106:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.383671:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.383688:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.383697:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.383757:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.383761:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881537152 02000000:00000001:1.0:1763344900.383764:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.383767:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.383769:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.383773:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.383777:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881537152 00000020:00000001:1.0:1763344900.383780:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.383782:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344900.383785:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.383810:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=237 00000020:00000001:1.0:1763344900.383814:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344900.383817:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344900.383822:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.383827:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b69c0. 00000100:00000001:1.0:1763344900.383831:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.383834:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b69c0. 00000020:00000010:1.0:1763344900.383840:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3c00. 00000020:00000010:1.0:1763344900.383845:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42c00. 00000020:00000010:1.0:1763344900.383851:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca043e8. 00000100:00000040:1.0:1763344900.383859:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344900.383862:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.383864:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763344900.383866:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763344900.383868:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.383871:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.383878:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.383894:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.383907:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.383909:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.383914:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302945 00000100:00000040:1.0:1763344900.383918:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344900.383921:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290390272 : -107409419161344 : ffff9e4fcbb9b100) 00000100:00000040:1.0:1763344900.383928:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb9b100 x1848987881537152/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 568/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344900.383936:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.383939:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b69c0. 00000100:00000001:1.0:1763344900.383941:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.383948:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b69c0. 00000100:00100000:1.0:1763344900.383952:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+237:252797:x1848987881537152:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344900.383956:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881537152 00000020:00000001:1.0:1763344900.383959:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344900.383963:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344900.383969:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.383971:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.383974:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344900.383977:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344900.383980:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881537152, found 0 last_xid 1848987881537151 00000020:00000001:1.0:1763344900.383984:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344900.383986:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344900.383988:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.383993:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.383995:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344900.383998:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344900.384000:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344900.384001:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344900.384003:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.384910:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344900.384918:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d600 count: 3 00010000:00000001:1.0:1763344900.384922:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344900.384926:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344900.384931:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34400. 00000020:00000001:1.0:1763344900.384935:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344900.384938:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34400 with handle 0x34881b4086817c24 to hash 00000020:00000001:1.0:1763344900.384941:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344900.384942:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000010:1.0:1763344900.384948:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997a80. 00010000:00000001:1.0:1763344900.384951:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00010000:1.0:1763344900.384962:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34400/0x34881b4086817c24 lrc: 2/0,0 mode: --/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e1d6 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.384971:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:1.0:1763344900.384974:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=238 00010000:00000001:1.0:1763344900.384981:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763344900.384984:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763344900.384991:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344900.384994:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763344900.384996:0:13569:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763344900.384998:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344900.385000:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e82:0x0] 00000020:00000001:1.0:1763344900.385003:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.385008:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:1.0:1763344900.385010:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:1.0:1763344900.385013:0:13569:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.385015:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.385017:0:13569:0:(mdt_handler.c:4954:mdt_intent_getxattr()) Process entered 00000004:00000001:1.0:1763344900.385019:0:13569:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763344900.385023:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344900.385025:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344900.385027:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d600 count: 4 00010000:00000001:1.0:1763344900.385029:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344900.385032:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344900.385034:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35800. 00000020:00000001:1.0:1763344900.385036:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344900.385038:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35800 with handle 0x34881b4086817c2b to hash 00000020:00000001:1.0:1763344900.385040:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344900.385041:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00000010:1.0:1763344900.385046:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997100. 00010000:00000001:1.0:1763344900.385048:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00000001:1.0:1763344900.385052:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344900.385053:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344900.385056:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35800/0x34881b4086817c2b lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:1.0:1763344900.385062:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344900.385066:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344900.385068:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344900.385070:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.385073:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.385075:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.385077:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.385080:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344900.385082:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344900.385084:0:13569:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344900.385086:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344900.385088:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) refcount = 4 00010000:00000040:1.0:1763344900.385091:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344900.385097:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50e56b7c00/0x34881b4086817bf3 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1a5 expref: 238 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.385105:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b4086817be5 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e19e expref: 238 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344900.385111:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35800/0x34881b4086817c2b lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344900.385117:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344900.385121:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.385123:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.385125:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344900.385126:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.385128:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.385131:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344900.385133:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344900.385136:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344900.385139:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35800/0x34881b4086817c2b lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344900.385144:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344900.385145:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.385147:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.385149:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.385150:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.385152:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35800 refcount=3 00000020:00000001:1.0:1763344900.385154:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00000001:1.0:1763344900.385156:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00000001:1.0:1763344900.385159:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.385160:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344900.385162:0:13569:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.385164:0:13569:0:(mdt_xattr.c:230:mdt_getxattr()) Process entered 00000004:00000002:1.0:1763344900.385166:0:13569:0:(mdt_xattr.c:235:mdt_getxattr()) getxattr [0x240002b13:0x12e82:0x0] 00000001:00000001:1.0:1763344900.385170:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.385172:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.385175:0:13569:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763344900.385177:0:13569:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.385181:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763344900.385182:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.385183:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.385185:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.385186:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.385188:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.385190:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.385191:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.385193:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.385195:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.385196:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.385197:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.385199:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.385200:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.385201:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.385204:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.385205:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.385209:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344900.385215:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:1.0:1763344900.385217:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:1.0:1763344900.385219:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344900.385221:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.385224:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.385225:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.385226:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344900.385228:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.385232:0:13569:0:(mdt_xattr.c:42:mdt_getxattr_pack_reply()) Process entered 00000100:00000001:1.0:1763344900.385238:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.385240:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.385261:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8704 at ffff9e50ff728000. 02000000:00000001:1.0:1763344900.385265:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.385268:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.385270:0:13569:0:(mdt_xattr.c:121:mdt_getxattr_pack_reply()) Process leaving (rc=2500 : 2500 : 9c4) 00000004:00000001:1.0:1763344900.385273:0:13569:0:(mdt_xattr.c:163:mdt_getxattr_all()) Process entered 00000004:00000001:1.0:1763344900.385276:0:13569:0:(mdd_object.c:491:mdd_xattr_list()) Process entered 00000004:00000001:1.0:1763344900.385296:0:13569:0:(mdd_object.c:528:mdd_xattr_list()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:1.0:1763344900.385300:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.385304:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.385311:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344900.385314:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344900.385316:0:13569:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:1.0:1763344900.385317:0:13569:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344900.385319:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.385320:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.385322:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:1.0:1763344900.385323:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:1.0:1763344900.385325:0:13569:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:1.0:1763344900.385327:0:13569:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:1.0:1763344900.385328:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.385329:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.385333:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.385334:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.385335:0:13569:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:1.0:1763344900.385336:0:13569:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.385338:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.385339:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.385341:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344900.385343:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344900.385344:0:13569:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:1.0:1763344900.385345:0:13569:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344900.385350:0:13569:0:(mdt_xattr.c:216:mdt_getxattr_all()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:1.0:1763344900.385352:0:13569:0:(mdt_xattr.c:298:mdt_getxattr()) Process leaving 00000020:00000001:1.0:1763344900.385357:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344900.385362:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.385366:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344900.385369:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:1.0:1763344900.385372:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.385374:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.385375:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35800 refcount=3 00000020:00000001:1.0:1763344900.385894:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00000001:1.0:1763344900.385897:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00000004:00000040:1.0:1763344900.385900:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 221 00000020:00000040:1.0:1763344900.385903:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=239 00010000:00000001:1.0:1763344900.385907:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.385908:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344900.385910:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344900.385912:0:13569:0:(mdt_handler.c:4994:mdt_intent_getxattr()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344900.385915:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344900.385918:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344900.385921:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344900.385923:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763344900.385925:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344900.385928:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344900.385931:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.385932:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.385934:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344900.385935:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344900.385938:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34400 with handle 0x34881b4086817c24 from hash 00010000:00000001:1.0:1763344900.385940:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344900.385941:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.385942:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.385944:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344900.385945:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344900.385950:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34400/0x34881b4086817c24 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1d6 expref: 239 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.385958:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:1.0:1763344900.385960:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 238 00010000:00000010:1.0:1763344900.385963:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997a80. 00010000:00000001:1.0:1763344900.385971:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.385973:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.385978:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344900.385982:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35800/0x34881b4086817c2b lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1d6 expref: 238 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344900.385989:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344900.385991:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344900.385994:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) 00010000:00010000:1.0:1763344900.385996:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:1.0:1763344900.385999:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.386001:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.386003:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344900.386004:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.386005:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344900.386007:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca35800, rc 0) 00000020:00000001:1.0:1763344900.386010:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344900.386014:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214323, transno 0, xid 1848987881537152 00010000:00000001:1.0:1763344900.386016:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344900.386022:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fcbb9b100 x1848987881537152/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 568/1072 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344900.386031:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.386034:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.386037:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.386042:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.386044:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344900.386046:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344900.386049:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.386051:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.386055:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.386057:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.386165:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3cc0. 00000100:00000200:1.0:1763344900.386172:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 1072 bytes to portal 10, xid 1848987881537152, offset 224 00000400:00000200:1.0:1763344900.386179:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.386191:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.386197:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385468:1385468:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385464:1385464:8:4294967295] 00000400:00000200:1.0:1763344900.386210:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.386217:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1072 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.386222:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef9dc000. 00000800:00000200:1.0:1763344900.386229:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.386235:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:1.0:1763344900.386240:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef9dc000 type 1, nob 1168 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.386304:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.386308:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344900.386311:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344900.386312:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.386315:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344900.386319:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb9b100 x1848987881537152/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 568/1072 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344900.386328:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+238:252797:x1848987881537152:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 2390us (3225us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344900.386336:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302945 00000100:00000040:1.0:1763344900.386340:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344900.386343:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.386345:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344900.386350:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42c00. 00000020:00000010:1.0:1763344900.386354:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca043e8. 00000020:00000010:1.0:1763344900.386359:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3c00. 00000020:00000040:1.0:1763344900.386362:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 237 00000100:00000001:1.0:1763344900.386365:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344900.386998:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.387004:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef9dc000. 00000400:00000200:0.0:1763344900.387008:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.387014:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.387019:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3cc0 00000400:00000010:0.0:1763344900.387021:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3cc0. 00000100:00000001:0.0:1763344900.387026:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344900.387028:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344900.394839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34400. 00000800:00000001:1.0:1763344900.394859:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.394872:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.394874:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.394877:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.394886:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.394902:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4584 into portal 6 MB=0x691a509df7f00 00000400:00000200:1.0:1763344900.394911:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 4584/4584 into md 0x1e2579 [128] + 52336 00000800:00000001:1.0:1763344900.394919:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.394931:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.394933:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.394937:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.394944:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.394946:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763344900.394951:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df111880. 00000100:00000040:1.0:1763344900.394954:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df111880 x1848987881537280 msgsize 4584 00000100:00100000:1.0:1763344900.394958:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.394975:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.394984:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.394987:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.400284:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.400289:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994d00. 00000400:00000200:3.0:1763344900.400295:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.400300:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.400304:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921c38 00000400:00000010:3.0:1763344900.400307:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921c38. 00000100:00000001:3.0:1763344900.400311:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344900.400316:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2abb80 x1848987617968384/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.400325:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344900.400329:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2abb80 x1848987617968384/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.400336:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.400338:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344900.403304:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.403319:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.403322:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.403324:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.403335:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.403351:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29c100 00000400:00000200:0.0:1763344900.403359:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x6658e9 [1] + 224 00000800:00000001:0.0:1763344900.403366:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.403373:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.403385:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.403390:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344900.403396:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344900.403404:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2abb80 x1848987617968384/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344900.403415:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50ee2abb80 x1848987617968384/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.403447:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.403454:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.403457:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.404819:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.404829:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.404832:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.404834:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.404841:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.404853:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df7f80 00000400:00000200:1.0:1763344900.404860:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cda9 [2] + 1640 00000800:00000001:1.0:1763344900.404866:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.404914:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.404917:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.404921:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.404926:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.404929:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763344900.404934:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df113480. 00000100:00000040:1.0:1763344900.404937:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df113480 x1848987881537408 msgsize 328 00000100:00100000:1.0:1763344900.404941:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.404955:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.404962:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.404965:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.405620:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.405624:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881537408 02000000:00000001:0.0:1763344900.405627:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.405629:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.405631:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.405635:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.405639:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881537408 00000020:00000001:0.0:1763344900.405642:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.405644:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344900.405647:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.405649:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=22 00000020:00000001:0.0:1763344900.405652:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344900.405655:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344900.405659:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.405664:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba22c0. 00000100:00000001:0.0:1763344900.405668:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.405670:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba22c0. 00000020:00000010:0.0:1763344900.405676:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8200. 00000020:00000010:0.0:1763344900.405682:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344900.405687:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000040:0.0:1763344900.405694:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763344900.405697:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.405698:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763344900.405701:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763344900.405704:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.405706:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763344900.405710:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.405712:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.405714:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bca00 refcount=4 00000020:00000001:0.0:1763344900.405716:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:0.0:1763344900.405718:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00010000:0.0:1763344900.405723:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817bfa lrc: 4/0,0 mode: PR/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1ac expref: 22 pid: 74638 timeout: 13106 lvb_type: 1 00010000:00000001:0.0:1763344900.405730:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.405732:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.405733:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.405735:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.405742:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763344900.405747:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50df113480 x1848987881537408/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.405760:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344900.405761:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.405782:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.405811:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.405813:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.405817:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6335 00000100:00000040:0.0:1763344900.405821:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 2 00000100:00000001:0.0:1763344900.405823:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909859968 : -107404799691648 : ffff9e50df113480) 00000100:00000040:0.0:1763344900.405829:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df113480 x1848987881537408/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.405837:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.405840:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba22c0. 00000100:00000001:0.0:1763344900.405842:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.405844:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba22c0. 00000100:00100000:0.0:1763344900.405849:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df113480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2406:x1848987881537408:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763344900.405853:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881537408 00010000:00000001:0.0:1763344900.405855:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763344900.405857:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763344900.405859:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763344900.405864:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.405866:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.405870:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc2fbd000. 02000000:00000001:0.0:1763344900.405872:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.405875:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.405877:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763344900.405879:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763344900.405881:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.405883:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.405884:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bca00 refcount=4 00000020:00000001:0.0:1763344900.405886:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:0.0:1763344900.405889:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000040:0.0:1763344900.405893:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6be00 count: 3 00002000:00000001:0.0:1763344900.405896:0:27025:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763344900.405901:0:27025:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344900.405904:0:27025:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.405909:0:27025:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:0.0:1763344900.405912:0:27025:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:0.0:1763344900.405914:0:27025:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344900.405919:0:27025:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344900.405922:0:27025:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00010000:00010000:0.0:1763344900.405927:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817bfa lrc: 4/0,0 mode: PR/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1ac expref: 22 pid: 74638 timeout: 13106 lvb_type: 1 00000100:00001000:0.0:1763344900.405935:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc1321c50 time=129 v=5 (1 0 0 0) 00010000:00000001:0.0:1763344900.405939:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763344900.405944:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.405945:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344900.405948:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817bfa lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1ac expref: 22 pid: 74638 timeout: 13106 lvb_type: 1 00000020:00000001:0.0:1763344900.405957:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.405959:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.405961:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.405963:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.405968:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344900.405969:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.405974:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.405975:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.405978:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.405979:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.405981:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bca00 with handle 0x34881b4086817bfa from hash 00010000:00000001:0.0:1763344900.405983:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.405984:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.405985:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.405986:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344900.405991:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.405993:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.405995:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344900.405996:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344900.405999:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817bfa lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1ac expref: 22 pid: 74638 timeout: 13106 lvb_type: 1 00010000:00000040:0.0:1763344900.406006:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:0.0:1763344900.406010:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00010000:00000001:0.0:1763344900.406016:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.406017:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.406019:0:27025:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763344900.406021:0:27025:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50eac16800 00010000:00000001:0.0:1763344900.406024:0:27025:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344900.406026:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344900.406028:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344900.406030:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.406032:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344900.406033:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344900.406035:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.406038:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344900.406040:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344900.406043:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9e50eac16800/0x34881b4086817c32 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344900.406050:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763344900.406054:0:27025:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50eac16800/0x34881b4086817c32 lrc: 4/0,1 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344900.406061:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c18:0x0].0x0 (ffff9e50c2a6be00) refcount = 2 00010000:00000040:0.0:1763344900.406064:0:27025:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344900.406066:0:27025:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50eac16800/0x34881b4086817c32 lrc: 4/0,1 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344900.406073:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.406075:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.406078:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344900.406079:0:27025:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.406081:0:27025:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763344900.406085:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba22c0. 00000100:00000001:0.0:1763344900.406088:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344900.406094:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192e600. 00000100:00000001:0.0:1763344900.406097:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388511232 : -107409321040384 : ffff9e4fd192e600) 00000100:00000001:0.0:1763344900.406099:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388511232 : -107409321040384 : ffff9e4fd192e600) 00000100:00000001:0.0:1763344900.406101:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344900.406103:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344900.406105:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344900.406107:0:27025:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344900.406109:0:27025:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.406110:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.406112:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.406113:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.406115:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344900.406116:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344900.406119:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.406121:0:27025:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.406123:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763344900.406125:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192e600. 00000100:00000001:0.0:1763344900.406127:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344900.406129:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344900.406131:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba22c0. 00010000:00000001:0.0:1763344900.406133:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763344900.406135:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344900.406136:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.406141:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.406144:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.406146:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=100 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.406151:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.406154:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.406156:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.406159:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.406162:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.406167:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.406170:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.406175:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495908. 00000100:00000200:0.0:1763344900.406180:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881537408, offset 224 00000400:00000200:0.0:1763344900.406187:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.406197:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.406204:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385470:1385470:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385466:1385466:8:4294967295] 00000400:00000200:0.0:1763344900.406215:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.406220:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.406225:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56800. 00000800:00000200:0.0:1763344900.406231:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.406238:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.406242:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56800 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:3.0:1763344900.406879:0:68731:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9e50eac16800/0x34881b4086817c32 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344900.406889:0:68731:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344900.406893:0:68731:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50eac16800/0x34881b4086817c32 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344900.406900:0:68731:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344900.406901:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.406903:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763344900.406904:0:68731:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.406912:0:68731:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:3.0:1763344900.406918:0:68731:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:3.0:1763344900.406921:0:68731:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:3.0:1763344900.406924:0:68731:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1763344900.406926:0:68731:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1763344900.406929:0:68731:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 free: 3893469184 avail: 3661832192 00000020:00000001:3.0:1763344900.406932:0:68731:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1763344900.406935:0:68731:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 avail=3661832192 left=3236339712 unstable=0 tot_grant=425491136 pending=0 00000020:00000001:3.0:1763344900.406938:0:68731:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3236339712 : 3236339712 : c0e6a000) 00000020:00000001:3.0:1763344900.406941:0:68731:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:3.0:1763344900.406944:0:68731:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 reports grant 425320448 dropped 0, local 425349120 00000020:00000001:3.0:1763344900.406947:0:68731:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:3.0:1763344900.406949:0:68731:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:3.0:1763344900.406951:0:68731:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 granted: 28672 ungranted: 0 grant: 425320448 dirty: 28672 00000020:00000001:3.0:1763344900.406955:0:68731:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:3.0:1763344900.406957:0:68731:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1763344900.406959:0:68731:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 wants: 484638720 current grant 425320448 granting: 8437760 00000020:00000020:3.0:1763344900.406962:0:68731:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 tot cached:0 granted:433928896 num_exports: 3 00000020:00000001:3.0:1763344900.406965:0:68731:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000001:3.0:1763344900.406967:0:68731:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:3.0:1763344900.406969:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344900.406972:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344900.406976:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:3.0:1763344900.406979:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00080000:00000001:3.0:1763344900.406985:0:68731:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:3.0:1763344900.406987:0:68731:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407012:0:68731:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344900.407020:0:68731:0:(osd_io.c:1212:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344900.407023:0:68731:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344900.407025:0:68731:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.407027:0:68731:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344900.407031:0:68731:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:3.0:1763344900.407033:0:68731:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:3.0:1763344900.407039:0:68731:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:3.0:1763344900.407066:0:68731:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:3.0:1763344900.407085:0:68731:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.407089:0:68731:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:3.0:1763344900.407093:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344900.407098:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.407102:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344900.407103:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407107:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.407108:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407110:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.407112:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.407114:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407115:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.407116:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.407118:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407119:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344900.407120:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344900.407122:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344900.407125:0:68731:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:3.0:1763344900.407127:0:68731:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344900.407129:0:68731:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:3.0:1763344900.407131:0:68731:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763344900.407135:0:68731:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407139:0:68731:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344900.407144:0:68731:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69ca200. 00080000:00000001:3.0:1763344900.407147:0:68731:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473035264 : -107409236516352 : ffff9e4fd69ca200) 00000001:00000001:3.0:1763344900.407148:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.407149:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407152:0:68731:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000001:00000001:3.0:1763344900.407155:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344900.407157:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 00000001:00000001:3.0:1763344900.407160:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407161:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344900.407163:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c18:0x0] ino=2450 type=0, id=0 00000001:00000001:3.0:1763344900.407165:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407167:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344900.407168:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c18:0x0] ino=2450 type=0, id=0 00000001:00000001:3.0:1763344900.407171:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407172:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344900.407173:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c18:0x0] ino=2450 type=0, id=0 00000001:00000001:3.0:1763344900.407175:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407177:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407179:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344900.407180:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000001:00000001:3.0:1763344900.407182:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407183:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344900.407185:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c18:0x0] ino=2450 type=1, id=0 00000001:00000001:3.0:1763344900.407187:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407188:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344900.407190:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c18:0x0] ino=2450 type=1, id=0 00000001:00000001:3.0:1763344900.407192:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407193:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344900.407195:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c18:0x0] ino=2450 type=1, id=0 00000001:00000001:3.0:1763344900.407197:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407199:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407201:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344900.407202:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000001:00000001:3.0:1763344900.407205:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407206:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344900.407208:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c18:0x0] ino=2450 type=2, id=0 00000001:00000001:3.0:1763344900.407210:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407212:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344900.407213:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c18:0x0] ino=2450 type=2, id=0 00000001:00000001:3.0:1763344900.407215:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344900.407217:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344900.407218:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c18:0x0] ino=2450 type=2, id=0 00000001:00000001:3.0:1763344900.407220:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407222:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00080000:04000000:3.0:1763344900.407224:0:68731:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 00080000:00000001:3.0:1763344900.407227:0:68731:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407231:0:68731:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344900.407239:0:68731:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344900.407241:0:68731:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763344900.407243:0:68731:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407271:0:68731:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763344900.407274:0:68731:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:3.0:1763344900.407284:0:68731:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:3.0:1763344900.407287:0:68731:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344900.407289:0:68731:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000402:0x1c18:0x0] set xattr 'trusted.fid' with size 52 00002000:00000001:3.0:1763344900.407302:0:68731:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763344900.407306:0:68731:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:3.0:1763344900.407313:0:68731:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344900.407315:0:68731:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344900.407318:0:68731:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407320:0:68731:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344900.407322:0:68731:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69ca000. 00080000:00000001:3.0:1763344900.407325:0:68731:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473034752 : -107409236516864 : ffff9e4fd69ca000) 00000001:00000001:3.0:1763344900.407327:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344900.407328:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407332:0:68731:0:(osd_io.c:1284:osd_declare_write_commit()) Process entered 00080000:00000002:3.0:1763344900.407334:0:68731:0:(osd_io.c:1420:osd_declare_write_commit()) lustre-OST0000: inode #2450 extent_bytes 1048576 extents 1 credits 9 00000001:00000001:3.0:1763344900.407337:0:68731:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344900.407341:0:68731:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd640. 00080000:00000001:3.0:1763344900.407343:0:68731:0:(osd_io.c:1448:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407345:0:68731:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763344900.407347:0:68731:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407349:0:68731:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344900.407352:0:68731:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344900.407355:0:68731:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344900.407357:0:68731:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd900. 00080000:00000001:3.0:1763344900.407359:0:68731:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407363:0:68731:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407371:0:68731:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00001000:3.0:1763344900.407376:0:68731:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 2450: map 1 pages from 0 00080000:00000001:3.0:1763344900.407474:0:68731:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000001:3.0:1763344900.407482:0:68731:0:(osd_io.c:56:osd_bio_init()) Process entered 00080000:00000010:3.0:1763344900.407485:0:68731:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9e4fd83102d0. 00080000:00000001:3.0:1763344900.407488:0:68731:0:(osd_io.c:69:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763344900.407491:0:68731:0:(osd_io.c:332:osd_submit_bio()) bio++ sz 4096 vcnt 1(4) sectors 8(2560) psg 0(254) 00000001:00000001:3.0:1763344900.407494:0:68731:0:(osd_integrity.c:503:osd_bio_integrity_handle()) Process entered 00000001:00000001:3.0:1763344900.407497:0:68731:0:(osd_integrity.c:506:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407557:0:68731:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407561:0:68731:0:(osd_io.c:1541:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.407565:0:68731:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:3.0:1763344900.407568:0:68731:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9e50ef5cfea0. 00000020:00000040:3.0:1763344900.407570:0:68731:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9e4fc1321800 : new cb_count 2 00000020:00000040:3.0:1763344900.407574:0:68731:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=22 00000020:00000001:3.0:1763344900.407577:0:68731:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.407579:0:68731:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344900.407582:0:68731:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:3.0:1763344900.407585:0:68731:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344900.407587:0:68731:0:(osd_handler.c:5216:osd_xattr_set()) [0x280000402:0x1c18:0x0] set version 0x3000034d0 (old 0x0) for inode 2450 00080000:00000001:3.0:1763344900.407592:0:68731:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763344900.407595:0:68731:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884915408, last_committed = 12884915404 00000001:00000010:3.0:1763344900.407598:0:68731:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cf360. 00000001:00000040:3.0:1763344900.407601:0:68731:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc1321800 : new cb_count 3 00000020:00000040:3.0:1763344900.407603:0:68731:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=23 00000001:00000001:3.0:1763344900.407615:0:68731:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.409148:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.409160:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.409164:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.409167:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.409176:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df113480 x1848987881537408/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/224 e 0 to 0 dl 1763344911 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344900.409187:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df113480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2406:x1848987881537408:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 3347us (4247us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344900.409198:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6335 00000100:00000040:0.0:1763344900.409201:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344900.409204:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.409206:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.409214:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344900.409220:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000020:00000010:0.0:1763344900.409224:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8200. 00000020:00000040:0.0:1763344900.409229:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 22 00000100:00000001:0.0:1763344900.409233:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.2:1763344900.410717:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fd83102d0. 00000800:00000200:3.0:1763344900.411172:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.411176:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56800. 00000400:00000200:3.0:1763344900.411181:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.411189:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.411196:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495908 00000400:00000010:3.0:1763344900.411199:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495908. 00000100:00000001:3.0:1763344900.411204:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.411372:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344900.412474:0:68721:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763344900.412478:0:68721:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763344900.412480:0:68721:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884915408 is committed 00000001:00000040:0.0:1763344900.412484:0:68721:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e4fc1321800 : new cb_count 2 00000020:00000040:0.0:1763344900.412487:0:68721:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00000001:00000010:0.0:1763344900.412490:0:68721:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cf360. 00000020:00000001:0.0:1763344900.412495:0:68721:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:0.0:1763344900.412498:0:68721:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:0.0:1763344900.412500:0:68721:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9e4fc1321800 : new cb_count 1 00000020:00000040:0.0:1763344900.412502:0:68721:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000020:00000010:0.0:1763344900.412503:0:68721:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9e50ef5cfea0. 00080000:00000010:0.0:1763344900.412506:0:68721:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69ca000. 00080000:00000010:0.0:1763344900.412510:0:68721:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69ca200. 00000100:00000001:0.0:1763344900.412513:0:68721:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763344900.412515:0:68721:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763344900.412516:0:68721:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884915407 is committed 00000001:00000040:0.0:1763344900.412518:0:68721:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50c7178000 : new cb_count 1 00000020:00000040:0.0:1763344900.412519:0:68721:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 5 00000001:00000010:0.0:1763344900.412521:0:68721:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc4e0. 00080000:00000010:0.0:1763344900.412522:0:68721:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fddab8400. 00000001:00000040:0.0:1763344900.412525:0:68721:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50c7178000 : new cb_count 0 00000020:00000040:0.0:1763344900.412527:0:68721:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 4 00000001:00000010:0.0:1763344900.412528:0:68721:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8dcc0. 00080000:00000010:0.0:1763344900.412532:0:68721:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852be00. 00000001:00000040:0.0:1763344900.412536:0:68721:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e4fc1321800 : new cb_count 0 00000020:00000040:0.0:1763344900.412538:0:68721:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000001:00000010:0.0:1763344900.412539:0:68721:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d900. 00080000:00000010:0.0:1763344900.412542:0:68721:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852b600. 00080000:00000010:3.0:1763344900.412867:0:68731:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd900. 00080000:00000010:3.0:1763344900.412873:0:68731:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd640. 00040000:00000001:3.0:1763344900.412876:0:68731:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344900.412879:0:68731:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344900.412883:0:68731:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.412898:0:68731:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344900.412903:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00002000:00000001:3.0:1763344900.412906:0:68731:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344900.412915:0:68731:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6be00 count: 2 00010000:00000001:3.0:1763344900.412918:0:68731:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763344900.412923:0:68731:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344900.412926:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344900.412929:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344900.412934:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:3.0:1763344900.412936:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:3.0:1763344900.412939:0:68731:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344900.412942:0:68731:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763344900.412945:0:68731:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000402:0x1c18:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763344900.412947:0:68731:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000402:0x1c18:0x0] updating lvb mtime from disk: 0 -> 1763344900 00002000:00010000:3.0:1763344900.412950:0:68731:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000402:0x1c18:0x0] updating lvb ctime from disk: 0 -> 1763344900 00002000:00010000:3.0:1763344900.412952:0:68731:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000402:0x1c18:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:3.0:1763344900.412955:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00002000:00000001:3.0:1763344900.412957:0:68731:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.412960:0:68731:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.412963:0:68731:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:3.0:1763344900.412966:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344900.412968:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.412971:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50eac16800 refcount=3 00000020:00000001:3.0:1763344900.412973:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669105956864 : -107404603594752 : ffff9e50eac16800) 00010000:00000001:3.0:1763344900.412975:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669105956864 : -107404603594752 : ffff9e50eac16800) 00010000:00000001:3.0:1763344900.412978:0:68731:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344900.412982:0:68731:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e50eac16800/0x34881b4086817c32 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344900.412990:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.412991:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344900.412994:0:68731:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e50eac16800/0x34881b4086817c32 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344900.412999:0:68731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344900.413001:0:68731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.413003:0:68731:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344900.413006:0:68731:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e50eac16800/0x34881b4086817c32 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344900.413012:0:68731:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50eac16800 already unused, calling callback (ffffffffc0e86b40) 00010000:00000001:3.0:1763344900.413015:0:68731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.413016:0:68731:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344900.413019:0:68731:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e50eac16800/0x34881b4086817c32 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344900.413024:0:68731:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344900.413025:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344900.413026:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.413027:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50eac16800 refcount=4 00000020:00000001:3.0:1763344900.413029:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669105956864 : -107404603594752 : ffff9e50eac16800) 00010000:00000001:3.0:1763344900.413030:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669105956864 : -107404603594752 : ffff9e50eac16800) 00010000:00000001:3.0:1763344900.413033:0:68731:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344900.413036:0:68731:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e50eac16800/0x34881b4086817c32 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344900.413041:0:68731:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344900.413043:0:68731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.413044:0:68731:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.413048:0:68731:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344900.413050:0:68731:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344900.413051:0:68731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344900.413052:0:68731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344900.413054:0:68731:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50eac16800 with handle 0x34881b4086817c32 from hash 00010000:00000001:3.0:1763344900.413056:0:68731:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344900.413057:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.413058:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.413059:0:68731:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344900.413063:0:68731:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344900.413065:0:68731:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.413066:0:68731:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344900.413068:0:68731:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344900.413069:0:68731:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344900.413071:0:68731:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.413073:0:68731:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.413074:0:68731:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344900.413075:0:68731:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344900.413077:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.413078:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.413079:0:68731:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.413081:0:68731:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.413083:0:68731:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344900.413086:0:68731:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e50eac16800/0x34881b4086817c32 lrc: 2/0,0 mode: --/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344900.413090:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.413091:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.413092:0:68731:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344900.413094:0:68731:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344900.413095:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344900.413097:0:68731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50eac16800/0x34881b4086817c32 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344900.413103:0:68731:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50c2a6be00 count: 0 00002000:00000010:3.0:1763344900.413107:0:68731:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e4fc4ba2300. 00010000:00000010:3.0:1763344900.413111:0:68731:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e50c2a6bd00. 00010000:00000001:3.0:1763344900.413119:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763344900.413120:0:68731:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763344900.413122:0:68731:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344900.413127:0:68731:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 12884915408, xid 1848987881537280 00010000:00000001:3.0:1763344900.413129:0:68731:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344900.413138:0:68731:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50df111880 x1848987881537280/t12884915408(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 4584/448 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344900.413340:0:68731:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344900.413343:0:68731:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344900.413347:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344900.413352:0:68731:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344900.413355:0:68731:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344900.413357:0:68731:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344900.413361:0:68731:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344900.413364:0:68731:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.413367:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344900.413370:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344900.413377:0:68731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb990. 00000100:00000200:3.0:1763344900.413382:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848987881537280, offset 224 00000400:00000200:3.0:1763344900.413388:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344900.413400:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344900.413406:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385471:1385471:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385467:1385467:8:4294967295] 00000400:00000200:3.0:1763344900.413416:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344900.413422:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344900.413437:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344900.413443:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344900.413450:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344900.413454:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1763344900.417506:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.417521:0:68731:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344900.417526:0:68731:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344900.417529:0:68731:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.417531:0:68731:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344900.417541:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df111880 x1848987881537280/t12884915408(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 4584/448 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344900.417552:0:68731:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881537280:12345-192.168.203.14@tcp:4:lfs.0 Request processed in 22178us (22595us total) trans 12884915408 rc 0/0 00000100:00100000:3.0:1763344900.417564:0:68731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1953 00000100:00000040:3.0:1763344900.417567:0:68731:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344900.417570:0:68731:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344900.417573:0:68731:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344900.417580:0:68731:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0280. 00000020:00000010:3.0:1763344900.417588:0:68731:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773da28. 00000020:00000010:3.0:1763344900.417592:0:68731:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50fc9ec600. 00000020:00000040:3.0:1763344900.417597:0:68731:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:3.0:1763344900.417601:0:68731:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344900.417774:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.417778:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5600. 00000400:00000200:0.0:1763344900.417784:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.417809:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.417816:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb990 00000400:00000010:0.0:1763344900.417818:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb990. 00000100:00000001:0.0:1763344900.417823:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344900.417824:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344900.418842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00010000:00000010:3.1:1763344900.422823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2a6be00. 00010000:00000010:3.1:1763344900.422836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50eac16800. 00000800:00000001:1.0:1763344900.424763:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.424778:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.424783:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.424785:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.424876:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.424894:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 448 into portal 12 MB=0x691a509df8000 00000400:00000200:1.0:1763344900.424902:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 448/448 into md 0x616b51 [64] + 82616 00000800:00000001:1.0:1763344900.424910:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.424921:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.424924:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.424928:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.424935:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.424937:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344900.424943:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df110a80. 00000100:00000040:1.0:1763344900.424946:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df110a80 x1848987881537536 msgsize 448 00000100:00100000:1.0:1763344900.424950:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.425262:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.425273:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.425277:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.427251:0:30720:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763344900.427271:0:30720:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763344900.427274:0:30720:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 25770214334 is committed 00000001:00000040:3.0:1763344900.427278:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 10 00000020:00000040:3.0:1763344900.427281:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 237 00000001:00000010:3.0:1763344900.427284:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d960. 00080000:00000010:3.0:1763344900.427289:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e50fc9ece00. 00000001:00000040:3.0:1763344900.427292:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 9 00000020:00000040:3.0:1763344900.427294:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 236 00000001:00000010:3.0:1763344900.427296:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cfc00. 00080000:00000010:3.0:1763344900.427299:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69cba00. 00000001:00000040:3.0:1763344900.427302:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 8 00000020:00000040:3.0:1763344900.427304:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00000001:00000010:3.0:1763344900.427306:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cfcc0. 00080000:00000010:3.0:1763344900.427309:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69cae00. 00000001:00000040:3.0:1763344900.427312:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 7 00000100:00000001:0.0:1763344900.427313:0:3629:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000020:00000040:3.0:1763344900.427314:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00000001:00000010:3.0:1763344900.427316:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2dec060. 00010000:00000001:0.0:1763344900.427317:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:3.0:1763344900.427319:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4e2a00. 00000020:00000001:0.0:1763344900.427319:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000040:3.0:1763344900.427322:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 6 00000020:00000040:0.0:1763344900.427322:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34600 refcount=3 00000020:00000040:3.0:1763344900.427324:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 233 00000020:00000001:0.0:1763344900.427325:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00000001:00000010:3.0:1763344900.427326:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2decf60. 00010000:00000001:0.0:1763344900.427328:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00000004:00080000:3.0:1763344900.427329:0:30720:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 258 committed 00010000:00000001:0.0:1763344900.427330:0:3629:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344900.427335:0:3629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b408681798b lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e81:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:0.0:1763344900.427342:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:3.0:1763344900.427343:0:30720:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9e4fc2dec360. 00010000:00000001:0.0:1763344900.427343:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:3.0:1763344900.427346:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd3376600. 00010000:00010000:0.0:1763344900.427346:0:3629:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b408681798b lrc: 2/0,0 mode: TXN/TXN res: [0x240002b13:0x12e81:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00000001:00000040:3.0:1763344900.427349:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 5 00000020:00000040:3.0:1763344900.427351:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 232 00010000:00000001:0.0:1763344900.427352:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000010:3.0:1763344900.427353:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2dec3c0. 00010000:00000001:0.0:1763344900.427353:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344900.427355:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd3376000. 00010000:00000001:0.0:1763344900.427357:0:3629:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000001:00000040:3.0:1763344900.427358:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 4 00010000:00010000:0.0:1763344900.427359:0:3629:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b408681798b lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e81:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00000020:00000040:3.0:1763344900.427360:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00000001:00000010:3.0:1763344900.427361:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2decc60. 00080000:00000010:3.0:1763344900.427364:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd3377c00. 00010000:00010000:0.0:1763344900.427365:0:3629:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca34600 already unused, calling callback (ffffffffc1ac0550) 00000001:00000040:3.0:1763344900.427367:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 3 00000004:00000001:0.0:1763344900.427368:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000020:00000040:3.0:1763344900.427369:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00000001:00000010:3.0:1763344900.427370:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc900. 00010000:00000001:0.0:1763344900.427370:0:3629:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344900.427372:0:3629:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b408681798b lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e81:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00000020:00000001:3.0:1763344900.427373:0:30720:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00010000:00000001:0.0:1763344900.427377:0:3629:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344900.427379:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.427380:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.427381:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34600 refcount=4 00000020:00000001:0.0:1763344900.427384:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000001:0.0:1763344900.427386:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000001:0.0:1763344900.427389:0:3629:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344900.427391:0:3629:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b408681798b lrc: 4/0,0 mode: TXN/TXN res: [0x240002b13:0x12e81:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:0.0:1763344900.427396:0:3629:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344900.427398:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344900.427399:0:3629:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427403:0:3629:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344900.427405:0:3629:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.427407:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.427408:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.427410:0:3629:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34600 with handle 0x34881b408681798b from hash 00010000:00000001:0.0:1763344900.427412:0:3629:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.427413:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.427414:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.427416:0:3629:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344900.427421:0:3629:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.427423:0:3629:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427435:0:3629:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344900.427437:0:3629:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.427440:0:3629:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344900.427442:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e81:0x0].0x0 (ffff9e4fc1359a00) 00010000:00010000:0.0:1763344900.427445:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344900.427447:0:3629:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.427450:0:3629:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427451:0:3629:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344900.427453:0:3629:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344900.427455:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.427456:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344900.427457:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:0.0:1763344900.427457:0:3629:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427459:0:3629:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.427460:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.427461:0:3629:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.427462:0:30728:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:1.0:1763344900.427464:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00010000:0.0:1763344900.427464:0:3629:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b408681798b lrc: 2/0,0 mode: --/TXN res: [0x240002b13:0x12e81:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00000004:00000001:1.0:1763344900.427465:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1763344900.427470:0:30728:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e50ed561c70 type=0x0 idx=0 00000040:00001000:1.0:1763344900.427473:0:30728:0:(llog.c:720:llog_process_thread()) synced_idx: 6642 00010000:00000001:0.0:1763344900.427473:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.427474:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00000001:1.0:1763344900.427476:0:30728:0:(lustre_log.h:473:llog_next_block()) Process entered 00010000:00000001:0.0:1763344900.427476:0:3629:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344900.427477:0:3629:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344900.427478:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00000001:1.0:1763344900.427479:0:30728:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00010000:00010000:0.0:1763344900.427480:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b408681798b lrc: 0/0,0 mode: --/TXN res: [0x240002b13:0x12e81:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00000040:00001000:1.0:1763344900.427485:0:30728:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 6642 (cur idx 6641 off 425984), size 433328 00010000:00000010:0.0:1763344900.427486:0:3629:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997200. 00010000:00000001:0.0:1763344900.427494:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763344900.427496:0:3629:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 229 00000100:00000001:0.0:1763344900.427498:0:3629:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344900.427500:0:30728:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344900.427502:0:3629:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000040:00000001:1.0:1763344900.427503:0:30728:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427503:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000040:00001000:1.0:1763344900.427505:0:30728:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e50ed561c70 type=0x10692404 idx=6642 00000020:00000001:0.0:1763344900.427505:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.427506:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd600 refcount=3 00000040:00001000:1.0:1763344900.427508:0:30728:0:(llog.c:776:llog_process_thread()) lrh_index: 6642 lrh_len: 64 (912 remains) 00000020:00000001:0.0:1763344900.427508:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00000040:00001000:1.0:1763344900.427510:0:30728:0:(llog.c:797:llog_process_thread()) index: 6642, lh_last_idx: 6642 synced_idx: 6642 lgh_last_idx: 6642 00010000:00000001:0.0:1763344900.427510:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344900.427512:0:3629:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000004:00000001:1.0:1763344900.427513:0:30728:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:1.0:1763344900.427515:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00010000:0.0:1763344900.427515:0:3629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b40868179a0 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e81:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00000004:00000001:1.0:1763344900.427516:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.427519:0:30728:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:1.0:1763344900.427520:0:30728:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00010000:00000001:0.0:1763344900.427520:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.427521:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344900.427522:0:30728:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00010000:0.0:1763344900.427523:0:3629:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b40868179a0 lrc: 2/0,0 mode: TXN/TXN res: [0x240002b13:0x12e81:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00000100:00000010:1.0:1763344900.427526:0:30728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df110000. 00010000:00000001:0.0:1763344900.427528:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:1.0:1763344900.427529:0:30728:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=5 obd=lustre-OST0000-osc-MDT0001 00010000:00000001:0.0:1763344900.427529:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427531:0:3629:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1763344900.427532:0:30728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:0.0:1763344900.427533:0:3629:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b40868179a0 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e81:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 02000000:00000001:1.0:1763344900.427535:0:30728:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:0.0:1763344900.427537:0:3629:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bd600 already unused, calling callback (ffffffffc1ac0550) 02000000:00000001:1.0:1763344900.427539:0:30728:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.427539:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.427541:0:3629:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344900.427543:0:3629:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b40868179a0 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e81:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 02000000:00000010:1.0:1763344900.427545:0:30728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e50e5677400. 00010000:00000001:0.0:1763344900.427547:0:3629:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344900.427548:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.427549:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763344900.427550:0:30728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.427550:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd600 refcount=4 00000020:00000001:0.0:1763344900.427552:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00000004:00000001:1.0:1763344900.427553:0:30728:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446636668909846528 : -107404799705088 : ffff9e50df110000) 00010000:00000001:0.0:1763344900.427554:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344900.427556:0:3629:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1763344900.427558:0:30728:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:0.0:1763344900.427558:0:3629:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b40868179a0 lrc: 4/0,0 mode: TXN/TXN res: [0x240002b13:0x12e81:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00000100:00000001:1.0:1763344900.427562:0:30728:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427562:0:3629:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344900.427563:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344900.427564:0:3629:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427566:0:3629:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344900.427568:0:3629:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.427569:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.427570:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.427571:0:30728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa52b07e] to pc [ptlrpcd_00_01+1] req@ffff9e50df110000 x1848987617968512/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1763344900.427572:0:3629:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd600 with handle 0x34881b40868179a0 from hash 00010000:00000001:0.0:1763344900.427574:0:3629:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.427575:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.427576:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.427578:0:3629:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344900.427579:0:3629:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.427581:0:3629:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427583:0:3629:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344900.427584:0:3629:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.427585:0:3629:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344900.427587:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e81:0x0].0x0 (ffff9e4fc1359a00) 00010000:00010000:0.0:1763344900.427589:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763344900.427591:0:3629:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.427593:0:3629:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427595:0:3629:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344900.427596:0:3629:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344900.427598:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.427599:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.427600:0:3629:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427602:0:3629:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.427603:0:30728:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.427604:0:3629:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1763344900.427606:0:30728:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0001: 1 in flight, 1 in progress 00010000:00010000:0.0:1763344900.427607:0:3629:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b40868179a0 lrc: 2/0,0 mode: --/TXN res: [0x240002b13:0x12e81:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00000004:00001000:1.0:1763344900.427608:0:30728:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 6642, id 257 00000004:00000001:1.0:1763344900.427611:0:30728:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00000001:0.0:1763344900.427612:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:1.0:1763344900.427613:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:0.0:1763344900.427613:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344900.427614:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427614:0:3629:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344900.427615:0:3629:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000004:00000001:1.0:1763344900.427616:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763344900.427617:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427617:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344900.427619:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b40868179a0 lrc: 0/0,0 mode: --/TXN res: [0x240002b13:0x12e81:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00000100:00000001:1.0:1763344900.427624:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:0.0:1763344900.427624:0:3629:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37180. 00000100:00100000:1.0:1763344900.427627:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00000040:0.0:1763344900.427627:0:3629:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359a00 count: 0 00000100:00000001:1.0:1763344900.427629:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763344900.427633:0:3629:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0600. 00000100:00000001:1.0:1763344900.427634:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344900.427636:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.427638:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1763344900.427638:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1763344900.427639:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1763344900.427639:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.427640:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763344900.427641:0:3642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1763344900.427642:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc400 refcount=3 00000020:00000001:0.0:1763344900.427644:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00000100:00000040:1.0:1763344900.427646:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50df110000 x1848987617968512/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344900.427646:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:0.0:1763344900.427648:0:3629:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344900.427651:0:3629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b40868179a7 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.427656:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.427657:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1763344900.427659:0:3642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1763344900.427659:0:3629:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b40868179a7 lrc: 2/0,0 mode: TXN/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00000100:00000001:1.0:1763344900.427661:0:3642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.427664:0:3642:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344900.427667:0:3642:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.427668:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1763344900.427669:0:3642:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427669:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.427672:0:3642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50df110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1848987617968512:0@lo:6:osp-syn-0-1.0 00010000:00000001:0.0:1763344900.427672:0:3629:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344900.427674:0:3629:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b40868179a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00000100:00000001:1.0:1763344900.427676:0:3642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1763344900.427678:0:3629:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bc400 already unused, calling callback (ffffffffc1ac0550) 02000000:00000001:1.0:1763344900.427680:0:3642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000004:00000001:0.0:1763344900.427680:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.427682:0:3629:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:1.0:1763344900.427683:0:3642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.427684:0:3629:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b40868179a7 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 02000000:00000001:1.0:1763344900.427685:0:3642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1763344900.427688:0:3629:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344900.427689:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000010:1.0:1763344900.427690:0:3642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50e5677000. 00000020:00000001:0.0:1763344900.427690:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1763344900.427692:0:3642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.427692:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc400 refcount=4 00000020:00000001:0.0:1763344900.427693:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:0.0:1763344900.427695:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00000400:00000010:1.0:1763344900.427697:0:3642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5cd10. 00010000:00000001:0.0:1763344900.427697:0:3629:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344900.427699:0:3629:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b40868179a7 lrc: 4/0,0 mode: TXN/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00000400:00000010:1.0:1763344900.427703:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3cc0. 00010000:00000001:0.0:1763344900.427703:0:3629:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344900.427704:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344900.427705:0:3629:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427707:0:3629:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344900.427708:0:3629:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:1.0:1763344900.427709:0:3642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617968512, portal 4 00010000:00000001:0.0:1763344900.427710:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1763344900.427711:0:3642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1763344900.427711:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.427713:0:3642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668909846528 : -107404799705088 : ffff9e50df110000) 00000020:00000040:0.0:1763344900.427713:0:3629:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc400 with handle 0x34881b40868179a7 from hash 00010000:00000001:0.0:1763344900.427715:0:3629:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.427716:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.427717:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1763344900.427719:0:3642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50df110000 x1848987617968512/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344900.427719:0:3629:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344900.427720:0:3629:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.427722:0:3629:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427724:0:3629:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344900.427725:0:3629:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1763344900.427726:0:3642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1763344900.427726:0:3629:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344900.427728:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e7f:0x0].0x0 (ffff9e50c2fbb600) 00000100:00000040:1.0:1763344900.427729:0:3642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1763344900.427730:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00000400:00000010:1.0:1763344900.427731:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3aa0. 00010000:00000001:0.0:1763344900.427732:0:3629:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763344900.427734:0:3642:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848987617968512, offset 0 00010000:00000001:0.0:1763344900.427734:0:3629:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427736:0:3629:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344900.427737:0:3629:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344900.427739:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1763344900.427740:0:3642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1763344900.427740:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.427741:0:3629:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.427742:0:3629:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.427744:0:3629:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.427746:0:3629:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b40868179a7 lrc: 2/0,0 mode: --/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00000400:00000200:1.0:1763344900.427750:0:3642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1763344900.427751:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.427752:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.427753:0:3629:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344900.427754:0:3629:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344900.427755:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344900.427757:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b40868179a7 lrc: 0/0,0 mode: --/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00000400:00000200:1.0:1763344900.427758:0:3642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a4fa29c180 00010000:00000010:0.0:1763344900.427762:0:3629:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37e80. 00000400:00000200:1.0:1763344900.427764:0:3642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x645689 [8] + 14432 00010000:00000040:0.0:1763344900.427764:0:3629:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50c2fbb600 count: 0 00010000:00000010:0.0:1763344900.427767:0:3629:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50df139200. 00000400:00000200:1.0:1763344900.427770:0:3642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1763344900.427773:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1763344900.427774:0:3642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1763344900.427774:0:3629:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 228 00000100:00000001:0.0:1763344900.427776:0:3629:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.427780:0:3642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.427782:0:3642:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344900.427786:0:3642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df111180. 00000100:00000040:1.0:1763344900.427811:0:3642:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df111180 x1848987617968512 msgsize 544 00000100:00100000:1.0:1763344900.427815:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344900.427825:0:3642:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344900.427833:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3aa0 00000400:00000010:1.0:1763344900.427835:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3aa0. 00000100:00000001:1.0:1763344900.427838:0:3642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344900.427842:0:3642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50df110000 x1848987617968512/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.427850:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1763344900.427852:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1763344900.427853:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50df110000 x1848987617968512/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344900.427859:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617968512 00000100:00000001:1.0:1763344900.427860:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.427861:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.427862:0:3642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344900.427863:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.427865:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.427866:0:3642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.427868:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.427870:0:3642:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17593 usecs (18 jiffies) 00000100:00100000:0.0:1763344900.427870:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617968512 00000020:00000001:0.0:1763344900.427873:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1763344900.427874:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307674265 00000020:00000040:0.0:1763344900.427874:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:0.0:1763344900.427876:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763344900.427877:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307675537 00000020:00000040:0.0:1763344900.427878:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=5 00000100:00000001:1.0:1763344900.427879:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307674265 00000020:00000001:0.0:1763344900.427879:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:1.0:1763344900.427881:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307675537 00000020:00000001:0.0:1763344900.427882:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:1.0:1763344900.427883:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307674265 00000100:00000001:1.0:1763344900.427885:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307675537 00000100:00000001:0.0:1763344900.427885:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763344900.427887:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307674265 00000100:00000001:1.0:1763344900.427889:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307675537 00000020:00000010:0.0:1763344900.427889:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba22c0. 00000100:00000001:1.0:1763344900.427891:0:3642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.427893:0:74640:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50ef7b6580. 00000100:00000001:1.0:1763344900.427894:0:3642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.427896:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.427897:0:74640:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:1.0:1763344900.427898:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.427904:0:74640:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344900.427906:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba22c0. 00000020:00000010:0.0:1763344900.427910:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8400. 00000020:00000010:0.0:1763344900.427914:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139200. 00000020:00000010:0.0:1763344900.427918:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000040:0.0:1763344900.427923:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344900.427926:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.427927:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.427929:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.427934:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.427948:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00080000:3.0:1763344900.427955:0:30720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd192ec00 refcount 2 committed 0 result 0 batchid 21474836907 00000100:00000001:0.0:1763344900.427958:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.427959:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00080000:3.0:1763344900.427960:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c4f56900 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd192e840 00000020:00080000:3.0:1763344900.427963:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c4f56b00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc852a400 00000100:00100000:0.0:1763344900.427963:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27063 00000100:00000040:0.0:1763344900.427965:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:0.0:1763344900.427967:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909851008 : -107404799700608 : ffff9e50df111180) 00000020:00000001:3.0:1763344900.427969:0:30720:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:3.0:1763344900.427971:0:30720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd192ec00 refcount 2 committed 1 result 0 batchid 21474836907 00000100:00000040:0.0:1763344900.427972:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df111180 x1848987617968512/t0(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 544/0 e 0 to 0 dl 1763344911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1763344900.427974:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c4f56900 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd192e840 00000020:00000040:3.0:1763344900.427978:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c4f56b00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc852a400 00000100:00000001:0.0:1763344900.427980:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1763344900.427981:0:30720:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00080000:00000010:3.0:1763344900.427983:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852a400. 00000020:00000010:0.0:1763344900.427984:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba22c0. 00000100:00000001:0.0:1763344900.427986:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000010:3.0:1763344900.427987:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc9a2dc00. 00000020:00000010:0.0:1763344900.427988:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba22c0. 00080000:00000010:3.0:1763344900.427990:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc9a2d800. 00000100:00100000:0.0:1763344900.427991:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3642:x1848987617968512:12345-0@lo:6:osp-syn-0-1.0 00000001:00000040:3.0:1763344900.427993:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 2 00000020:00000040:3.0:1763344900.427995:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 227 00000100:00000200:0.0:1763344900.427995:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617968512 00000001:00000010:3.0:1763344900.427997:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8dde0. 00000020:00000001:0.0:1763344900.427997:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.427999:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344900.428000:0:30720:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00000001:0.0:1763344900.428001:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1763344900.428002:0:30720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd6241e40 refcount 2 committed 0 result 0 batchid 21474836906 00000020:00080000:3.0:1763344900.428004:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994700 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd6241300 00000020:00000001:0.0:1763344900.428004:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.428006:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932352 : -1042619264 : ffffffffc1dae480) 00000020:00080000:3.0:1763344900.428007:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd5de1200 00000020:00000001:0.0:1763344900.428008:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344900.428010:0:30720:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000001:0.0:1763344900.428011:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1763344900.428012:0:30720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd6241e40 refcount 2 committed 1 result 0 batchid 21474836906 00000020:00000001:0.0:1763344900.428013:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:3.0:1763344900.428014:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994700 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd6241300 00000020:00000001:0.0:1763344900.428015:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:3.0:1763344900.428016:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd5de1200 00000020:00000001:0.0:1763344900.428017:0:74640:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344900.428019:0:30720:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000020:00000001:0.0:1763344900.428019:0:74640:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00080000:00000010:3.0:1763344900.428020:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de1200. 00000020:00000001:0.0:1763344900.428021:0:74640:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1763344900.428023:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 1 00000001:00000001:0.0:1763344900.428024:0:74640:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000040:3.0:1763344900.428025:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 226 00000001:00000010:3.0:1763344900.428026:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc5a0. 00000001:00000001:0.0:1763344900.428026:0:74640:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.428028:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00080000:00000010:3.0:1763344900.428029:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de1a00. 00000001:00000001:0.0:1763344900.428030:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000040:3.0:1763344900.428031:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 0 00000001:00000001:0.0:1763344900.428032:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344900.428033:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 225 00000001:00000001:0.0:1763344900.428034:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000010:3.0:1763344900.428035:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2decc00. 00000001:00000001:0.0:1763344900.428035:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.428037:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344900.428038:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc9a2c600. 00000001:00000001:0.0:1763344900.428039:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.428040:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.428042:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.428044:0:74640:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.428046:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.428048:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.428050:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.428053:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e4fd069a800. 02000000:00000001:0.0:1763344900.428055:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.428059:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.428063:0:74640:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:0.0:1763344900.428066:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344900.428068:0:74640:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1763344900.428070:0:74640:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000402:7190 count 1 00000020:00080000:3.0:1763344900.428073:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 21474836907 committed batchid 21474836905 00002000:00000001:0.0:1763344900.428073:0:74640:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:0.0:1763344900.428075:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344900.428076:0:30740:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000001:0.0:1763344900.428078:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1763344900.428079:0:30740:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9e50ef5cfcc0. 00080000:00000001:3.0:1763344900.428083:0:30740:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000020:00000001:0.0:1763344900.428083:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664220556200 : -107409488995416 : ffff9e4fc7901ba8) 00002000:00000001:0.0:1763344900.428086:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664220556112 : -107409488995504 : ffff9e4fc7901b50) 00080000:00000010:3.0:1763344900.428087:0:30740:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69cae00. 00080000:00000001:3.0:1763344900.428089:0:30740:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00010000:00000001:0.0:1763344900.428089:0:74640:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344900.428091:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1763344900.428092:0:30740:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344900.428096:0:30740:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000010:0.0:1763344900.428098:0:74640:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50c2a6b400. 00080000:00000010:3.0:1763344900.428099:0:30740:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd640. 00010000:00000010:0.0:1763344900.428101:0:74640:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e50c2a6b300. 00080000:00000001:3.0:1763344900.428102:0:30740:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.428104:0:30740:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00010000:00000001:0.0:1763344900.428105:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344900.428107:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bca00. 00000020:00000001:0.0:1763344900.428110:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344900.428112:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bca00 with handle 0x34881b4086817c39 to hash 00000020:00000001:0.0:1763344900.428114:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1763344900.428116:0:30740:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.428116:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:0.0:1763344900.428119:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00002000:00000001:0.0:1763344900.428122:0:74640:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763344900.428126:0:74640:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e4fc4ba22c0. 00002000:00000001:0.0:1763344900.428128:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344900.428129:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.428130:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664220556200 : -107409488995416 : ffff9e4fc7901ba8) 00000020:00000040:3.0:1763344900.428131:0:30740:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0001: update batchid 21474836907: rc = 0 00002000:00000001:0.0:1763344900.428132:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664220556112 : -107409488995504 : ffff9e4fc7901b50) 00080000:00000001:3.0:1763344900.428134:0:30740:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00002000:00000001:0.0:1763344900.428135:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344900.428138:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763344900.428140:0:74640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000402:0x1c16:0x0] initial LVB size: 1024, mtime: 0x691a8202, atime: 0x0, ctime: 0x691a8202, blocks: 0x8 00080000:00000010:3.0:1763344900.428141:0:30740:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd640. 00002000:00000001:0.0:1763344900.428143:0:74640:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00040000:00000001:3.0:1763344900.428144:0:30740:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1763344900.428145:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00040000:00000001:3.0:1763344900.428146:0:30740:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1763344900.428146:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.428148:0:30740:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.428150:0:30740:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.428150:0:74640:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817c39 lrc: 3/0,1 mode: --/PW res: [0x280000402:0x1c16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1763344900.428153:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 21474836905 00010000:00000001:0.0:1763344900.428162:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344900.428165:0:74640:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344900.428168:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344900.428170:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344900.428172:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344900.428174:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.428176:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344900.428177:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344900.428179:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.428181:0:74640:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763344900.428185:0:74640:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817c39 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344900.428193:0:74640:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c16:0x0].0x0 (ffff9e50c2a6b400) refcount = 1 00010000:00000040:0.0:1763344900.428196:0:74640:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344900.428198:0:74640:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817c39 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344900.428207:0:74640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.428208:0:74640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.428210:0:74640:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344900.428212:0:74640:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.428214:0:74640:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.428217:0:74640:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.428220:0:74640:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344900.428222:0:74640:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.428225:0:74640:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817c39 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344900.428232:0:74640:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344900.428234:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.428235:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.428237:0:74640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.428238:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.428240:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bca00 refcount=3 00000020:00000001:0.0:1763344900.428243:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:0.0:1763344900.428245:0:74640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:0.0:1763344900.428247:0:74640:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344900.428249:0:74640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817c39 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344900.428255:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.428257:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344900.428259:0:74640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817c39 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344900.428265:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.428266:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.428269:0:74640:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1763344900.428272:0:74640:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fd192e600. 00010000:00000001:0.0:1763344900.428275:0:74640:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1763344900.428293:0:74640:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1763344900.428296:0:74640:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.428298:0:74640:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.428300:0:74640:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344900.428301:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.428302:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763344900.428303:0:74640:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:0.0:1763344900.428306:0:74640:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344900.428309:0:74640:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab8200. 00080000:00000001:0.0:1763344900.428312:0:74640:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591450624 : -107409118100992 : ffff9e4fddab8200) 00000001:00000001:0.0:1763344900.428314:0:74640:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.428316:0:74640:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.428319:0:74640:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1763344900.428322:0:74640:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1763344900.428323:0:74640:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1763344900.428326:0:74640:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000402:0x1c16:0x0] not in the id map cache 00080000:00000001:0.0:1763344900.428329:0:74640:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.428332:0:74640:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344900.428336:0:74640:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344900.428338:0:74640:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344900.428340:0:74640:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2840. 00080000:00000001:0.0:1763344900.428343:0:74640:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.428352:0:74640:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763344900.428357:0:74640:0:(osd_handler.c:4785:osd_ref_del()) [0x280000402:0x1c16:0x0] decrease nlink 1 00080000:00000001:0.0:1763344900.428375:0:74640:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:0.0:1763344900.428378:0:74640:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000402:0x1c16:0x0] 00080000:00000001:0.0:1763344900.428381:0:74640:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763344900.428384:0:74640:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344900.428386:0:74640:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344900.428389:0:74640:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344900.428391:0:74640:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.428393:0:74640:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1763344900.428396:0:74640:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:0.0:1763344900.428398:0:74640:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1763344900.428400:0:74640:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636669050430656 : -107404659120960 : ffff9e50e77224c0) 00000001:00000001:0.0:1763344900.428403:0:74640:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:0.0:1763344900.428420:0:74640:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.428422:0:74640:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.428434:0:74640:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.428437:0:74640:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344900.428441:0:74640:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344900.428445:0:74640:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884915409, last_committed = 12884915408 00000001:00000010:0.0:1763344900.428449:0:74640:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc4e0. 00000001:00000040:0.0:1763344900.428451:0:74640:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50c7179000 : new cb_count 1 00000020:00000040:0.0:1763344900.428454:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e50c7179000 refcount=6 00000001:00000001:0.0:1763344900.428464:0:74640:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344900.428469:0:74640:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2840. 00040000:00000001:0.0:1763344900.428471:0:74640:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344900.428473:0:74640:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344900.428475:0:74640:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.428477:0:74640:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.428479:0:74640:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00040000:00000001:0.0:1763344900.428619:0:74640:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763344900.428621:0:74640:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1763344900.428623:0:74640:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763344900.428624:0:74640:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1763344900.428625:0:74640:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763344900.428626:0:74640:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1763344900.428630:0:74640:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff9e4fc6ca6600. 00002000:00000001:0.0:1763344900.428634:0:74640:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1763344900.428637:0:74640:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000402:0x1c16:0x0] 00002000:00000010:0.0:1763344900.428639:0:74640:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9e4fc7901b50. 00002000:00000001:0.0:1763344900.428642:0:74640:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:0.0:1763344900.428644:0:74640:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.428650:0:74640:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1763344900.428654:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915402, transno 12884915409, xid 1848987617968512 00010000:00000001:0.0:1763344900.428657:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.428662:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50df111180 x1848987617968512/t12884915409(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 544/432 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344900.428669:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.428671:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.428675:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.428679:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.428681:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344900.428684:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344900.428686:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.428688:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.428691:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.428693:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344900.428697:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64953b8. 00000100:00000200:0.0:1763344900.428701:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987617968512, offset 224 00000400:00000200:0.0:1763344900.428706:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344900.428713:0:74640:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344900.428720:0:74640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a4fa29c180 00000400:00000200:0.0:1763344900.428725:0:74640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x6658f9 [1] + 224 00000400:00000200:0.0:1763344900.428730:0:74640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.428733:0:74640:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344900.428737:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344900.428741:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50df110000 x1848987617968512/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344900.428751:0:74640:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9e50df110000 x1848987617968512/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.428760:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344900.428764:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64953b8 00000400:00000010:0.0:1763344900.428766:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64953b8. 00000100:00000001:0.0:1763344900.428769:0:74640:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344900.428771:0:74640:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344900.428774:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.428777:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344900.428779:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.428783:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.428785:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.428812:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df111180 x1848987617968512/t12884915409(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 544/432 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344900.428822:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df111180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+6:3642:x1848987617968512:12345-0@lo:6:osp-syn-0-1.0 Request processed in 840us (1009us total) trans 12884915409 rc 0/0 00000100:00100000:0.0:1763344900.428830:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27063 00000100:00000040:0.0:1763344900.428834:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00000001:0.0:1763344900.428836:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.428838:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.428843:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139200. 00000020:00000010:0.0:1763344900.428847:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000020:00000010:0.0:1763344900.428851:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8400. 00000020:00000040:0.0:1763344900.428855:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 5 00000100:00000001:0.0:1763344900.428857:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344900.429785:0:67526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344900.429805:0:67526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344900.429808:0:67526:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763344900.429811:0:67526:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763344900.429813:0:67526:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344900.429817:0:67526:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817c39 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344900.429826:0:67526:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bca00 already unused, calling callback (ffffffffc0e86b40) 00010000:00000001:3.0:1763344900.429828:0:67526:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.429830:0:67526:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344900.429833:0:67526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817c39 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344900.429839:0:67526:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344900.429840:0:67526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344900.429842:0:67526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.429844:0:67526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bca00 refcount=3 00000020:00000001:3.0:1763344900.429846:0:67526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:3.0:1763344900.429848:0:67526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:3.0:1763344900.429850:0:67526:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344900.429853:0:67526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817c39 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344900.429859:0:67526:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344900.429860:0:67526:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.429862:0:67526:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.429866:0:67526:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344900.429868:0:67526:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344900.429870:0:67526:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344900.429871:0:67526:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344900.429874:0:67526:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bca00 with handle 0x34881b4086817c39 from hash 00010000:00000001:3.0:1763344900.429876:0:67526:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344900.429878:0:67526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.429879:0:67526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.429880:0:67526:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344900.429884:0:67526:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344900.429885:0:67526:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.429888:0:67526:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344900.429889:0:67526:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344900.429892:0:67526:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344900.429894:0:67526:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.429896:0:67526:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.429898:0:67526:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344900.429899:0:67526:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344900.429901:0:67526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.429902:0:67526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.429904:0:67526:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.429905:0:67526:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.429907:0:67526:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344900.429910:0:67526:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817c39 lrc: 1/0,0 mode: --/PW res: [0x280000402:0x1c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344900.429916:0:67526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344900.429918:0:67526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bca00/0x34881b4086817c39 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x1c16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344900.429925:0:67526:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50c2a6b400 count: 0 00002000:00000010:3.0:1763344900.429931:0:67526:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e4fc4ba22c0. 00010000:00000010:3.0:1763344900.429935:0:67526:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e50c2a6b300. 00010000:00000001:3.0:1763344900.429943:0:67526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.429944:0:67526:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763344900.429947:0:67526:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4fd192e600. 00010000:00000001:3.0:1763344900.429949:0:67526:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.429951:0:67526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344900.429952:0:67526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344900.429955:0:67526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763344900.429956:0:67526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344900.429957:0:67526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344900.429959:0:67526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763344900.429960:0:67526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344900.429961:0:67526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344900.429962:0:67526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1763344900.430013:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344900.430016:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344900.430021:0:3642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344900.430023:0:3642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344900.430027:0:3642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5cd10. 00000400:00000200:1.0:1763344900.430031:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3cc0 00000400:00000010:1.0:1763344900.430033:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3cc0. 00000100:00000001:1.0:1763344900.430036:0:3642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.430041:0:3642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50df110000 x1848987617968512/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344900.430050:0:3642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50df110000 x1848987617968512/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.430056:0:3642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344900.430058:0:3642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.430061:0:3642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344900.430064:0:3642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344900.430065:0:3642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.430067:0:3642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.430070:0:3642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.430076:0:3642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213c58 time=150 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344900.430079:0:3642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=36 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.430082:0:3642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344900.430084:0:3642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.430086:0:3642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344900.430088:0:3642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.430091:0:3642:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763344900.430093:0:3642:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763344900.430094:0:3642:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763344900.430096:0:3642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344900.430098:0:3642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668909846528 : -107404799705088 : ffff9e50df110000) 00000100:00000001:1.0:1763344900.430101:0:3642:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1763344900.430103:0:3642:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884915402 gen 3 00000100:00000040:1.0:1763344900.430108:0:3642:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884915402) req@ffff9e50ede42a00 x1848987617965184/t12884915401(12884915401) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344915 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344900.430115:0:3642:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1763344900.430117:0:3642:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884915401 committed transno 12884915402 00000004:00000010:1.0:1763344900.430121:0:3642:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ee3f7000. 00000004:00000010:1.0:1763344900.430126:0:3642:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59f00. 00000004:00000010:1.0:1763344900.430131:0:3642:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd6241900. 00000004:00000010:1.0:1763344900.430134:0:3642:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9e4fd6241300. 00000004:00000001:1.0:1763344900.430136:0:3642:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1763344900.430138:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.430141:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ede42a00 x1848987617965184/t12884915401(12884915401) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344915 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.430147:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344900.430149:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344900.430151:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50fcb9c000. 02000000:00000001:1.0:1763344900.430155:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344900.430157:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344900.430158:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=4 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1763344900.430160:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344900.430162:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fc852b800. 02000000:00000001:1.0:1763344900.430165:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344900.430167:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344900.430169:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede42a00. 00000100:00000001:1.0:1763344900.430172:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344900.430173:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344900.430178:0:3642:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884915402) req@ffff9e4fce8a0a80 x1848987617965440/t12884915402(12884915402) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344915 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344900.430184:0:3642:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1763344900.430186:0:3642:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884915402 committed transno 12884915402 00000004:00000010:1.0:1763344900.430188:0:3642:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ee4c8000. 00000004:00000010:1.0:1763344900.430191:0:3642:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e50c2c5f120. 00000004:00000010:1.0:1763344900.430196:0:3642:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd192ee40. 00000004:00000010:1.0:1763344900.430198:0:3642:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9e4fd192e840. 00000004:00000001:1.0:1763344900.430200:0:3642:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1763344900.430201:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.430204:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fce8a0a80 x1848987617965440/t12884915402(12884915402) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344915 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.430210:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344900.430211:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344900.430212:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f5de0000. 02000000:00000001:1.0:1763344900.430216:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344900.430217:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344900.430218:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1763344900.430220:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344900.430221:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd5de1800. 02000000:00000001:1.0:1763344900.430224:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344900.430225:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344900.430226:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a0a80. 00000100:00000001:1.0:1763344900.430232:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344900.430233:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763344900.430237:0:3642:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9e50df110000 x1848987617968512/t12884915409(12884915409) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.430243:0:3642:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763344900.430246:0:3642:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:1.0:1763344900.430248:0:3642:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344900.430250:0:3642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.430254:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50df110000 x1848987617968512/t12884915409(12884915409) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.430260:0:3642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344900.430263:0:3642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344900.430264:0:3642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:1.0:1763344900.430267:0:3642:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e50df110000/2, rc 0, transno 12884915409 00000004:00001000:1.0:1763344900.430271:0:3642:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0001: 0 in flight, 1 in progress 00000100:00000040:1.0:1763344900.430275:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df110000 x1848987617968512/t12884915409(12884915409) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344916 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344900.430282:0:3642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50df110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1848987617968512:0@lo:6:osp-syn-0-1.0 00000100:00000001:1.0:1763344900.430286:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.430289:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.430291:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50df110000 x1848987617968512/t12884915409(12884915409) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344916 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.430297:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.430299:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.430304:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344900.430306:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.430308:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344900.430309:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344900.430831:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.430836:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000400:00000200:0.0:1763344900.430841:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.430847:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.430852:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9215d8 00000400:00000010:0.0:1763344900.430854:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9215d8. 00000100:00000001:0.0:1763344900.430857:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344900.430859:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344900.432020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34600. 00010000:00000010:0.1:1763344900.432029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359a00. 00010000:00000010:0.1:1763344900.432033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd600. 00010000:00000010:0.1:1763344900.432036:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2fbb600. 00010000:00000010:0.1:1763344900.432040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc400. 00000800:00000001:0.0:1763344900.434923:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.434937:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.434940:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.434942:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.434953:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.434970:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509df8080 00000400:00000200:0.0:1763344900.434978:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645689 [8] + 14976 00000400:00000010:0.0:1763344900.434984:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50d6eb9b58. 00000400:00000200:0.0:1763344900.434989:0:3636:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e50f63b0100 00000800:00000001:0.0:1763344900.434995:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.435003:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.435006:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.435010:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.435016:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f63b0100 00000400:00000010:0.0:1763344900.435018:0:3636:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff9e50f63b0100. 00000100:00000001:0.0:1763344900.435024:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344900.435026:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1763344900.435029:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ef33ec50 x1848987881537664 msgsize 440 00000100:00100000:0.0:1763344900.435033:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:0.0:1763344900.435036:0:3636:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763344900.435052:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.435060:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.435063:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.435153:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.435156:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881537664 02000000:00000001:1.0:1763344900.435159:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.435162:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.435164:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.435169:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.435173:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881537664 00000020:00000001:1.0:1763344900.435176:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.435178:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344900.435180:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.435184:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:1.0:1763344900.435186:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344900.435188:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344900.435193:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.435199:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b69c0. 00000100:00000001:1.0:1763344900.435202:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.435205:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b69c0. 00000020:00000010:1.0:1763344900.435211:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3c00. 00000020:00000010:1.0:1763344900.435216:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42c00. 00000020:00000010:1.0:1763344900.435221:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca043e8. 00000100:00000040:1.0:1763344900.435230:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344900.435232:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.435234:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344900.435236:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.435244:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.435257:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.435269:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.435270:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.435275:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27064 00000100:00000040:1.0:1763344900.435278:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344900.435280:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669180570704 : -107404528980912 : ffff9e50ef33ec50) 00000100:00000040:1.0:1763344900.435288:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ef33ec50 x1848987881537664/t0(0) o16->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 440/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344900.435296:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.435308:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b69c0. 00000100:00000001:1.0:1763344900.435311:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.435313:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b69c0. 00000100:00100000:1.0:1763344900.435317:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ef33ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881537664:12345-192.168.203.14@tcp:16:lfs.0 00000100:00000200:1.0:1763344900.435321:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881537664 00000020:00000001:1.0:1763344900.435324:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344900.435326:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344900.435329:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.435331:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.435333:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932832 : -1042618784 : ffffffffc1dae660) 00000020:00000001:1.0:1763344900.435336:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344900.435339:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344900.435341:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344900.435342:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.435346:0:74638:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763344900.435491:0:74638:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763344900.435495:0:74638:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.435498:0:74638:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.435499:0:74638:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.435501:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.435503:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.435505:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.435507:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.435508:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.435510:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.435511:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.435513:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.435514:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.435517:0:74638:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.435520:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.435524:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.435527:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.435532:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50e5674400. 02000000:00000001:1.0:1763344900.435535:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.435537:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344900.435541:0:74638:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:1.0:1763344900.435544:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344900.435546:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.435553:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:1.0:1763344900.435555:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00000020:00000001:1.0:1763344900.435558:0:74638:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000002:1.0:1763344900.435562:0:74638:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x3000034d0 for inode 2450 00000020:00000001:1.0:1763344900.435565:0:74638:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.435569:0:74638:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344900.435575:0:74638:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344900.435578:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344900.435582:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344900.435584:0:74638:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:1.0:1763344900.435587:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00010000:00000040:1.0:1763344900.435591:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881537664 00010000:00000001:1.0:1763344900.435594:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344900.435599:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ef33ec50 x1848987881537664/t0(0) o16->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 440/432 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344900.435607:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.435609:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.435613:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.435618:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.435620:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344900.435622:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344900.435625:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.435626:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.435629:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.435632:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.435636:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3cc0. 00000100:00000200:1.0:1763344900.435643:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881537664, offset 224 00000400:00000200:1.0:1763344900.435648:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.435657:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.435663:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385473:1385473:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385469:1385469:8:4294967295] 00000400:00000200:1.0:1763344900.435673:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.435678:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.435683:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef9dc000. 00000800:00000200:1.0:1763344900.435690:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.435696:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.435700:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef9dc000 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.435718:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.435721:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344900.435723:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344900.435725:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.435728:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344900.435732:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ef33ec50 x1848987881537664/t0(0) o16->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 440/432 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344900.435741:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ef33ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881537664:12345-192.168.203.14@tcp:16:lfs.0 Request processed in 442us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344900.435748:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27064 00000100:00000040:1.0:1763344900.435751:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344900.435753:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.435755:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344900.435759:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42c00. 00000020:00000010:1.0:1763344900.435763:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca043e8. 00000020:00000010:1.0:1763344900.435766:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3c00. 00000020:00000040:1.0:1763344900.435771:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 02000000:00000001:1.0:1763344900.435784:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435786:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fd069a800. 02000000:00000001:1.0:1763344900.435824:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435827:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df111180. 02000000:00000001:1.0:1763344900.435831:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435832:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fcb32d800. 02000000:00000001:1.0:1763344900.435835:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435836:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb9ad80. 02000000:00000001:1.0:1763344900.435839:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435840:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fcb32c400. 02000000:00000001:1.0:1763344900.435843:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435844:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df113100. 02000000:00000001:1.0:1763344900.435847:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435848:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fcb32c800. 02000000:00000001:1.0:1763344900.435850:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435851:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df113b80. 02000000:00000001:1.0:1763344900.435853:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435854:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fcb32e800. 02000000:00000001:1.0:1763344900.435856:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435858:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32e300. 02000000:00000001:1.0:1763344900.435860:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435861:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50fb00c400. 02000000:00000001:1.0:1763344900.435864:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435865:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df111c00. 02000000:00000001:1.0:1763344900.435867:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435868:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50c6ee2400. 02000000:00000001:1.0:1763344900.435871:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435872:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede42d80. 02000000:00000001:1.0:1763344900.435874:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435875:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50c7e1c400. 02000000:00000001:1.0:1763344900.435877:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435878:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb9b480. 02000000:00000001:1.0:1763344900.435881:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435882:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50c7e1fc00. 02000000:00000001:1.0:1763344900.435884:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435885:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede43b80. 02000000:00000001:1.0:1763344900.435887:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435888:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fcb32e000. 02000000:00000001:1.0:1763344900.435890:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435891:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6acad80. 02000000:00000001:1.0:1763344900.435893:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435895:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50fb00d800. 02000000:00000001:1.0:1763344900.435897:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435898:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac8000. 02000000:00000001:1.0:1763344900.435900:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435901:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50c7e1d800. 02000000:00000001:1.0:1763344900.435906:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435907:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ea9db100. 02000000:00000001:1.0:1763344900.435910:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435911:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50fb00cc00. 02000000:00000001:1.0:1763344900.435912:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435913:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac8e00. 02000000:00000001:1.0:1763344900.435916:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435917:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50fb00e800. 02000000:00000001:1.0:1763344900.435919:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435920:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ea9d9500. 02000000:00000001:1.0:1763344900.435923:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435924:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50d207a800. 02000000:00000001:1.0:1763344900.435926:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435927:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc3639500. 02000000:00000001:1.0:1763344900.435933:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435934:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d2078400. 02000000:00000001:1.0:1763344900.435935:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435936:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32ea00. 02000000:00000001:1.0:1763344900.435939:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435940:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50cca08800. 02000000:00000001:1.0:1763344900.435942:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435943:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc363b800. 02000000:00000001:1.0:1763344900.435946:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435947:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50cca0b400. 02000000:00000001:1.0:1763344900.435950:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435951:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32f800. 02000000:00000001:1.0:1763344900.435953:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435954:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50cca0b000. 02000000:00000001:1.0:1763344900.435955:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435956:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc3639180. 02000000:00000001:1.0:1763344900.435958:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435959:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fd069b000. 02000000:00000001:1.0:1763344900.435961:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435962:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a1880. 02000000:00000001:1.0:1763344900.435965:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435966:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50cca0a000. 02000000:00000001:1.0:1763344900.435968:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435969:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f864a680. 02000000:00000001:1.0:1763344900.435972:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435973:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fd069a400. 02000000:00000001:1.0:1763344900.435974:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435975:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede41500. 02000000:00000001:1.0:1763344900.435977:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435978:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50e486d800. 02000000:00000001:1.0:1763344900.435981:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435982:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede41c00. 02000000:00000001:1.0:1763344900.435984:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435985:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fd069a000. 02000000:00000001:1.0:1763344900.435986:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435987:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede40a80. 02000000:00000001:1.0:1763344900.435990:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435991:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50c7e1ec00. 02000000:00000001:1.0:1763344900.435994:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.435995:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93c700. 02000000:00000001:1.0:1763344900.435998:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.435999:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50c7e1f000. 02000000:00000001:1.0:1763344900.436000:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.436002:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f864ad80. 02000000:00000001:1.0:1763344900.436004:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.436005:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fc35ea800. 02000000:00000001:1.0:1763344900.436008:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.436009:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f864b100. 02000000:00000001:1.0:1763344900.436011:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.436012:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fc35e9800. 02000000:00000001:1.0:1763344900.436014:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.436015:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8649c00. 02000000:00000001:1.0:1763344900.436017:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.436018:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fc35eb800. 02000000:00000001:1.0:1763344900.436020:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.436021:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a1f80. 02000000:00000001:1.0:1763344900.436024:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.436026:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fc82b1800. 02000000:00000001:1.0:1763344900.436028:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.436029:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f864b480. 02000000:00000001:1.0:1763344900.436031:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.436032:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fc82b1c00. 02000000:00000001:1.0:1763344900.436034:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.436035:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93c380. 02000000:00000001:1.0:1763344900.436037:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.436038:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fc82b3000. 02000000:00000001:1.0:1763344900.436040:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.436041:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a3100. 02000000:00000001:1.0:1763344900.436043:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.436044:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fc82b3c00. 02000000:00000001:1.0:1763344900.436046:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.436047:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a2d80. 02000000:00000001:1.0:1763344900.436050:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.436051:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fc82b0000. 02000000:00000001:1.0:1763344900.436053:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.436054:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8648e00. 02000000:00000001:1.0:1763344900.436057:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.436058:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50e7c4a000. 02000000:00000001:1.0:1763344900.436060:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.436061:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc363b100. 02000000:00000001:1.0:1763344900.436064:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.436065:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50e7c4a800. 02000000:00000001:1.0:1763344900.436067:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.436068:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28efb80. 02000000:00000001:1.0:1763344900.436071:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.436072:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fc35e8000. 02000000:00000001:1.0:1763344900.436075:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.436076:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1376a00. 02000000:00000001:1.0:1763344900.436079:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.436080:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fd0698400. 02000000:00000001:1.0:1763344900.436082:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.436083:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1377800. 02000000:00000001:1.0:1763344900.436086:0:74638:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344900.436087:0:74638:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fc35e9c00. 02000000:00000001:1.0:1763344900.436089:0:74638:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344900.436090:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1374380. 00000100:00000001:1.0:1763344900.436093:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763344900.436098:0:74638:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1763344900.436103:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5cd10. 00000400:00000010:1.0:1763344900.436109:0:74638:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff9e4fc2ee2600. 00010000:00000010:3.1:1763344900.438252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2a6b400. 00010000:00000010:3.1:1763344900.438263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00000800:00000001:0.0:1763344900.450836:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.450854:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.450858:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.450861:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.450872:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.450888:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 488 into portal 12 MB=0x691a509df8180 00000400:00000200:0.0:1763344900.450894:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 488/488 into md 0x616b51 [64] + 83064 00000800:00000001:0.0:1763344900.450903:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.450910:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.450913:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.450918:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344900.450923:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344900.450926:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344900.450931:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32f480. 00000100:00000040:0.0:1763344900.450935:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32f480 x1848987881537920 msgsize 488 00000100:00100000:0.0:1763344900.450940:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344900.450956:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.450964:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.450967:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1763344900.452638:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff9e50ee4ce000. 02000000:00000001:0.0:1763344900.452642:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.452646:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.452651:0:13569:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344900.452652:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.452654:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.452655:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.452656:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.452658:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.452659:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.452661:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.452662:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.452664:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.452665:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.452669:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344900.452675:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344900.452677:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344900.452679:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344900.452681:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.452684:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.452685:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.452686:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344900.452688:0:13569:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.452691:0:13569:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344900.452693:0:13569:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.452695:0:13569:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763344900.452697:0:13569:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:0.0:1763344900.452702:0:13569:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x240002b13:0x12e82:0x0] 7 req@ffff9e50ee32f480 x1848987881537920/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 488/3152 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344900.452710:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763344900.452712:0:13569:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763344900.452714:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.452716:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.452718:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50e56b7c00 refcount=3 00000020:00000001:0.0:1763344900.452720:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669016439808 : -107404693111808 : ffff9e50e56b7c00) 00010000:00000001:0.0:1763344900.452722:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669016439808 : -107404693111808 : ffff9e50e56b7c00) 00010000:00000040:0.0:1763344900.452725:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d600 count: 4 00000004:00000001:0.0:1763344900.452729:0:13569:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763344900.452731:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344900.452734:0:13569:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.452736:0:13569:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.452738:0:13569:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.452740:0:13569:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.452744:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344900.452746:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.452752:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.452754:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.452756:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.452758:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.452760:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50e56b7c00 with handle 0x34881b4086817bf3 from hash 00010000:00000001:0.0:1763344900.452762:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.452763:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.452764:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.452766:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344900.452771:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.452772:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.452775:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344900.452776:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344900.452780:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50e56b7c00/0x34881b4086817bf3 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1a5 expref: 225 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344900.452814:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:0.0:1763344900.452818:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 224 00010000:00000010:0.0:1763344900.452821:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16b80. 00010000:00000001:0.0:1763344900.452828:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.452831:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.452833:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344900.452835:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) 00010000:00000001:0.0:1763344900.452839:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.452841:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.452843:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763344900.452845:0:13569:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344900.452846:0:13569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344900.452849:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344900.452851:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e82:0x0] 00000020:00000001:0.0:1763344900.452854:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.452859:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:0.0:1763344900.452861:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:0.0:1763344900.452863:0:13569:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763344900.452865:0:13569:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344900.452870:0:13569:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9e50d2853700. 00000004:00000001:0.0:1763344900.452875:0:13569:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344900.452878:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.452881:0:13569:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344900.452883:0:13569:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344900.452885:0:13569:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:0.0:1763344900.452887:0:13569:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:0.0:1763344900.452890:0:13569:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763344900.452893:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344900.452895:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344900.452899:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d600 count: 3 00010000:00000001:0.0:1763344900.452902:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.452905:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344900.452909:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc400. 00000020:00000001:0.0:1763344900.452912:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344900.452914:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc400 with handle 0x34881b4086817c40 to hash 00000020:00000001:0.0:1763344900.452917:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344900.452918:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000010:0.0:1763344900.452922:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37e80. 00010000:00000001:0.0:1763344900.452924:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:0.0:1763344900.452927:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.452928:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.452932:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344900.452937:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344900.452940:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344900.452942:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344900.452944:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.452946:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.452948:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.452949:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.452952:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344900.452953:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344900.452955:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344900.452956:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344900.452958:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) refcount = 3 00010000:00000040:0.0:1763344900.452961:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344900.452966:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35800/0x34881b4086817c2b lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1d6 expref: 224 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344900.452973:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b4086817be5 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e19e expref: 224 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344900.452979:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.452984:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344900.452986:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.452988:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.452989:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344900.452991:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.452992:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.452994:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.452997:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344900.452999:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.453002:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.453006:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344900.453008:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.453009:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.453010:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.453011:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.453013:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc400 refcount=3 00000020:00000001:0.0:1763344900.453015:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:0.0:1763344900.453017:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:0.0:1763344900.453019:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.453020:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344900.453021:0:13569:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.453023:0:13569:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.453027:0:13569:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344900.453035:0:13569:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344900.453038:0:13569:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344900.453042:0:13569:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344900.453048:0:13569:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dc120. 00080000:00000001:0.0:1763344900.453052:0:13569:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344900.453056:0:13569:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab8400. 00080000:00000001:0.0:1763344900.453059:0:13569:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591451136 : -107409118100480 : ffff9e4fddab8400) 00000004:00000001:0.0:1763344900.453063:0:13569:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1763344900.453065:0:13569:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1763344900.453067:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344900.453069:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591451136 : -107409118100480 : ffff9e4fddab8400) 00080000:00000001:0.0:1763344900.453071:0:13569:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344900.453074:0:13569:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.453076:0:13569:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.453078:0:13569:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.453082:0:13569:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344900.453084:0:13569:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344900.453088:0:13569:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344900.453090:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344900.453091:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591451136 : -107409118100480 : ffff9e4fddab8400) 00080000:00000001:0.0:1763344900.453094:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344900.453098:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344900.453101:0:13569:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2840. 00080000:00000001:0.0:1763344900.453104:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.453106:0:13569:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.453113:0:13569:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.453115:0:13569:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344900.453117:0:13569:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763344898, ctime 1763344900 00000004:00000001:0.0:1763344900.453120:0:13569:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1763344900.453122:0:13569:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1763344900.453124:0:13569:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1763344900.453125:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344900.453127:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591451136 : -107409118100480 : ffff9e4fddab8400) 00080000:00000001:0.0:1763344900.453154:0:13569:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344900.453157:0:13569:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.453159:0:13569:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.453161:0:13569:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.453165:0:13569:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344900.453168:0:13569:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344900.453171:0:13569:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344900.453174:0:13569:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214335, last_committed = 25770214334 00000001:00000010:0.0:1763344900.453178:0:13569:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc600. 00000001:00000040:0.0:1763344900.453180:0:13569:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 1 00000020:00000040:0.0:1763344900.453182:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=225 00000001:00000010:0.0:1763344900.453187:0:13569:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192e0c0. 00000004:00000001:0.0:1763344900.453192:0:13569:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344900.453194:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344900.453195:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591451136 : -107409118100480 : ffff9e4fddab8400) 00000004:00000001:0.0:1763344900.453211:0:13569:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344900.453215:0:13569:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192e0c0: xid 1848987881537920, transno 25770214335, tag 1, client gen 9, slot idx 0 00000001:00000001:0.0:1763344900.453218:0:13569:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344900.453224:0:13569:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2840. 00040000:00000001:0.0:1763344900.453228:0:13569:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344900.453230:0:13569:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344900.453232:0:13569:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344900.453235:0:13569:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dc120. 00000020:00000001:0.0:1763344900.453237:0:13569:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344900.453242:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d600 count: 4 00010000:00000001:0.0:1763344900.453244:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344900.453247:0:13569:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:0.0:1763344900.453249:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344900.453251:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763344900.453252:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344900.453254:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763344900.453255:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.453256:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.453258:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc400 refcount=3 00000020:00000001:0.0:1763344900.453259:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:0.0:1763344900.453261:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00000004:00010000:0.0:1763344900.453264:0:13569:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f9cb2860 reply state 000000000f7bea7a transno 25770214335 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.453271:0:13569:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1763344900.453274:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.453275:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.453277:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344900.453279:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344900.453280:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344900.453281:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344900.453283:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) refcount = 3 00010000:00000040:0.0:1763344900.453286:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344900.453290:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35800/0x34881b4086817c2b lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1d6 expref: 225 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344900.453300:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b4086817be5 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e19e expref: 225 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344900.453306:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.453310:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344900.453312:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.453313:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.453315:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344900.453317:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.453318:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344900.453320:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) 00010000:00010000:0.0:1763344900.453322:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344900.453323:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.453325:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.453327:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344900.453328:0:13569:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1763344900.453330:0:13569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763344900.453331:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.453333:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344900.453334:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344900.453335:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763344900.453335:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344900.453337:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763344900.453339:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344900.453340:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344900.453342:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.453345:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.453348:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.453359:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344900.453363:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344900.453365:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344900.453368:0:13569:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344900.453369:0:13569:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e82:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:0.0:1763344900.453373:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344900.453387:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.453390:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.453391:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.453393:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.453394:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.453396:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.453398:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.453399:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.453400:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.453401:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.453403:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.453404:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344900.453406:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e82:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:0.0:1763344900.453409:0:13569:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:0.0:1763344900.453411:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344900.453414:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1763344900.453419:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344900.453432:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.453435:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344900.453436:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344900.453438:0:13569:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.453440:0:13569:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763344900.453443:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344900.453445:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344900.453446:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344900.453447:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344900.453449:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344900.453451:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344900.453455:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.453458:0:13569:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344900.453462:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214334, transno 25770214335, xid 1848987881537920 00010000:00000001:0.0:1763344900.453464:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763344900.453466:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=226 00010000:00000200:0.0:1763344900.453468:0:13569:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 25770214335, last committed = 25770214334 00010000:00000200:0.0:1763344900.453474:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32f480 x1848987881537920/t25770214335(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 488/456 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344900.453486:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.453489:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.453492:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.453496:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.453498:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.453501:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.453504:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.453506:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.453509:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.453512:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.453516:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64953b8. 00000100:00000200:0.0:1763344900.453522:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881537920, offset 224 00000400:00000200:0.0:1763344900.453528:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.453539:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.453545:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385474:1385474:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385470:1385470:8:4294967295] 00000400:00000200:0.0:1763344900.453555:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.453561:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.453566:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344900.453572:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.453577:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.453581:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.453602:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.453606:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.453610:0:13569:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.453611:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.453614:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.453618:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32f480 x1848987881537920/t25770214335(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 488/456 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344900.453626:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+226:252797:x1848987881537920:12345-192.168.203.14@tcp:36:lfs.0 Request processed in 1889us (2689us total) trans 25770214335 rc 0/0 00000100:00100000:0.0:1763344900.453634:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302947 00000100:00000040:0.0:1763344900.453638:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344900.453640:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.453641:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.453645:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:0.0:1763344900.453649:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dbb8. 00000020:00000010:0.0:1763344900.453652:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852bc00. 00000020:00000040:0.0:1763344900.453657:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 225 00000100:00000001:0.0:1763344900.453660:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344900.453945:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.453950:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:1.0:1763344900.453954:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.453960:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.453965:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64953b8 00000400:00000010:1.0:1763344900.453967:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64953b8. 00000100:00000001:1.0:1763344900.453972:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.453975:0:3636:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344900.457966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7c00. 00000100:00000001:0.0:1763344900.461737:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.461740:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881538048 02000000:00000001:0.0:1763344900.461743:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.461746:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.461748:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.461752:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.461757:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881538048 00000020:00000001:0.0:1763344900.461760:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.461762:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344900.461764:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.461767:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:0.0:1763344900.461770:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344900.461773:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344900.461777:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.461782:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.461785:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.461863:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344900.461871:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9a00. 00000020:00000010:0.0:1763344900.461877:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139200. 00000020:00000010:0.0:1763344900.461883:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000040:0.0:1763344900.461894:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344900.461896:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.461898:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.461901:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.461908:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.462569:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.462573:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.462580:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27065 00000100:00000040:1.0:1763344900.462584:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344900.462586:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163191168 : -107404546360448 : ffff9e50ee2abb80) 00000100:00000040:1.0:1763344900.462594:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2abb80 x1848987881538048/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344900.462604:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.462609:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b69c0. 00000100:00000001:1.0:1763344900.462612:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.462614:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b69c0. 00000100:00100000:1.0:1763344900.462618:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:252797:x1848987881538048:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344900.462622:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881538048 00000020:00000001:1.0:1763344900.462625:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344900.462630:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344900.462633:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.462636:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.462638:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344900.462642:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344900.462645:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344900.462647:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344900.462649:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.462655:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.462657:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344900.462659:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344900.462661:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344900.462662:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344900.462664:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.462670:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344900.462679:0:74638:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854da00. 00010000:00000010:1.0:1763344900.462683:0:74638:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e4fd854d700. 00010000:00000001:1.0:1763344900.462688:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344900.462692:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34400. 00000020:00000001:1.0:1763344900.462696:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344900.462698:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34400 with handle 0x34881b4086817c47 to hash 00000020:00000001:1.0:1763344900.462700:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344900.462702:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:1.0:1763344900.462704:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00010000:1.0:1763344900.462708:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b4086817c47 lrc: 2/0,0 mode: --/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e1dd expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763344900.462718:0:74638:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763344900.462722:0:74638:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e50ef7b69c0. 00002000:00000001:1.0:1763344900.462726:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344900.462728:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.462735:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:1.0:1763344900.462738:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:1.0:1763344900.462741:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344900.462747:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763344900.462750:0:74638:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000402:0x1c18:0x0] initial LVB size: 4096, mtime: 0x691a8204, atime: 0x0, ctime: 0x691a8204, blocks: 0x8 00002000:00000001:1.0:1763344900.462753:0:74638:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1763344900.462756:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00010000:00000040:1.0:1763344900.462759:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:1.0:1763344900.462762:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00000100:00000001:1.0:1763344900.462772:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.462774:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.462779:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50e5676800. 02000000:00000001:1.0:1763344900.462781:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.462784:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.462786:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344900.462825:0:74638:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344900.462828:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344900.462830:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344900.462833:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344900.462836:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.462838:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344900.462839:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344900.462841:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.462844:0:74638:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763344900.462851:0:74638:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b4086817c47 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1dd expref: 20 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.462859:0:74638:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c18:0x0].0x0 (ffff9e4fd854da00) refcount = 1 00010000:00000040:1.0:1763344900.462861:0:74638:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344900.462864:0:74638:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b4086817c47 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1dd expref: 20 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344900.462874:0:74638:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.462876:0:74638:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.462877:0:74638:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344900.462879:0:74638:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.462881:0:74638:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.462883:0:74638:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344900.462887:0:74638:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344900.462890:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b4086817c47 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1dd expref: 20 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344900.462906:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344900.462908:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344900.462910:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.462913:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.462914:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344900.462916:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.462917:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344900.462919:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34400, rc 0) 00000020:00000001:1.0:1763344900.462921:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344900.462924:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881538048 00010000:00000001:1.0:1763344900.462927:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344900.462932:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2abb80 x1848987881538048/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344900.462940:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.462942:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.462947:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.462952:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.462954:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344900.462957:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344900.462960:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.462962:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.462965:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.462968:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.462973:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3aa0. 00000100:00000200:1.0:1763344900.462979:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881538048, offset 224 00000400:00000200:1.0:1763344900.462985:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.462995:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.463002:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385475:1385475:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385471:1385471:8:4294967295] 00000400:00000200:1.0:1763344900.463013:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.463018:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.463023:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc2ee2300. 00000800:00000200:1.0:1763344900.463029:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.463036:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.463040:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc2ee2300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.463065:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.463069:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344900.463072:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344900.463073:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.463076:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344900.463080:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2abb80 x1848987881538048/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344900.463088:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:252797:x1848987881538048:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 483us (1481us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344900.463095:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27065 00000100:00000040:1.0:1763344900.463098:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344900.463100:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.463102:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344900.463107:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139200. 00000020:00000010:1.0:1763344900.463112:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000020:00000010:1.0:1763344900.463117:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab9a00. 00000020:00000040:1.0:1763344900.463123:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:1.0:1763344900.463126:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.463761:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.463909:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.463915:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc2ee2300. 00000400:00000200:3.0:1763344900.463923:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.463931:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.463937:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3aa0 00000400:00000010:3.0:1763344900.463939:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3aa0. 00000100:00000001:3.0:1763344900.463944:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.463946:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344900.467498:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.467513:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.467517:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.467519:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.467531:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.467547:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509df8280 00000400:00000200:1.0:1763344900.467556:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645709 [8] + 328 00000800:00000001:1.0:1763344900.467564:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.467593:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.467597:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.467601:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.467609:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.467611:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344900.467617:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df111c00. 00000100:00000040:1.0:1763344900.467620:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df111c00 x1848987881538176 msgsize 440 00000100:00100000:1.0:1763344900.467624:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.467691:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.467702:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.467706:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344900.472281:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.472286:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:1.0:1763344900.472291:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.472297:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.472302:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9214c8 00000400:00000010:1.0:1763344900.472304:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9214c8. 00000100:00000001:1.0:1763344900.472309:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.472311:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.476900:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.476915:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.476919:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.476922:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.476933:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.476950:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 472 into portal 12 MB=0x691a509df8380 00000400:00000200:3.0:1763344900.476958:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 472/472 into md 0x616b51 [64] + 83552 00000800:00000001:3.0:1763344900.476966:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.476973:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.476976:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.476981:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.476986:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.476989:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344900.476995:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99f80. 00000100:00000040:3.0:1763344900.476998:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb99f80 x1848987881538432 msgsize 472 00000100:00100000:3.0:1763344900.477002:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.477186:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.477196:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.477200:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.477243:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.477246:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881538432 02000000:00000001:0.0:1763344900.477249:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.477251:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.477253:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.477257:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.477261:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881538432 00000020:00000001:0.0:1763344900.477264:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.477266:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344900.477268:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.477270:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=226 00000020:00000001:0.0:1763344900.477273:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344900.477275:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344900.477279:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.477283:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.477287:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.477289:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344900.477295:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9a00. 00000020:00000010:0.0:1763344900.477299:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344900.477304:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732a28. 00000100:00000040:0.0:1763344900.477310:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344900.477313:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.477314:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.477317:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.477325:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.478548:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.478552:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.478560:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302948 00000100:00000040:1.0:1763344900.478565:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344900.478568:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290385792 : -107409419165824 : ffff9e4fcbb99f80) 00000100:00000040:1.0:1763344900.478577:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb99f80 x1848987881538432/t0(0) o55->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 472/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344900.478587:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.478594:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6a40. 00000100:00000001:1.0:1763344900.478596:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.478599:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6a40. 00000100:00100000:1.0:1763344900.478604:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+226:252797:x1848987881538432:12345-192.168.203.14@tcp:55:lfs.0 00000100:00000200:1.0:1763344900.478608:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881538432 00000020:00000001:1.0:1763344900.478612:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344900.478619:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763344900.478625:0:10286:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd192e0c0: xid 1848987881537920, transno 25770214335, client gen 9, slot idx 0 00000001:00000001:1.0:1763344900.478631:0:10286:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd6241540: xid 1848987881535360, transno 25770214334, client gen 9, slot idx 2 00000001:00000010:1.0:1763344900.478635:0:10286:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241540. 00000020:00000001:1.0:1763344900.478640:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.478643:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.478645:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809568 : -1044742048 : ffffffffc1ba8060) 00000020:00000001:1.0:1763344900.478648:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344900.478650:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881538432, found 0 last_xid 1848987881538431 00000020:00000001:1.0:1763344900.478653:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344900.478655:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344900.478658:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.478662:0:10286:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763344900.478666:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.478671:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000020:00000001:1.0:1763344900.478674:0:10286:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.478676:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.478680:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.478682:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.478688:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50e5677c00. 02000000:00000001:1.0:1763344900.478690:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.478693:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.478699:0:10286:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:1.0:1763344900.478703:0:10286:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763344900.478705:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.478707:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.478710:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.478711:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.478714:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.478715:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.478716:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.478718:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.478720:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.478721:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.478723:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.478725:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.478726:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.478727:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.478729:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.478731:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.478732:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.478735:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.478736:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.478740:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344900.478746:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:1.0:1763344900.478748:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:1.0:1763344900.478750:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344900.478752:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.478754:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.478756:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.478758:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344900.478760:0:10286:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.478763:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763344900.478767:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344900.478770:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344900.478778:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d600 count: 4 00010000:00000001:1.0:1763344900.478781:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344900.478783:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344900.478786:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34a00. 00000020:00000001:1.0:1763344900.478806:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344900.478808:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34a00 with handle 0x34881b4086817c4e to hash 00000020:00000001:1.0:1763344900.478811:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344900.478812:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000010:1.0:1763344900.478818:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997a80. 00010000:00000001:1.0:1763344900.478821:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344900.478824:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344900.478826:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344900.478829:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817c4e lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344900.478841:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344900.478844:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344900.478846:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344900.478847:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.478850:0:10286:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344900.478855:0:10286:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35800/0x34881b4086817c2b lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1d6 expref: 226 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344900.478860:0:10286:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763344900.478862:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.478864:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.478866:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.478868:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.478870:0:10286:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763344900.478873:0:10286:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817c4e lrc: 4/0,1 mode: --/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000040:1.0:1763344900.478880:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) refcount = 4 00010000:00000040:1.0:1763344900.478883:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344900.478885:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000040:1.0:1763344900.478892:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35800/0x34881b4086817c2b lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1d6 expref: 226 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.478897:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b4086817be5 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e19e expref: 226 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.478902:0:10286:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763344900.478905:0:10286:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817c4e lrc: 4/0,1 mode: --/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000010:1.0:1763344900.478911:0:10286:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6a40. 00000100:00000001:1.0:1763344900.478914:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344900.478921:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e240. 00000100:00000001:1.0:1763344900.478923:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140194368 : -107409569357248 : ffff9e4fc2c5e240) 00000100:00000001:1.0:1763344900.478925:0:10286:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664140194368 : -107409569357248 : ffff9e4fc2c5e240) 00000100:00000001:1.0:1763344900.478927:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344900.478929:0:10286:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344900.478930:0:10286:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763344900.478933:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.478935:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763344900.478937:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.478939:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.478941:0:10286:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763344900.478942:0:10286:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763344900.478946:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df113b80. 00000020:00000040:1.0:1763344900.478949:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e50cc228000 refcount=2 obd=lustre-MDT0001 00000100:00000001:1.0:1763344900.478952:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344900.478954:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344900.478958:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344900.478963:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e3c00. 00000100:00000001:1.0:1763344900.478968:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344900.478974:0:10286:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35800/0x34881b4086817c2b lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1d6 expref: 226 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344900.478987:0:10286:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35800/0x34881b4086817c2b lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1d6 expref: 226 pid: 13569 timeout: 13107 lvb_type: 0 00010000:00000001:1.0:1763344900.478995:0:10286:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344900.478998:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344900.479002:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50df113b80 x1848987617968640/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.479009:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344900.479011:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.479016:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50df113b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10286:1848987617968640:192.168.203.14@tcp:104: 00000100:00000001:1.0:1763344900.479019:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344900.479025:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344900.479028:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.479030:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344900.479034:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcc4e3a00. 02000000:00000001:1.0:1763344900.479035:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344900.479041:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5cec8. 00000400:00000010:1.0:1763344900.479047:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3880. 00000100:00000200:1.0:1763344900.479053:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617968640, portal 16 00000100:00000001:1.0:1763344900.479056:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344900.479057:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668909861760 : -107404799689856 : ffff9e50df113b80) 00000100:00000040:1.0:1763344900.479062:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50df113b80 x1848987617968640/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.479069:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.479072:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.479075:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3bb0. 00000100:00000200:1.0:1763344900.479078:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617968640, offset 0 00000400:00000200:1.0:1763344900.479085:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.479097:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.479102:0:10286:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344900.479106:0:10286:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344900.479109:0:10286:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344900.479112:0:10286:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344900.479116:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385477:1385477:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385473:1385473:8:4294967295] 00000400:00000200:1.0:1763344900.479126:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.479132:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.479137:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc2ee2300. 00000800:00000200:1.0:1763344900.479144:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.479150:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.479154:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc2ee2300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.479165:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.479169:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307675616 00000100:00000001:1.0:1763344900.479175:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307675537 00000100:00000001:1.0:1763344900.479179:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307675616 00000100:00000001:1.0:1763344900.479182:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307675537 00000100:00000001:1.0:1763344900.479184:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307675616 00000100:00000001:1.0:1763344900.479187:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307675537 00000100:00000001:1.0:1763344900.479190:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307675616 00000100:00000001:1.0:1763344900.479193:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307675537 00000100:00000001:1.0:1763344900.479195:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344900.479198:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.479200:0:10286:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.479202:0:10286:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.479204:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.479206:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.479207:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.479208:0:10286:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.479210:0:10286:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763344900.479211:0:10286:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344900.479213:0:10286:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.479215:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344900.479217:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344900.479220:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5e240 going to sleep for 11 seconds 00000100:00000001:1.0:1763344900.479222:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344900.479225:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.481895:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.483529:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.483545:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.483548:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.483551:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.483562:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.483580:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29c200 00000400:00000200:1.0:1763344900.483589:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x66591d [1] + 224 00000800:00000001:1.0:1763344900.483597:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.483605:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.483608:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.483612:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.483620:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.483628:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50df113b80 x1848987617968640/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344900.483639:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50df113b80 x1848987617968640/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.484301:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.484312:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.484316:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.486597:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.486620:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.486625:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.486627:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.486640:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.486660:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df8400 00000400:00000200:3.0:1763344900.486669:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cda9 [2] + 1968 00000400:00000010:3.0:1763344900.486674:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c528. 00000400:00000200:3.0:1763344900.486682:0:3635:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e50fcb2ecc0 00000800:00000001:3.0:1763344900.486690:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.487806:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.487814:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.487822:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.487828:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50fcb2ecc0 00000400:00000010:3.0:1763344900.487831:0:3635:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50fcb2ecc0. 00000100:00000001:3.0:1763344900.487838:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.487841:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1763344900.487844:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d6f61050 x1848987881538560 msgsize 328 00000100:00100000:3.0:1763344900.487848:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:3.0:1763344900.487851:0:3635:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763344900.488629:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763344900.488663:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.488680:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.488688:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763344900.488731:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881538560 02000000:00000001:0.0:1763344900.488736:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.488738:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.488741:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.488746:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.488751:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881538560 00000020:00000001:0.0:1763344900.488754:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.488756:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344900.488759:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.488762:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=227 00000020:00000001:0.0:1763344900.488765:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344900.488767:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344900.488771:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.488780:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.488784:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.488786:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344900.488874:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8a00. 00000020:00000010:0.0:1763344900.488883:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344900.488888:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732ed8. 00000100:00000040:0.0:1763344900.488899:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763344900.488902:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.488904:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763344900.488906:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763344900.488910:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.488913:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763344900.488918:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.488920:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.488923:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35800 refcount=4 00000020:00000001:0.0:1763344900.488925:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00000001:0.0:1763344900.488928:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00010000:0.0:1763344900.488936:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35800/0x34881b4086817c2b lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1d6 expref: 227 pid: 13569 timeout: 13107 lvb_type: 0 00010000:00000001:0.0:1763344900.488946:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.488947:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.488949:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.488951:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.488958:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763344900.488965:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50d6f61050 x1848987881538560/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.488973:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344900.488975:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.489029:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.489044:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.489046:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.489051:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6336 00000100:00000040:0.0:1763344900.489055:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 2 00000100:00000001:0.0:1763344900.489057:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668773863504 : -107404935688112 : ffff9e50d6f61050) 00000100:00000040:0.0:1763344900.489063:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d6f61050 x1848987881538560/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.489071:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.489074:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.489076:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.489078:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344900.489082:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d6f61050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+227:2405:x1848987881538560:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763344900.489085:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881538560 00010000:00000001:0.0:1763344900.489088:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763344900.489090:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763344900.489092:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763344900.489097:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.489099:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.489104:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50cca0ac00. 02000000:00000001:0.0:1763344900.489106:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.489108:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.489110:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763344900.489112:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763344900.489114:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.489115:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.489117:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35800 refcount=4 00000020:00000001:0.0:1763344900.489118:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00000001:0.0:1763344900.489120:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00000040:0.0:1763344900.489124:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d600 count: 5 00000004:00000001:0.0:1763344900.489127:0:27025:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763344900.489131:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35800/0x34881b4086817c2b lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1d6 expref: 227 pid: 13569 timeout: 13107 lvb_type: 0 00000100:00001000:0.0:1763344900.489139:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e50dfa75c50 time=1763344900 v=20 (0 0 0 0) 00010000:00000001:0.0:1763344900.489142:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763344900.489147:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.489148:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344900.489151:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35800/0x34881b4086817c2b lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1d6 expref: 227 pid: 13569 timeout: 13107 lvb_type: 0 00000020:00000001:0.0:1763344900.489159:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.489161:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.489163:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.489165:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.489170:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344900.489172:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.489177:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.489178:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.489181:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.489183:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.489185:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35800 with handle 0x34881b4086817c2b from hash 00010000:00000001:0.0:1763344900.489187:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.489188:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.489190:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.489191:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344900.489196:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.489198:0:27025:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.489200:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344900.489201:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344900.489204:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35800/0x34881b4086817c2b lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1d6 expref: 227 pid: 13569 timeout: 13107 lvb_type: 0 00010000:00000040:0.0:1763344900.489212:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:0.0:1763344900.489214:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 226 00010000:00000010:0.0:1763344900.489217:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997100. 00010000:00000001:0.0:1763344900.489227:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.489229:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.489232:0:27025:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344900.489234:0:27025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) 00010000:00010000:0.0:1763344900.489240:0:27025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817c4e lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:0.0:1763344900.489246:0:27025:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344900.489248:0:27025:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.489250:0:27025:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.489252:0:27025:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.489254:0:27025:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.489257:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344900.489259:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344900.489261:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817c4e lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10286 initiator: MDT1 00010000:00000001:0.0:1763344900.489267:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763344900.489269:0:27025:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344900.489271:0:27025:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344900.489272:0:27025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344900.489275:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) refcount = 4 00010000:00000040:0.0:1763344900.489279:0:27025:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344900.489282:0:27025:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000040:0.0:1763344900.489289:0:27025:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b4086817be5 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e82:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e19e expref: 226 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344900.489296:0:27025:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817c4e lrc: 4/0,1 mode: PW/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10286 initiator: MDT1 00010000:00000001:0.0:1763344900.489300:0:27025:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344900.489304:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.489305:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.489307:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344900.489309:0:27025:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.489311:0:27025:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763344900.489315:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.489319:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344900.489326:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192ef00. 00000100:00000001:0.0:1763344900.489329:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388513536 : -107409321038080 : ffff9e4fd192ef00) 00000100:00000001:0.0:1763344900.489332:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388513536 : -107409321038080 : ffff9e4fd192ef00) 00000100:00000001:0.0:1763344900.489335:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344900.489336:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344900.489338:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344900.489341:0:27025:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344900.489987:0:27025:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.489991:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.489993:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.489994:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.489996:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344900.489997:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344900.490000:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.490002:0:27025:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.490004:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763344900.490006:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192ef00. 00000100:00000001:0.0:1763344900.490009:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344900.490010:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344900.490013:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2840. 00010000:00000001:0.0:1763344900.490014:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763344900.490017:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344900.490018:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.490024:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.490026:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.490029:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=100 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.490033:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.490037:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.490039:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.490042:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.490044:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.490047:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.490050:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.490056:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64955d8. 00000100:00000200:0.0:1763344900.490061:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881538560, offset 224 00000400:00000200:0.0:1763344900.490067:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.490079:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.490094:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385478:1385478:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385474:1385474:8:4294967295] 00000400:00000200:0.0:1763344900.490105:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.490109:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.490114:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344900.490120:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.490126:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.490130:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.490147:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.490150:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.490153:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.490155:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.490160:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d6f61050 x1848987881538560/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/224 e 0 to 0 dl 1763344911 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344900.490169:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d6f61050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+226:2405:x1848987881538560:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 1096us (2323us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344900.490177:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6336 00000100:00000040:0.0:1763344900.490180:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344900.490182:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.490183:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.490188:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344900.490193:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732ed8. 00000020:00000010:0.0:1763344900.490197:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8a00. 00000020:00000040:0.0:1763344900.490200:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 225 02000000:00000001:0.0:1763344900.490205:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344900.490207:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc2fbd000. 02000000:00000001:0.0:1763344900.490211:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344900.490213:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df113480. 02000000:00000001:0.0:1763344900.490218:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344900.490219:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50dfa10c00. 02000000:00000001:0.0:1763344900.490221:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344900.490222:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32ce00. 02000000:00000001:0.0:1763344900.490227:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344900.490228:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50c7e1e800. 02000000:00000001:0.0:1763344900.490232:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344900.490234:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2402300. 02000000:00000001:0.0:1763344900.490237:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344900.490238:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50c7e1cc00. 02000000:00000001:0.0:1763344900.490239:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344900.490240:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2401880. 02000000:00000001:0.0:1763344900.490242:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344900.490243:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc82b0800. 02000000:00000001:0.0:1763344900.490245:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344900.490246:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac9180. 02000000:00000001:0.0:1763344900.490249:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344900.490250:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc82b2000. 02000000:00000001:0.0:1763344900.490252:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344900.490253:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac8380. 00000100:00000001:0.0:1763344900.490257:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763344900.490262:0:27025:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1763344900.490268:0:27025:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c34d0. 00000400:00000010:0.0:1763344900.490272:0:27025:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192ef00. 00000800:00000200:3.0:1763344900.490941:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.490946:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:3.0:1763344900.490950:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.490956:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.490961:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64955d8 00000400:00000010:3.0:1763344900.490964:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64955d8. 00000100:00000001:3.0:1763344900.490968:0:3636:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763344900.490970:0:3636:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344900.490972:0:3636:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50cca0ac00. 02000000:00000001:3.0:1763344900.490975:0:3636:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763344900.490977:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1763344900.492872:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.492876:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:1.0:1763344900.492881:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.492885:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.492889:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921908 00000400:00000010:1.0:1763344900.492891:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921908. 00000100:00000001:1.0:1763344900.492894:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.492896:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344900.494883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35800. 00000800:00000001:3.0:1763344900.496600:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.496615:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.496619:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.496621:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.496632:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.496650:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509df8480 00000400:00000200:3.0:1763344900.496658:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645709 [8] + 768 00000800:00000001:3.0:1763344900.496666:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.496676:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.496680:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.496684:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.496691:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.496694:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344900.496700:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb98e00. 00000100:00000040:3.0:1763344900.496704:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb98e00 x1848987881538688 msgsize 440 00000100:00100000:3.0:1763344900.496708:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.497265:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.497278:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.497283:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.498995:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.499002:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:3.0:1763344900.499008:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.499014:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.499018:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921660 00000400:00000010:3.0:1763344900.499021:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921660. 00000100:00000001:3.0:1763344900.499024:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.499026:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344900.501525:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.501541:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.501545:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.501548:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.501559:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.501575:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 568 into portal 12 MB=0x691a509df8500 00000400:00000200:1.0:1763344900.501583:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 568/568 into md 0x616b51 [64] + 84024 00000800:00000001:1.0:1763344900.501591:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.501599:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.501602:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.501606:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.501612:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.501615:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344900.501621:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df113100. 00000100:00000040:1.0:1763344900.501625:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df113100 x1848987881538816 msgsize 568 00000100:00100000:1.0:1763344900.501629:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.501647:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.501658:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.501662:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.503526:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.503529:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617968768 02000000:00000001:1.0:1763344900.503532:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.503534:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.503536:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.503540:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.503543:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617968768 00000020:00000001:1.0:1763344900.503546:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.503547:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000020:00000001:1.0:1763344900.503549:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.503552:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=8 00000020:00000001:1.0:1763344900.503555:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:1.0:1763344900.503557:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:1.0:1763344900.503560:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.503564:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344900.503566:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.503569:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000020:00000010:1.0:1763344900.503574:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3200. 00000020:00000010:1.0:1763344900.503578:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42c00. 00000020:00000010:1.0:1763344900.503590:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca043e8. 00000100:00000040:1.0:1763344900.503599:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344900.503601:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.503603:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344900.503605:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.503612:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.503632:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.503644:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.503646:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.503650:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8652 00000100:00000040:1.0:1763344900.503654:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:1.0:1763344900.503657:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163177728 : -107404546373888 : ffff9e50ee2a8700) 00000100:00000040:1.0:1763344900.503662:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a8700 x1848987617968768/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.503677:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.503680:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344900.503682:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.503685:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000100:00100000:1.0:1763344900.503689:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:10286:x1848987617968768:12345-0@lo:1000:mdt00_004.0 00000100:00000200:1.0:1763344900.503692:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617968768 00000020:00000001:1.0:1763344900.503695:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344900.503698:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344900.503700:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.503702:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.503704:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:1.0:1763344900.503707:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344900.503710:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344900.503712:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344900.503714:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.503717:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.503719:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763344900.503724:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fd25acd50. 00000100:00000001:1.0:1763344900.503728:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.503729:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.503735:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e4fc2868000. 02000000:00000001:1.0:1763344900.503737:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.503739:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344900.503742:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc2c5e300. 00000020:00000001:1.0:1763344900.503744:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763344900.503747:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.503752:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279132328 : -107409430419288 : ffff9e4fcb0de8a8) 00000020:00000001:1.0:1763344900.503755:0:21732:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:1.0:1763344900.503775:0:21732:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x2c0000402:0x1bbe:0x0] get xattr trusted.fid len 52 00000020:00000001:1.0:1763344900.503778:0:21732:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:1.0:1763344900.503780:0:21732:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344900.503783:0:21732:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcc449400/ffff9e4fcb0de850 to site lru. bkt: ffff9e50fb8945e8 00000020:00000010:1.0:1763344900.503811:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fd25acd50. 00000020:00000010:1.0:1763344900.503815:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc2c5e300. 00000020:00000001:1.0:1763344900.503818:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344900.503821:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946952, transno 0, xid 1848987617968768 00010000:00000001:1.0:1763344900.503824:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344900.503828:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2a8700 x1848987617968768/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 328/4320 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344900.503836:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.503839:0:21732:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.503843:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.503847:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.503849:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344900.503851:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344900.503854:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.503856:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.503858:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.503860:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344900.503863:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc2c5e300. 00000100:00000200:1.0:1763344900.503866:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617968768, offset 224 00000400:00000200:1.0:1763344900.503871:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344900.503877:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344900.503883:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29c280 00000400:00000200:1.0:1763344900.503888:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665935 [2] + 224 00000400:00000200:1.0:1763344900.503892:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.503895:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344900.503898:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.503902:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2a9f80 x1848987617968768/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344900.503910:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ee2a9f80 x1848987617968768/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.503961:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344900.504116:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344900.504125:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc2c5e300 00000400:00000010:1.0:1763344900.504127:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc2c5e300. 00000100:00000001:1.0:1763344900.504130:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.504132:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344900.504136:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.504139:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344900.504142:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344900.504143:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.504146:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344900.504150:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a8700 x1848987617968768/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 328/4320 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344900.504157:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:10286:x1848987617968768:12345-0@lo:1000:mdt00_004.0 Request processed in 479us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344900.504163:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8652 00000100:00000040:1.0:1763344900.504166:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d6800 : new rpc_count 0 00000100:00000001:1.0:1763344900.504168:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.504170:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344900.504174:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42c00. 00000020:00000010:1.0:1763344900.504177:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca043e8. 00000020:00000010:1.0:1763344900.504181:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3200. 00000020:00000040:1.0:1763344900.504185:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 7 00000100:00000001:1.0:1763344900.504187:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1763344900.504225:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344900.504227:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344900.504229:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6688. 00000400:00000200:0.0:1763344900.504233:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd62410c0 00000400:00000010:0.0:1763344900.504235:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd62410c0. 00000100:00000001:0.0:1763344900.504238:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344900.504242:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2a9f80 x1848987617968768/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344900.504250:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2a9f80 x1848987617968768/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.504256:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344900.504258:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.504260:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344900.504262:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344900.504264:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.504266:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.504269:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.504275:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfed30 time=89 v=5 (5 0 0 0) 00000100:00001000:0.0:1763344900.504278:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.504281:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344900.504283:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.504285:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344900.504288:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.504292:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344900.504293:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589946952 00000100:00000001:0.0:1763344900.504295:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344900.504297:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.504302:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2a9f80 x1848987617968768/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.504308:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344900.504310:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344900.504312:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344900.504315:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9f80 x1848987617968768/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344900.504322:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617968768:0@lo:1000:mdt00_004.0 00000100:00000001:0.0:1763344900.504326:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.504329:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.504331:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344900.504333:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344900.504335:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2a9f80 x1848987617968768/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.504341:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763344900.504344:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd6241d80. 00000100:00000001:0.0:1763344900.504346:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763344900.504348:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504350:0:10286:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763344900.504358:0:10286:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9e50df139980. 00000004:00000001:0.0:1763344900.504362:0:10286:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763344900.504365:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344900.504367:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2a9f80 x1848987617968768/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.504373:0:10286:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344900.504375:0:10286:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344900.504378:0:10286:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50efb40000. 02000000:00000001:0.0:1763344900.504382:0:10286:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344900.504383:0:10286:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344900.504385:0:10286:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=5 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:0.0:1763344900.504387:0:10286:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344900.504389:0:10286:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fc852be00. 02000000:00000001:0.0:1763344900.504394:0:10286:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344900.504396:0:10286:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344900.504398:0:10286:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9f80. 00000100:00000001:0.0:1763344900.504402:0:10286:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344900.504403:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763344900.504406:0:10286:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50caf9a000. 00000004:00000010:0.0:1763344900.504410:0:10286:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59580. 00000004:00000010:0.0:1763344900.504414:0:10286:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd6241a80. 00000004:00000001:0.0:1763344900.504419:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344900.504421:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344900.504442:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763344900.504446:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763344900.504447:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344900.504450:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344900.504455:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344900.504457:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344900.504460:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344900.504461:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:0.0:1763344900.504464:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.504467:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763344900.504469:0:10286:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763344900.504473:0:10286:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fd192ea80. 00000004:00000001:0.0:1763344900.504475:0:10286:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664388512384 : -107409321039232 : ffff9e4fd192ea80) 00000020:00000010:0.0:1763344900.504478:0:10286:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9e4fd192e300. 00000020:00000010:0.0:1763344900.504481:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50c4f56800. 00000020:00000010:0.0:1763344900.504484:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50c4f56300. 00000020:00000001:0.0:1763344900.504486:0:10286:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446636664388512384 : -107409321039232 : ffff9e4fd192ea80) 00000004:00000001:0.0:1763344900.504489:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664388512384 : -107409321039232 : ffff9e4fd192ea80) 00000004:00000010:0.0:1763344900.504494:0:10286:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd192e480. 00000004:00000010:0.0:1763344900.504497:0:10286:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e50c2c5f180. 00000004:00000010:0.0:1763344900.504501:0:10286:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ee4c9000. 00000004:00000001:0.0:1763344900.504503:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504506:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504508:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504511:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504518:0:10286:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763344900.504521:0:10286:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0001: blocks=958279, bfree=955120, bavail=898555, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259419, state=0 00000004:00000001:0.0:1763344900.504525:0:10286:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.504528:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763344900.504529:0:10286:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763344900.504532:0:10286:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.504536:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd192e300 refcount 4 committed 0 result 0 batchid 21474836908 00000020:00000040:0.0:1763344900.504540:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c4f56300 obd lustre-OST0001-osc-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fd192ea80 00000020:00000040:0.0:1763344900.504543:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c4f56800 obd lustre-MDT0001-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fc852b600 00000020:00000040:0.0:1763344900.504547:0:10286:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000040:00000001:0.0:1763344900.504550:0:10286:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763344900.504553:0:10286:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763344900.504555:0:10286:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742848 flags 12 count 2 00000040:00000001:0.0:1763344900.504558:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763344900.504561:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344900.504563:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763344900.504564:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344900.504567:0:10286:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763344900.504569:0:10286:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763344900.504573:0:10286:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:0.0:1763344900.504577:0:10286:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b10:0x3:0x0] not in the id map cache 00000001:00000001:0.0:1763344900.504581:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344900.504583:0:10286:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344900.504585:0:10286:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763344900.504587:0:10286:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763344900.504589:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763344900.504590:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344900.504591:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344900.504593:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344900.504594:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344900.504596:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.504598:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.504603:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664140321560 : -107409569230056 : ffff9e4fc2c7d318) 00000040:00000001:0.0:1763344900.504608:0:10286:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669001203712 : -107404708347904 : ffff9e50e4830000) 00080000:00000001:0.0:1763344900.504612:0:10286:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1763344900.504615:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344900.504617:0:10286:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344900.504621:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e4830000/ffff9e4fc2c7d2c0 to site lru. bkt: ffff9e50ff90ea70 00000040:00000001:0.0:1763344900.504624:0:10286:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344900.504626:0:10286:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344900.504628:0:10286:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344900.504630:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763344900.504632:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763344900.504634:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344900.504637:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344900.504640:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2840. 00080000:00000001:0.0:1763344900.504642:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.504643:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344900.504645:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344900.504646:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344900.504648:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344900.504650:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.504652:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344900.504655:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344900.504656:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763344900.504657:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763344900.504659:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344900.504660:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344900.504663:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2c80. 00080000:00000001:0.0:1763344900.504664:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.504666:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344900.504667:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344900.504668:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344900.504670:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344900.504672:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.504673:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344900.504675:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344900.504677:0:10286:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344900.504678:0:10286:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.504680:0:10286:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:0.0:1763344900.504683:0:10286:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.504686:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344900.504691:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344900.504693:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344900.504694:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233309696 : -107409476241920 : ffff9e4fc852b600) 00080000:00000001:0.0:1763344900.504697:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344900.504699:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344900.504701:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2c40. 00080000:00000001:0.0:1763344900.504703:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504704:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.504711:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.504713:0:10286:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504717:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763344900.504719:0:10286:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763344900.504722:0:10286:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763344900.504724:0:10286:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504727:0:10286:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763344900.504730:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.504733:0:10286:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763344900.504735:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763344900.504737:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344900.504738:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763344900.504739:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763344900.504741:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344900.504742:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344900.504744:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344900.504745:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344900.504747:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344900.504749:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:0.0:1763344900.504751:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.504752:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763344900.504754:0:10286:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664388512384 : -107409321039232 : ffff9e4fd192ea80) 00000004:00000001:0.0:1763344900.504756:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664388512384 : -107409321039232 : ffff9e4fd192ea80) 00000020:00000040:0.0:1763344900.504761:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763344900.504763:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763344900.504765:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763344900.504767:0:10286:0:(update_records.c:220:update_records_update_pack()) 0th [0x2c0000402:0x1bbe:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763344900.504770:0:10286:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763344900.504772:0:10286:0:(osp_object.c:1255:osp_xattr_set()) [0x2c0000402:0x1bbe:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763344900.504776:0:10286:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763344900.504778:0:10286:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504782:0:10286:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504784:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504786:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504823:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504826:0:10286:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.504829:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344900.504832:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763344900.504836:0:10286:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214336 00000001:00000001:0.0:1763344900.504838:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344900.504841:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214337, last_committed = 25770214334 00000001:00000010:0.0:1763344900.504846:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc120. 00000001:00000040:0.0:1763344900.504849:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 3 00000020:00000040:0.0:1763344900.504852:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=225 00000001:00000010:0.0:1763344900.504858:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192eb40. 00000004:00000001:0.0:1763344900.504863:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344900.504864:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344900.504866:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233309696 : -107409476241920 : ffff9e4fc852b600) 00000020:00000040:0.0:1763344900.504869:0:10286:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763344900.504871:0:10286:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763344900.504873:0:10286:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:0.0:1763344900.504887:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344900.504891:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192eb40: xid 1848987881538816, transno 25770214337, tag 0, client gen 9, slot idx 3 00000001:00000001:0.0:1763344900.504894:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.504896:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763344900.504898:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:0.0:1763344900.504903:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2c40. 00080000:00000010:0.0:1763344900.504905:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2c80. 00080000:00000010:0.0:1763344900.504907:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2840. 00040000:00000001:0.0:1763344900.504911:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344900.504912:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344900.504915:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504917:0:10286:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763344900.504920:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763344900.504921:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763344900.504923:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd192e300 refcount 4 committed 0 result 0 batchid 21474836908 00000020:00000040:0.0:1763344900.504927:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c4f56300 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd192ea80 00000020:00000040:0.0:1763344900.504929:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c4f56800 obd lustre-MDT0001-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9e4fc852b600 00000020:00000001:0.0:1763344900.504932:0:10286:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763344900.504933:0:10286:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763344900.504935:0:10286:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763344900.504937:0:10286:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000402:0x1bbe:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763344900.504940:0:10286:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ee4c9000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763344900.504945:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32ce00. 00000020:00000040:0.0:1763344900.504948:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=6 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:0.0:1763344900.504952:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344900.504954:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344900.504957:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344900.504962:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab8a00. 00000100:00000001:0.0:1763344900.504967:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504969:0:10286:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.504971:0:10286:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344900.504973:0:10286:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.504975:0:10286:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763344900.504977:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344900.504983:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192e840. 00000100:00000001:0.0:1763344900.504985:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388511808 : -107409321039808 : ffff9e4fd192e840) 00000100:00000001:0.0:1763344900.504987:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344900.504988:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163720192 : -107404545831424 : ffff9e50ee32ce00) 00000100:00000001:0.0:1763344900.504993:0:10286:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763344900.504998:0:10286:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.505000:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344900.505001:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344900.505006:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32ce00 x1848987617968896/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.505013:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344900.505015:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.505018:0:10286:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344900.505020:0:10286:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344900.505022:0:10286:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.505025:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617968896:0@lo:1000:mdt00_004.0 00000100:00000001:0.0:1763344900.505028:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344900.505031:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344900.505033:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.505034:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344900.505040:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50ef4cc000. 02000000:00000001:0.0:1763344900.505042:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344900.505047:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3528. 00000400:00000010:0.0:1763344900.505052:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192ee40. 00000100:00000200:0.0:1763344900.505057:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617968896, portal 4 00000100:00000001:0.0:1763344900.505059:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344900.505060:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163720192 : -107404545831424 : ffff9e50ee32ce00) 00000100:00000040:0.0:1763344900.505065:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee32ce00 x1848987617968896/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.505071:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.505073:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344900.505076:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64956e8. 00000100:00000200:0.0:1763344900.505078:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848987617968896, offset 0 00000400:00000200:0.0:1763344900.505083:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344900.505091:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344900.505099:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a4fa29c300 00000400:00000200:0.0:1763344900.505104:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x209281 [256] + 17992 00000400:00000200:0.0:1763344900.505109:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.505111:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344900.505115:0:10286:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344900.505117:0:10286:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763344900.505120:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32fb80. 00000100:00000040:0.0:1763344900.505123:0:10286:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32fb80 x1848987617968896 msgsize 408 00000100:00100000:0.0:1763344900.505126:0:10286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344900.505132:0:10286:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344900.505138:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64956e8 00000400:00000010:0.0:1763344900.505140:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64956e8. 00000100:00000001:0.0:1763344900.505143:0:10286:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344900.505146:0:10286:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32ce00 x1848987617968896/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.505153:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344900.505155:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ee32ce00 x1848987617968896/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.505161:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.505163:0:10286:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344900.505167:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.505171:0:10286:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 13507 usecs (14 jiffies) 00000100:00000001:0.0:1763344900.505174:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307674337 00000100:00000001:0.0:1763344900.505177:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307675616 00000100:00000001:0.0:1763344900.505179:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307674337 00000100:00000001:0.0:1763344900.505181:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307675616 00000100:00000001:0.0:1763344900.505183:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307674337 00000100:00000001:0.0:1763344900.505185:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307675616 00000100:00000001:0.0:1763344900.505187:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307674337 00000100:00000001:0.0:1763344900.505189:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307675616 00000100:00000001:0.0:1763344900.505191:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344900.505194:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.505196:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344900.505197:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344900.505200:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd192e840 going to sleep for 11 seconds 00000100:00000001:0.0:1763344900.505202:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344900.505204:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.505470:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.505473:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617968896 02000000:00000001:1.0:1763344900.505476:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.505479:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.505481:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.505484:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.505487:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617968896 00000020:00000001:1.0:1763344900.505489:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.505490:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000020:00000001:1.0:1763344900.505493:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.505495:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=8 00000020:00000001:1.0:1763344900.505498:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:1.0:1763344900.505500:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:1.0:1763344900.505503:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.505507:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344900.505510:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.505512:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000020:00000010:1.0:1763344900.505517:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3200. 00000020:00000010:1.0:1763344900.505522:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42c00. 00000020:00000010:1.0:1763344900.505525:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca043e8. 00000100:00000040:1.0:1763344900.505531:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344900.505533:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.505534:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344900.505536:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.505541:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.505558:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.505568:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.505570:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.505574:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8653 00000100:00000040:1.0:1763344900.505578:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:1.0:1763344900.505579:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163731840 : -107404545819776 : ffff9e50ee32fb80) 00000100:00000040:1.0:1763344900.505584:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32fb80 x1848987617968896/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 408/0 e 0 to 0 dl 1763344911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.505591:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.505594:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344900.505596:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.505598:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000100:00100000:1.0:1763344900.505602:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:10286:x1848987617968896:12345-0@lo:1000:mdt00_004.0 00000100:00000200:1.0:1763344900.505605:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617968896 00000020:00000001:1.0:1763344900.505607:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344900.505610:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344900.505612:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.505614:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.505616:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:1.0:1763344900.505619:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344900.505622:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344900.505624:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344900.505626:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.505629:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.505631:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763344900.505636:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fd25acd50. 00000100:00000001:1.0:1763344900.505639:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.505641:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.505646:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50f5de0000. 02000000:00000001:1.0:1763344900.505648:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.505650:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344900.505654:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc2c5e300. 00000020:00000001:1.0:1763344900.505655:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763344900.505658:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.505662:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279132328 : -107409430419288 : ffff9e4fcb0de8a8) 00080000:00000001:1.0:1763344900.505666:0:21732:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344900.505669:0:21732:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e3000. 00080000:00000001:1.0:1763344900.505672:0:21732:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300122112 : -107409409429504 : ffff9e4fcc4e3000) 00000020:00000001:1.0:1763344900.505675:0:21732:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:1.0:1763344900.505680:0:21732:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.505683:0:21732:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:1.0:1763344900.505685:0:21732:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763344900.505689:0:21732:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.505692:0:21732:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344900.505694:0:21732:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6400. 00080000:00000001:1.0:1763344900.505696:0:21732:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.505703:0:21732:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.505706:0:21732:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:1.0:1763344900.505708:0:21732:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff9e50f3504790 name trusted.fid flag 1 00080000:00000001:1.0:1763344900.505712:0:21732:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763344900.505714:0:21732:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000402:0x1bbe:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763344900.505737:0:21732:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763344900.505740:0:21732:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff9e50f5de0208 index 0: rc = 0 00000020:00000040:1.0:1763344900.505742:0:21732:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:1.0:1763344900.505745:0:21732:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763344900.505748:0:21732:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763344900.505750:0:21732:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946957, last_committed = 8589946952 00000001:00000010:1.0:1763344900.505755:0:21732:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2dec5a0. 00000001:00000040:1.0:1763344900.505757:0:21732:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50e57d6800 : new cb_count 4 00000020:00000040:1.0:1763344900.505759:0:21732:0:(genops.c:887:class_export_get()) GET export ffff9e50e57d6800 refcount=9 00000001:00000001:1.0:1763344900.505774:0:21732:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763344900.505778:0:21732:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6400. 00040000:00000001:1.0:1763344900.505780:0:21732:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344900.505782:0:21732:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344900.505783:0:21732:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344900.505786:0:21732:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcc449400/ffff9e4fcb0de850 to site lru. bkt: ffff9e50fb8945e8 00000020:00000001:1.0:1763344900.505815:0:21732:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344900.505818:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fd25acd50. 00000020:00000010:1.0:1763344900.505821:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc2c5e300. 00000020:00000001:1.0:1763344900.505823:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344900.505826:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946952, transno 8589946957, xid 1848987617968896 00010000:00000001:1.0:1763344900.505828:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344900.505832:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32fb80 x1848987617968896/t8589946957(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 408/4320 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344900.505840:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.505842:0:21732:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.505845:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.505849:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.505851:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344900.505853:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344900.505855:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.505857:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.505859:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.505861:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344900.505864:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc2c5e300. 00000100:00000200:1.0:1763344900.505868:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617968896, offset 224 00000400:00000200:1.0:1763344900.505873:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344900.505880:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344900.505887:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29c300 00000400:00000200:1.0:1763344900.505892:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665941 [2] + 224 00000400:00000200:1.0:1763344900.505896:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.505899:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344900.505902:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.505906:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32ce00 x1848987617968896/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344900.505913:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ee32ce00 x1848987617968896/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.505922:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344900.505926:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc2c5e300 00000400:00000010:1.0:1763344900.505928:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc2c5e300. 00000100:00000001:1.0:1763344900.505930:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.505931:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344900.505934:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.505937:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344900.505939:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344900.505940:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.505942:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344900.505945:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32fb80 x1848987617968896/t8589946957(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 408/4320 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344900.505953:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:10286:x1848987617968896:12345-0@lo:1000:mdt00_004.0 Request processed in 360us (828us total) trans 8589946957 rc 0/0 00000100:00100000:1.0:1763344900.505959:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8653 00000100:00000040:1.0:1763344900.505962:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d6800 : new rpc_count 0 00000100:00000001:1.0:1763344900.505964:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.505965:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344900.505969:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42c00. 00000020:00000010:1.0:1763344900.505972:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca043e8. 00000020:00000010:1.0:1763344900.505976:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3200. 00000020:00000040:1.0:1763344900.505979:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 8 00000100:00000001:1.0:1763344900.505981:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.506168:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344900.506173:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344900.506175:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344900.506178:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3528. 00000400:00000200:0.0:1763344900.506181:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192ee40 00000400:00000010:0.0:1763344900.506183:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192ee40. 00000100:00000001:0.0:1763344900.506186:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344900.506190:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32ce00 x1848987617968896/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344900.506198:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32ce00 x1848987617968896/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.506204:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344900.506206:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.506207:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344900.506210:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344900.506212:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.506213:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.506216:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.506221:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfed30 time=89 v=5 (5 0 0 0) 00000100:00001000:0.0:1763344900.506225:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.506227:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344900.506229:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.506231:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344900.506234:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.506236:0:10286:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763344900.506238:0:10286:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763344900.506239:0:10286:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763344900.506242:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344900.506243:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163720192 : -107404545831424 : ffff9e50ee32ce00) 00000100:00000001:0.0:1763344900.506246:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344900.506248:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589946952 00000100:00000001:0.0:1763344900.506250:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344900.506252:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.506256:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32ce00 x1848987617968896/t8589946957(8589946957) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.506263:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344900.506265:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344900.506267:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344900.506269:0:10286:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763344900.506273:0:10286:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.506276:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32ce00 x1848987617968896/t8589946957(8589946957) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344900.506283:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617968896:0@lo:1000:mdt00_004.0 00000100:00000001:0.0:1763344900.506288:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.506290:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.506292:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344900.506294:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344900.506296:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ee32ce00 x1848987617968896/t8589946957(8589946957) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.506306:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763344900.506308:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192e840. 00000100:00000001:0.0:1763344900.506310:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763344900.506312:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.506314:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344900.506316:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32ce00 x1848987617968896/t8589946957(8589946957) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.506322:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.506324:0:10286:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.506325:0:10286:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344900.506328:0:10286:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.506331:0:10286:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344900.506334:0:10286:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50e4b8dba0. 00000020:00000001:0.0:1763344900.506340:0:10286:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344900.506349:0:10286:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344900.506354:0:10286:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dc780. 00080000:00000001:0.0:1763344900.506358:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344900.506361:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab8e00. 00080000:00000001:0.0:1763344900.506363:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591453696 : -107409118097920 : ffff9e4fddab8e00) 00000004:00000001:0.0:1763344900.506368:0:10286:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344900.506376:0:10286:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763344900.506378:0:10286:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763344900.506381:0:10286:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:0.0:1763344900.506384:0:10286:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.506387:0:10286:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:0.0:1763344900.506392:0:10286:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd192e840. 00000004:00000001:0.0:1763344900.506395:0:10286:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:0.0:1763344900.506398:0:10286:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9e4fcab2bd58. 00000004:00000010:0.0:1763344900.506401:0:10286:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9e4fcab2b920. 00000020:00000001:0.0:1763344900.506406:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:0.0:1763344900.506414:0:10286:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e4fd0d2c6a8. 00000004:00000001:0.0:1763344900.506421:0:10286:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763344900.506431:0:10286:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.506434:0:10286:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636664375920384 : -107409333631232 : ffff9e4fd0d2c700) 00000004:00000001:0.0:1763344900.506437:0:10286:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.506440:0:10286:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763344900.506441:0:10286:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.506442:0:10286:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.506444:0:10286:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763344900.506447:0:10286:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763344900.506450:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763344900.506454:0:10286:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd192ee40. 00000004:00000010:0.0:1763344900.506458:0:10286:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e50c2c5fe20. 00000004:00000010:0.0:1763344900.506462:0:10286:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ee4c8000. 00000020:00000001:0.0:1763344900.506466:0:10286:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763344900.506469:0:10286:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.506471:0:10286:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763344900.506472:0:10286:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763344900.506475:0:10286:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000402:0x1c18:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:0.0:1763344900.506482:0:10286:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ee4c8000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763344900.506487:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32d180. 00000020:00000040:0.0:1763344900.506490:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=4 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1763344900.506494:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344900.506497:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344900.506500:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344900.506504:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab9a00. 00000100:00000001:0.0:1763344900.506510:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.506514:0:10286:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.506516:0:10286:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344900.506518:0:10286:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.506521:0:10286:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763344900.506522:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344900.506599:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e300. 00000100:00000001:1.0:1763344900.506603:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140194560 : -107409569357056 : ffff9e4fc2c5e300) 00000100:00000001:1.0:1763344900.506605:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344900.506607:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163721088 : -107404545830528 : ffff9e50ee32d180) 00000100:00000001:1.0:1763344900.506611:0:10286:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344900.506616:0:10286:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.506617:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344900.506619:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344900.506623:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32d180 x1848987617969024/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.506629:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344900.506631:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.506635:0:10286:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344900.506637:0:10286:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344900.506639:0:10286:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.506642:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617969024:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763344900.506645:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344900.506649:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344900.506651:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.506652:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344900.506659:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50fcb9c000. 02000000:00000001:1.0:1763344900.506661:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344900.506666:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c160. 00000400:00000010:1.0:1763344900.506671:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc2c5eb40. 00000100:00000200:1.0:1763344900.506676:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617969024, portal 4 00000100:00000001:1.0:1763344900.506678:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344900.506679:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163721088 : -107404545830528 : ffff9e50ee32d180) 00000100:00000040:1.0:1763344900.506685:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee32d180 x1848987617969024/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.506691:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.506693:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344900.506697:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3a18. 00000100:00000200:1.0:1763344900.506699:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617969024, offset 0 00000400:00000200:1.0:1763344900.506705:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344900.506712:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344900.506719:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29c380 00000400:00000200:1.0:1763344900.506724:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209281 [256] + 18400 00000400:00000200:1.0:1763344900.506731:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.506733:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344900.506737:0:10286:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.506739:0:10286:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344900.506743:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df111180. 00000100:00000040:1.0:1763344900.506746:0:10286:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df111180 x1848987617969024 msgsize 328 00000100:00100000:1.0:1763344900.506749:0:10286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000010:2.1:1763344900.506940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34a00. 00000100:00000001:1.0:1763344900.507027:0:10286:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763344900.507035:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344900.507037:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617969024 00000400:00000200:1.0:1763344900.507037:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3a18 00000400:00000010:1.0:1763344900.507039:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3a18. 02000000:00000001:3.0:1763344900.507040:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344900.507041:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344900.507043:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.507043:0:10286:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1763344900.507046:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763344900.507047:0:10286:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32d180 x1848987617969024/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344900.507049:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617969024 00000020:00000001:3.0:1763344900.507052:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344900.507053:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:3.0:1763344900.507055:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763344900.507055:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.507057:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ee32d180 x1848987617969024/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1763344900.507058:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=6 00000020:00000001:3.0:1763344900.507060:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000020:00000001:3.0:1763344900.507062:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:1.0:1763344900.507064:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.507065:0:10286:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344900.507066:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763344900.507069:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344900.507071:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344900.507073:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763344900.507073:0:10286:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17592 usecs (18 jiffies) 00000020:00000010:3.0:1763344900.507075:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00000001:1.0:1763344900.507076:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307674344 00000100:00000001:1.0:1763344900.507079:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307675616 00000020:00000010:3.0:1763344900.507080:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cba00. 00000100:00000001:1.0:1763344900.507081:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307674344 00000100:00000001:1.0:1763344900.507083:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307675616 00000020:00000010:3.0:1763344900.507084:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000100:00000001:1.0:1763344900.507085:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307674344 00000100:00000001:1.0:1763344900.507087:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307675616 00000020:00000010:3.0:1763344900.507088:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfd48. 00000100:00000001:1.0:1763344900.507089:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307674344 00000100:00000001:1.0:1763344900.507091:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307675616 00000100:00000001:1.0:1763344900.507093:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763344900.507094:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344900.507096:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.507096:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.507097:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344900.507099:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.507099:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344900.507100:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344900.507102:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5e300 going to sleep for 11 seconds 00000100:00000001:3.0:1763344900.507104:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.507105:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344900.507106:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.507218:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.507229:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344900.507231:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344900.507236:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8654 00000100:00000040:3.0:1763344900.507239:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:3.0:1763344900.507241:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909851008 : -107404799700608 : ffff9e50df111180) 00000100:00000040:3.0:1763344900.507246:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df111180 x1848987617969024/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.507253:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344900.507255:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344900.507258:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344900.507259:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344900.507263:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:10286:x1848987617969024:12345-0@lo:1000:mdt00_004.0 00000100:00000200:3.0:1763344900.507266:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617969024 00000020:00000001:3.0:1763344900.507268:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344900.507271:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344900.507273:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.507275:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344900.507277:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344900.507280:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344900.507282:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344900.507284:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344900.507286:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344900.507288:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.507291:0:6509:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344900.507295:0:6509:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6730. 00000100:00000001:3.0:1763344900.507299:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344900.507301:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344900.507306:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50f94b2000. 02000000:00000001:3.0:1763344900.507308:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.507310:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344900.507313:0:6509:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd05d1b40. 00000020:00000001:3.0:1763344900.507315:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344900.507318:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344900.507322:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00000020:00000001:3.0:1763344900.507325:0:6509:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:3.0:1763344900.507340:0:6509:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000402:0x1c18:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763344900.507343:0:6509:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763344900.507345:0:6509:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344900.507348:0:6509:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fdd9dd000/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00000020:00000010:3.0:1763344900.507351:0:6509:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6730. 00000020:00000010:3.0:1763344900.507354:0:6509:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd05d1b40. 00000020:00000001:3.0:1763344900.507356:0:6509:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344900.507360:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915402, transno 0, xid 1848987617969024 00010000:00000001:3.0:1763344900.507362:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344900.507366:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50df111180 x1848987617969024/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 328/4320 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344900.507378:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344900.507380:0:6509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344900.507383:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344900.507387:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344900.507389:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344900.507391:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344900.507393:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344900.507395:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.507398:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344900.507400:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344900.507403:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1b40. 00000100:00000200:3.0:1763344900.507406:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617969024, offset 224 00000400:00000200:3.0:1763344900.507411:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344900.507417:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344900.507431:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29c380 00000400:00000200:3.0:1763344900.507436:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x66594d [2] + 224 00000400:00000200:3.0:1763344900.507440:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.507443:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344900.507446:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344900.507450:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32d180 x1848987617969024/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344900.507458:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ee32d180 x1848987617969024/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.507478:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344900.507484:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1b40 00000400:00000010:3.0:1763344900.507486:0:6509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1b40. 00000100:00000001:3.0:1763344900.507489:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.507491:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344900.507494:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.507497:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344900.507499:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344900.507501:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.507503:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344900.507507:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df111180 x1848987617969024/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 328/4320 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344900.507515:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:10286:x1848987617969024:12345-0@lo:1000:mdt00_004.0 Request processed in 261us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344900.507522:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8654 00000100:00000040:3.0:1763344900.507525:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00000001:3.0:1763344900.507527:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344900.507528:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344900.507533:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344900.507536:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfd48. 00000020:00000010:3.0:1763344900.507539:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cba00. 00000020:00000040:3.0:1763344900.507544:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 5 00000100:00000001:3.0:1763344900.507547:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.507602:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344900.507607:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344900.507609:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344900.507611:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c160. 00000400:00000200:1.0:1763344900.507614:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc2c5eb40 00000400:00000010:1.0:1763344900.507616:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc2c5eb40. 00000100:00000001:1.0:1763344900.507618:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.507622:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32d180 x1848987617969024/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344900.507629:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32d180 x1848987617969024/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.507635:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344900.507636:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.507639:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344900.507641:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344900.507642:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.507643:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.507646:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.507651:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213d78 time=89 v=5 (5 0 0 0) 00000100:00001000:1.0:1763344900.507654:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=36 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.507656:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344900.507658:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.507660:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344900.507663:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.507666:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344900.507668:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884915402 00000100:00000001:1.0:1763344900.507669:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344900.507671:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.507674:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32d180 x1848987617969024/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.507681:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344900.507684:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344900.507686:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344900.507689:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32d180 x1848987617969024/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344900.507696:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617969024:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763344900.507700:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.507702:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.507703:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344900.507705:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.507707:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32d180 x1848987617969024/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.507712:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344900.507715:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5e300. 00000100:00000001:1.0:1763344900.507717:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344900.507718:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.507720:0:10286:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763344900.507729:0:10286:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9e50fff42c00. 00000004:00000001:1.0:1763344900.507733:0:10286:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:1.0:1763344900.507736:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.507738:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32d180 x1848987617969024/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.507744:0:10286:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344900.507746:0:10286:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344900.507748:0:10286:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50fcb9c000. 02000000:00000001:1.0:1763344900.507751:0:10286:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344900.507753:0:10286:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344900.507754:0:10286:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1763344900.507756:0:10286:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344900.507759:0:10286:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab9a00. 02000000:00000001:1.0:1763344900.507763:0:10286:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344900.507764:0:10286:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344900.507766:0:10286:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32d180. 00000100:00000001:1.0:1763344900.507770:0:10286:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344900.507771:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763344900.507774:0:10286:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ee4c8000. 00000004:00000010:1.0:1763344900.507778:0:10286:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e50c2c5fe20. 00000004:00000010:1.0:1763344900.507784:0:10286:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd192ee40. 00000004:00000001:1.0:1763344900.507803:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344900.507806:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.507809:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344900.507813:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344900.507814:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344900.507817:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344900.507820:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344900.507823:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344900.507824:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344900.507826:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:1.0:1763344900.507829:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.507832:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:1.0:1763344900.507834:0:10286:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:1.0:1763344900.507837:0:10286:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fc2c5e300. 00000004:00000001:1.0:1763344900.507839:0:10286:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664140194560 : -107409569357056 : ffff9e4fc2c5e300) 00000020:00000010:1.0:1763344900.507842:0:10286:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9e4fc2c5eb40. 00000020:00000010:1.0:1763344900.507846:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e4fc2ee2300. 00000020:00000010:1.0:1763344900.507850:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50d58c2600. 00000020:00000001:1.0:1763344900.507852:0:10286:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446636664140194560 : -107409569357056 : ffff9e4fc2c5e300) 00000004:00000001:1.0:1763344900.507855:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664140194560 : -107409569357056 : ffff9e4fc2c5e300) 00000004:00000010:1.0:1763344900.507859:0:10286:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fc2c5e3c0. 00000004:00000010:1.0:1763344900.507863:0:10286:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d700. 00000004:00000010:1.0:1763344900.507867:0:10286:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fcb118000. 00000004:00000001:1.0:1763344900.507870:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.507872:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.507874:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.507877:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.507884:0:10286:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763344900.507887:0:10286:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0001: blocks=958279, bfree=950551, bavail=893993, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259272, state=0 00000004:00000001:1.0:1763344900.507891:0:10286:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.507894:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:1.0:1763344900.507895:0:10286:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:1.0:1763344900.507898:0:10286:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344900.507903:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc2c5eb40 refcount 4 committed 0 result 0 batchid 21474836909 00000020:00000040:1.0:1763344900.507906:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50d58c2600 obd lustre-OST0000-osc-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fc2c5e300 00000020:00000040:1.0:1763344900.507910:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e4fc2ee2300 obd lustre-MDT0001-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fddab8e00 00000020:00000040:1.0:1763344900.507914:0:10286:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000040:00000001:1.0:1763344900.507917:0:10286:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763344900.507921:0:10286:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763344900.507923:0:10286:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742848 flags 12 count 2 00000040:00000001:1.0:1763344900.507926:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344900.507928:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344900.507931:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344900.507932:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.507935:0:10286:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763344900.507938:0:10286:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:1.0:1763344900.507941:0:10286:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:1.0:1763344900.507946:0:10286:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b10:0x3:0x0] not in the id map cache 00000001:00000001:1.0:1763344900.507950:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344900.507952:0:10286:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.507954:0:10286:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:1.0:1763344900.507956:0:10286:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1763344900.507958:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344900.507959:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344900.507960:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344900.507962:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344900.507963:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344900.507965:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.507967:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.507972:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664140321560 : -107409569230056 : ffff9e4fc2c7d318) 00000040:00000001:1.0:1763344900.507977:0:10286:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669001203712 : -107404708347904 : ffff9e50e4830000) 00080000:00000001:1.0:1763344900.507983:0:10286:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1763344900.507985:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344900.507987:0:10286:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344900.507991:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e4830000/ffff9e4fc2c7d2c0 to site lru. bkt: ffff9e50ff90ea70 00000040:00000001:1.0:1763344900.507995:0:10286:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.507996:0:10286:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.507998:0:10286:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.508001:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344900.508003:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344900.508005:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.508008:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344900.508011:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6400. 00080000:00000001:1.0:1763344900.508014:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.508016:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.508017:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344900.508018:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.508020:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.508023:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.508025:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344900.508028:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.508030:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344900.508031:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344900.508033:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.508034:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344900.508036:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6680. 00080000:00000001:1.0:1763344900.508038:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.508040:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.508041:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344900.508042:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.508044:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.508046:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.508048:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344900.508049:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.508052:0:10286:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.508054:0:10286:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344900.508057:0:10286:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:1.0:1763344900.508059:0:10286:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.508063:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763344900.508070:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763344900.508072:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.508073:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453696 : -107409118097920 : ffff9e4fddab8e00) 00080000:00000001:1.0:1763344900.508076:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.508078:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344900.508080:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6f80. 00080000:00000001:1.0:1763344900.508082:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.508084:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.508092:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.508094:0:10286:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.508099:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763344900.508101:0:10286:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763344900.508103:0:10286:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344900.508105:0:10286:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.508108:0:10286:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763344900.508111:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.508114:0:10286:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:1.0:1763344900.508116:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763344900.508118:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.508119:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344900.508121:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344900.508122:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344900.508123:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344900.508125:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344900.508127:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344900.508129:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344900.508131:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:1.0:1763344900.508133:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.508135:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763344900.508136:0:10286:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664140194560 : -107409569357056 : ffff9e4fc2c5e300) 00000004:00000001:1.0:1763344900.508138:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664140194560 : -107409569357056 : ffff9e4fc2c5e300) 00000020:00000040:1.0:1763344900.508143:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:1.0:1763344900.508145:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:1.0:1763344900.508147:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:1.0:1763344900.508149:0:10286:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000402:0x1c18:0x0] xattr_set param_count = 3 00000004:00000001:1.0:1763344900.508153:0:10286:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:1.0:1763344900.508154:0:10286:0:(osp_object.c:1255:osp_xattr_set()) [0x280000402:0x1c18:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763344900.508158:0:10286:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344900.508160:0:10286:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.508164:0:10286:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.508165:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.508167:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.508169:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.508170:0:10286:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.508173:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763344900.508176:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763344900.508180:0:10286:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214337 00000001:00000001:1.0:1763344900.508182:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763344900.508185:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214338, last_committed = 25770214334 00000001:00000010:1.0:1763344900.508189:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2dec480. 00000001:00000040:1.0:1763344900.508192:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 4 00000020:00000040:1.0:1763344900.508194:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=226 00000001:00000010:1.0:1763344900.508199:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fc2c5e480. 00000004:00000001:1.0:1763344900.508206:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763344900.508207:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.508209:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453696 : -107409118097920 : ffff9e4fddab8e00) 00000020:00000040:1.0:1763344900.508212:0:10286:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:1.0:1763344900.508214:0:10286:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:1.0:1763344900.508216:0:10286:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:1.0:1763344900.508231:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763344900.508234:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fc2c5e480: xid 1848987881538816, transno 25770214338, tag 0, client gen 9, slot idx 4 00000001:00000001:1.0:1763344900.508237:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.508240:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763344900.508242:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:1.0:1763344900.508247:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6f80. 00080000:00000010:1.0:1763344900.508250:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6680. 00080000:00000010:1.0:1763344900.508252:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6400. 00040000:00000001:1.0:1763344900.508255:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344900.508257:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344900.508259:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.508262:0:10286:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:1.0:1763344900.508264:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763344900.508266:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:1.0:1763344900.508270:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc2c5eb40 refcount 4 committed 0 result 0 batchid 21474836909 00000020:00000040:1.0:1763344900.508272:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50d58c2600 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc2c5e300 00000020:00000040:1.0:1763344900.508275:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e4fc2ee2300 obd lustre-MDT0001-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9e4fddab8e00 00000020:00000001:1.0:1763344900.508278:0:10286:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763344900.508279:0:10286:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763344900.508281:0:10286:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344900.508282:0:10286:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000402:0x1c18:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:1.0:1763344900.508285:0:10286:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fcb118000 magic = bdde0002 count = 1 size = 144 00000100:00000010:1.0:1763344900.508290:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df112a00. 00000020:00000040:1.0:1763344900.508292:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=4 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1763344900.508295:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344900.508297:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344900.508300:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344900.508304:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e3200. 00000100:00000001:1.0:1763344900.508308:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.508311:0:10286:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.508313:0:10286:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344900.508315:0:10286:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.508317:0:10286:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344900.508318:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344900.508322:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5ed80. 00000100:00000001:1.0:1763344900.508324:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140197248 : -107409569354368 : ffff9e4fc2c5ed80) 00000100:00000001:1.0:1763344900.508326:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344900.508327:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668909857280 : -107404799694336 : ffff9e50df112a00) 00000100:00000001:1.0:1763344900.508330:0:10286:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344900.508334:0:10286:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.508335:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344900.508336:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344900.508339:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50df112a00 x1848987617969152/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.508346:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344900.508347:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.508351:0:10286:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344900.508353:0:10286:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344900.508355:0:10286:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.508357:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50df112a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617969152:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763344900.508360:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344900.508362:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344900.508364:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.508365:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344900.508369:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50fcb9c000. 02000000:00000001:1.0:1763344900.508371:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344900.508374:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c160. 00000400:00000010:1.0:1763344900.508378:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc2c5e180. 00000100:00000200:1.0:1763344900.508382:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617969152, portal 4 00000100:00000001:1.0:1763344900.508384:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344900.508385:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668909857280 : -107404799694336 : ffff9e50df112a00) 00000100:00000040:1.0:1763344900.508389:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50df112a00 x1848987617969152/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.508395:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.508397:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344900.508399:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3a18. 00000100:00000200:1.0:1763344900.508401:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848987617969152, offset 0 00000400:00000200:1.0:1763344900.508405:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344900.508410:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344900.508416:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a4fa29c400 00000400:00000200:1.0:1763344900.508421:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x209281 [256] + 18728 00000400:00000200:1.0:1763344900.508434:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.508437:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344900.508440:0:10286:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.508442:0:10286:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344900.508445:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df112300. 00000100:00000040:1.0:1763344900.508448:0:10286:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df112300 x1848987617969152 msgsize 408 00000100:00100000:1.0:1763344900.508451:0:10286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344900.508465:0:10286:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344900.508470:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3a18 00000400:00000010:1.0:1763344900.508472:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3a18. 00000100:00000001:1.0:1763344900.508474:0:10286:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344900.508477:0:10286:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50df112a00 x1848987617969152/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.508484:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.508486:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50df112a00 x1848987617969152/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.508492:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.508493:0:10286:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344900.508496:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.508499:0:10286:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17591 usecs (18 jiffies) 00000100:00000001:1.0:1763344900.508502:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307674345 00000100:00000001:1.0:1763344900.508504:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307675616 00000100:00000001:1.0:1763344900.508506:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307674345 00000100:00000001:1.0:1763344900.508508:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307675616 00000100:00000001:1.0:1763344900.508510:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307674345 00000100:00000001:1.0:1763344900.508512:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307675616 00000100:00000001:1.0:1763344900.508514:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307674345 00000100:00000001:1.0:1763344900.508516:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307675616 00000100:00000001:1.0:1763344900.508518:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344900.508521:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.508523:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344900.508524:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344900.508526:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5ed80 going to sleep for 11 seconds 00000100:00000001:1.0:1763344900.508529:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344900.508530:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.508595:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344900.508598:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617969152 02000000:00000001:3.0:1763344900.508600:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344900.508602:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344900.508604:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.508607:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344900.508609:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617969152 00000020:00000001:3.0:1763344900.508611:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344900.508613:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:3.0:1763344900.508615:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.508618:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=6 00000020:00000001:3.0:1763344900.508620:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000020:00000001:3.0:1763344900.508622:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:3.0:1763344900.508626:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344900.508630:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344900.508632:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344900.508634:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344900.508638:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cba00. 00000020:00000010:3.0:1763344900.508642:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344900.508645:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfd48. 00000100:00000040:3.0:1763344900.508650:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344900.508653:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344900.508654:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344900.508656:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.508660:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.508676:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.508686:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344900.508687:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344900.508691:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8655 00000100:00000040:3.0:1763344900.508693:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:3.0:1763344900.508695:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909855488 : -107404799696128 : ffff9e50df112300) 00000100:00000040:3.0:1763344900.508700:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df112300 x1848987617969152/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 408/0 e 0 to 0 dl 1763344911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.508708:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344900.508711:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344900.508713:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344900.508716:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344900.508719:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:10286:x1848987617969152:12345-0@lo:1000:mdt00_004.0 00000100:00000200:3.0:1763344900.508722:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617969152 00000020:00000001:3.0:1763344900.508725:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344900.508727:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344900.508730:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.508731:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344900.508733:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344900.508736:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344900.508738:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344900.508740:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344900.508741:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344900.508743:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.508746:0:6509:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344900.508750:0:6509:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6730. 00000100:00000001:3.0:1763344900.508753:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344900.508754:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344900.508760:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50f94b0000. 02000000:00000001:3.0:1763344900.508762:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.508764:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344900.508767:0:6509:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd05d1b40. 00000020:00000001:3.0:1763344900.508769:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344900.508772:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344900.508775:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00080000:00000001:3.0:1763344900.508780:0:6509:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344900.508783:0:6509:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69cb400. 00080000:00000001:3.0:1763344900.508786:0:6509:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473039872 : -107409236511744 : ffff9e4fd69cb400) 00000020:00000001:3.0:1763344900.508820:0:6509:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:3.0:1763344900.508826:0:6509:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.508829:0:6509:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:3.0:1763344900.508830:0:6509:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344900.508833:0:6509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344900.508836:0:6509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344900.508839:0:6509:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd640. 00080000:00000001:3.0:1763344900.508842:0:6509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344900.508848:0:6509:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.508851:0:6509:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763344900.508853:0:6509:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff9e50f3504a70 name trusted.fid flag 1 00080000:00000001:3.0:1763344900.508858:0:6509:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344900.508860:0:6509:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000402:0x1c18:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:3.0:1763344900.508882:0:6509:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344900.508885:0:6509:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff9e50f94b0208 index 0: rc = 0 00000020:00000040:3.0:1763344900.508888:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:3.0:1763344900.508891:0:6509:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344900.508894:0:6509:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344900.508896:0:6509:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884915411, last_committed = 12884915408 00000001:00000010:3.0:1763344900.508900:0:6509:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cfc00. 00000001:00000040:3.0:1763344900.508902:0:6509:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50c7179000 : new cb_count 2 00000020:00000040:3.0:1763344900.508904:0:6509:0:(genops.c:887:class_export_get()) GET export ffff9e50c7179000 refcount=7 00000001:00000001:3.0:1763344900.508917:0:6509:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344900.508922:0:6509:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd640. 00040000:00000001:3.0:1763344900.508925:0:6509:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344900.508926:0:6509:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344900.508928:0:6509:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344900.508931:0:6509:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fdd9dd000/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00000020:00000001:3.0:1763344900.508934:0:6509:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344900.508936:0:6509:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6730. 00000020:00000010:3.0:1763344900.508939:0:6509:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd05d1b40. 00000020:00000001:3.0:1763344900.508941:0:6509:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344900.508944:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915402, transno 12884915411, xid 1848987617969152 00010000:00000001:3.0:1763344900.508947:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344900.508951:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50df112300 x1848987617969152/t12884915411(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 408/4320 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344900.508959:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344900.508961:0:6509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344900.508964:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344900.508968:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344900.508970:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344900.508972:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344900.508975:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344900.508977:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.508979:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344900.508981:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344900.508984:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1b40. 00000100:00000200:3.0:1763344900.508988:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617969152, offset 224 00000400:00000200:3.0:1763344900.508993:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344900.509000:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344900.509005:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29c400 00000400:00000200:3.0:1763344900.509010:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665959 [2] + 224 00000400:00000200:3.0:1763344900.509015:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.509018:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344900.509021:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344900.509026:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50df112a00 x1848987617969152/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344900.509035:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50df112a00 x1848987617969152/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.509056:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344900.509061:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1b40 00000400:00000010:3.0:1763344900.509064:0:6509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1b40. 00000100:00000001:3.0:1763344900.509067:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.509068:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344900.509072:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.509075:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344900.509077:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344900.509079:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.509081:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344900.509087:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df112300 x1848987617969152/t12884915411(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 408/4320 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344900.509095:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:10286:x1848987617969152:12345-0@lo:1000:mdt00_004.0 Request processed in 387us (646us total) trans 12884915411 rc 0/0 00000100:00100000:3.0:1763344900.509103:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8655 00000100:00000040:3.0:1763344900.509106:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00000001:3.0:1763344900.509108:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344900.509110:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344900.509114:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344900.509117:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfd48. 00000020:00000010:3.0:1763344900.509121:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cba00. 00000020:00000040:3.0:1763344900.509127:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 6 00000100:00000001:3.0:1763344900.509130:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.509230:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344900.509235:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344900.509237:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344900.509240:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c160. 00000400:00000200:1.0:1763344900.509243:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc2c5e180 00000400:00000010:1.0:1763344900.509245:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344900.509247:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.509251:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50df112a00 x1848987617969152/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344900.509258:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50df112a00 x1848987617969152/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.509264:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344900.509265:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.509267:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344900.509269:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344900.509271:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.509272:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.509274:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.509280:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213d78 time=89 v=5 (5 0 0 0) 00000100:00001000:1.0:1763344900.509282:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=36 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.509285:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344900.509286:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.509289:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344900.509291:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.509294:0:10286:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763344900.509295:0:10286:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763344900.509297:0:10286:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763344900.509299:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344900.509300:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668909857280 : -107404799694336 : ffff9e50df112a00) 00000100:00000001:1.0:1763344900.509302:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344900.509304:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884915402 00000100:00000001:1.0:1763344900.509306:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344900.509308:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.509312:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50df112a00 x1848987617969152/t12884915411(12884915411) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.509319:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344900.509321:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344900.509323:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344900.509325:0:10286:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:1.0:1763344900.509329:0:10286:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.509333:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df112a00 x1848987617969152/t12884915411(12884915411) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344900.509341:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50df112a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617969152:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763344900.509345:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.509348:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.509350:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344900.509352:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.509355:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50df112a00 x1848987617969152/t12884915411(12884915411) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.509362:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344900.509364:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5ed80. 00000100:00000001:1.0:1763344900.509366:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344900.509368:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.509370:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.509373:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50df112a00 x1848987617969152/t12884915411(12884915411) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.509378:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.509380:0:10286:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.509382:0:10286:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344900.509385:0:10286:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.509389:0:10286:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344900.509391:0:10286:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dc780. 00000020:00000001:1.0:1763344900.509395:0:10286:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.509400:0:10286:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.509405:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763344900.509408:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763344900.509409:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344900.509410:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344900.509413:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.509414:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.509417:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ee467800 refcount=3 00000020:00000001:1.0:1763344900.509419:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669165008896 : -107404544542720 : ffff9e50ee467800) 00010000:00000001:1.0:1763344900.509422:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669165008896 : -107404544542720 : ffff9e50ee467800) 00000004:00010000:1.0:1763344900.509437:0:10286:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000889fcce3 reply state 00000000d25d9212 transno 25770214338 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ee467800/0x34881b4086817c5c lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344900.509448:0:10286:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1763344900.509456:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.509458:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.509460:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344900.509462:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344900.509464:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344900.509465:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344900.509467:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e80:0x0].0x0 (ffff9e4fc1359700) refcount = 1 00010000:00010000:1.0:1763344900.509471:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ee467800/0x34881b4086817c5c lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344900.509476:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344900.509478:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.509479:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.509481:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344900.509482:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344900.509485:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344900.509487:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e80:0x0].0x0 (ffff9e4fc1359700) 00010000:00010000:1.0:1763344900.509489:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763344900.509492:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.509495:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.509497:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344900.509498:0:10286:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1763344900.509500:0:10286:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763344900.509502:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.509504:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344900.509505:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344900.509507:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763344900.509508:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344900.509510:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763344900.509511:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763344900.509512:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763344900.509513:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344900.509514:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344900.509516:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.509517:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.509518:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50eac16800 refcount=3 00000020:00000001:1.0:1763344900.509520:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669105956864 : -107404603594752 : ffff9e50eac16800) 00010000:00000001:1.0:1763344900.509522:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669105956864 : -107404603594752 : ffff9e50eac16800) 00000004:00010000:1.0:1763344900.509525:0:10286:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000889fcce3 reply state 00000000d25d9212 transno 25770214338 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50eac16800/0x34881b4086817c55 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e82:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344900.509530:0:10286:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1763344900.509533:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.509534:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.509536:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344900.509537:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344900.509539:0:10286:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344900.509540:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344900.509542:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) refcount = 2 00010000:00000040:1.0:1763344900.509545:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344900.509547:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00010000:1.0:1763344900.509553:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50eac16800/0x34881b4086817c55 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344900.509557:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344900.509558:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.509559:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.509561:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344900.509562:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344900.509563:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344900.509564:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) 00010000:00010000:1.0:1763344900.509567:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763344900.509568:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.509570:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.509572:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344900.509573:0:10286:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1763344900.509574:0:10286:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:1.0:1763344900.509576:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.509577:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344900.509578:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344900.509579:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763344900.509580:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344900.509581:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763344900.509583:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344900.509586:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344900.509587:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344900.509589:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344900.509590:0:10286:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344900.509594:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214334, transno 25770214338, xid 1848987881538816 00010000:00000001:1.0:1763344900.509596:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763344900.509598:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=227 00010000:00000200:1.0:1763344900.509600:0:10286:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 25770214338, last committed = 25770214334 00010000:00000200:1.0:1763344900.509608:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50df113100 x1848987881538816/t25770214338(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 568/224 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344900.509615:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.509617:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.509619:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.509622:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.509624:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344900.509626:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344900.509628:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.509630:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.509633:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.509635:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.509641:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3a18. 00000100:00000200:1.0:1763344900.509645:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987881538816, offset 224 00000400:00000200:1.0:1763344900.509649:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.509659:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.509666:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385481:1385481:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385477:1385477:8:4294967295] 00000400:00000200:1.0:1763344900.509679:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.509684:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.509690:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344900.509697:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.509705:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.509709:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.509730:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.509733:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344900.509735:0:10286:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344900.509737:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.509739:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344900.509744:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df113100 x1848987881538816/t25770214338(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 568/224 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344900.509752:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df113100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+227:252797:x1848987881538816:12345-192.168.203.14@tcp:61:lfs.0 Request processed in 7832us (8125us total) trans 25770214338 rc 0/0 00000100:00100000:1.0:1763344900.509760:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302949 00000100:00000040:1.0:1763344900.509763:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344900.509765:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.509766:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763344900.509768:0:10286:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:1.0:1763344900.509771:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:1.0:1763344900.509775:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d7d0. 00000020:00000010:1.0:1763344900.509778:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852bc00. 00000020:00000040:1.0:1763344900.509784:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 226 00000100:00000001:1.0:1763344900.509786:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.510186:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.510191:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:3.0:1763344900.510196:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.510201:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.510205:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3a18 00000400:00000010:3.0:1763344900.510207:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3a18. 00000100:00000001:3.0:1763344900.510211:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.510213:0:3635:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344900.511052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bda00. 00010000:00000010:2.1:1763344900.511061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e4897700. 00010000:00000010:2.1:1763344900.511065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34200. 00080000:00000010:2.1:1763344900.511074:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50d7d0e480. 00080000:00000010:2.1:1763344900.511078:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50df139b00. 00000800:00000001:3.0:1763344900.513872:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.513888:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.513892:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.513894:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.513904:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.513921:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509df8680 00000400:00000200:3.0:1763344900.513929:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x65920d [2] + 392 00000800:00000001:3.0:1763344900.513939:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.513943:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.513946:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.513950:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.513958:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.513961:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763344900.513967:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99c00. 00000100:00000040:3.0:1763344900.513970:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb99c00 x1848987881539200 msgsize 392 00000100:00100000:3.0:1763344900.513975:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.513993:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.514003:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.514006:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.514008:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.514011:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.514015:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.514020:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df8600 00000400:00000200:3.0:1763344900.514027:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cea1 [2] + 0 00000800:00000001:3.0:1763344900.514033:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.514039:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.514042:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.514045:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.514048:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.514050:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763344900.514054:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb98380. 00000100:00000040:3.0:1763344900.514056:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb98380 x1848987881539072 msgsize 328 00000100:00100000:3.0:1763344900.514060:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.514085:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.514089:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.514092:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.514206:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.514211:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881539072 02000000:00000001:1.0:1763344900.514216:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.514218:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.514221:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.514227:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.514232:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881539072 00000020:00000001:1.0:1763344900.514237:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.514239:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:1.0:1763344900.514244:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.514248:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=22 00000020:00000001:1.0:1763344900.514251:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:1.0:1763344900.514254:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:1.0:1763344900.514261:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.514267:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344900.514271:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.514274:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000020:00000010:1.0:1763344900.514281:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3e00. 00000020:00000010:1.0:1763344900.514290:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42980. 00000020:00000010:1.0:1763344900.514296:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca043e8. 00000100:00000040:1.0:1763344900.514305:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344900.514308:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.514309:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344900.514312:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344900.514316:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.514318:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344900.514325:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.514326:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.514328:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=3 00000020:00000001:1.0:1763344900.514331:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:1.0:1763344900.514333:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:1.0:1763344900.514336:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.514338:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.514340:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.514342:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.514350:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.514366:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.514382:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.514385:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.514390:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 3665 00000100:00000040:1.0:1763344900.514394:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:1.0:1763344900.514396:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290378624 : -107409419172992 : ffff9e4fcbb98380) 00000100:00000040:1.0:1763344900.514405:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb98380 x1848987881539072/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.514415:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.514418:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344900.514420:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.514431:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000100:00100000:1.0:1763344900.514443:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2406:x1848987881539072:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344900.514447:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881539072 00010000:00000001:1.0:1763344900.514450:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344900.514452:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344900.514454:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344900.514459:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.514461:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.514466:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50e5675800. 02000000:00000001:1.0:1763344900.514468:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.514471:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.514473:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344900.514476:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344900.514478:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.514479:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.514481:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=3 00000020:00000001:1.0:1763344900.514483:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:1.0:1763344900.514486:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000040:1.0:1763344900.514490:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854dd00 count: 2 00002000:00000001:1.0:1763344900.514495:0:27025:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344900.514500:0:27025:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344900.514503:0:27025:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.514509:0:27025:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279132328 : -107409430419288 : ffff9e4fcb0de8a8) 00002000:00000001:1.0:1763344900.514511:0:27025:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279132240 : -107409430419376 : ffff9e4fcb0de850) 00002000:00000001:1.0:1763344900.514514:0:27025:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344900.514519:0:27025:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344900.514523:0:27025:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de8a8/ffff9e4fcb0de850 to site lru. bkt: ffff9e50fb8945e8 00010000:00000001:1.0:1763344900.514526:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344900.514530:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.514532:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.514534:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.514536:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.514541:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344900.514543:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344900.514549:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.514550:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.514553:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344900.514554:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344900.514556:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd000 with handle 0x34881b4086817c01 from hash 00010000:00000001:1.0:1763344900.514559:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344900.514560:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.514561:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.514562:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344900.514568:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.514570:0:27025:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.514572:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344900.514573:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344900.514577:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b4086817c01 lrc: 0/0,0 mode: --/GROUP res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 75365450 flags: 0x44801000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1b3 expref: 22 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.514585:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 14 00000020:00000040:1.0:1763344900.514588:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 21 00010000:00000001:1.0:1763344900.514594:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.514595:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344900.514597:0:27025:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344900.514599:0:27025:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.514601:0:27025:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.514603:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763344900.514605:0:27025:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854dd00 count: 0 00002000:00000010:1.0:1763344900.514610:0:27025:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e50ef7b6300. 00010000:00000010:1.0:1763344900.514613:0:27025:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4fd854df00. 00010000:00010000:1.0:1763344900.514617:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344900.514619:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.514623:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.514626:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.514629:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=100 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.514634:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.514637:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344900.514639:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344900.514642:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.514643:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.514646:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.514649:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.514653:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3d48. 00000100:00000200:1.0:1763344900.514659:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881539072, offset 224 00000400:00000200:1.0:1763344900.514666:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.514677:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.514683:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385482:1385482:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385478:1385478:8:4294967295] 00000400:00000200:1.0:1763344900.514693:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.514698:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.514705:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344900.514710:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.514717:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.514721:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.514743:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.514747:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344900.514749:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.514751:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.514756:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb98380 x1848987881539072/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/224 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344900.514764:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881539072:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 347us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344900.514772:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 3665 00000100:00000040:1.0:1763344900.514775:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:1.0:1763344900.514778:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.514779:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344900.514784:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42980. 00000020:00000010:1.0:1763344900.514826:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca043e8. 00000020:00000010:1.0:1763344900.514831:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3e00. 00000020:00000040:1.0:1763344900.514835:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 20 00000100:00000001:1.0:1763344900.514837:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.514900:0:6507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.514903:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881539200 02000000:00000001:0.0:1763344900.514905:0:6507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.514906:0:6507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.514909:0:6507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.514911:0:6507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.514913:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881539200 00000020:00000001:0.0:1763344900.514916:0:6507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.514917:0:6507:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344900.514919:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.514922:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=227 00000020:00000001:0.0:1763344900.514924:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344900.514926:0:6507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344900.514929:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.514932:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.514935:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.514937:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344900.514942:0:6507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9a00. 00000020:00000010:0.0:1763344900.514946:0:6507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139d00. 00000020:00000010:0.0:1763344900.514949:0:6507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732ed8. 00000100:00000040:0.0:1763344900.514954:0:6507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763344900.514957:0:6507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.514958:0:6507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.514960:0:6507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.514964:0:6507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.514980:0:6507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.514987:0:6507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.514989:0:6507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.514993:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35909 00000100:00000040:0.0:1763344900.514995:0:6507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344900.514997:0:6507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290384896 : -107409419166720 : ffff9e4fcbb99c00) 00000100:00000040:0.0:1763344900.515002:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb99c00 x1848987881539200/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 392/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344900.515010:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.515013:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.515015:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.515017:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344900.515021:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+227:252797:x1848987881539200:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:0.0:1763344900.515024:0:6507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881539200 00000020:00000001:0.0:1763344900.515028:0:6507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.515031:0:6507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344900.515036:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fc2c5e480: xid 1848987881538816, transno 25770214338, client gen 9, slot idx 4 00000001:00000001:0.0:1763344900.515041:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd192e0c0: xid 1848987881537920, transno 25770214335, client gen 9, slot idx 0 00000001:00000010:0.0:1763344900.515045:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192e0c0. 00000001:00000001:0.0:1763344900.515048:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd192eb40: xid 1848987881538816, transno 25770214337, client gen 9, slot idx 3 00000001:00000001:0.0:1763344900.515051:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd192eb40: xid 1848987881538816, transno 25770214337, client gen 9, slot idx 3 00000001:00000010:0.0:1763344900.515054:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192eb40. 00000001:00000001:0.0:1763344900.515056:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd62416c0: xid 1848987881538816, transno 25770214336, client gen 9, slot idx 2 00000001:00000001:0.0:1763344900.515059:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd62416c0: xid 1848987881538816, transno 25770214336, client gen 9, slot idx 2 00000001:00000010:0.0:1763344900.515062:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd62416c0. 00000020:00000001:0.0:1763344900.515066:0:6507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.515068:0:6507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.515070:0:6507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:0.0:1763344900.515073:0:6507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344900.515076:0:6507:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881539200, found 0 last_xid 1848987881539199 00000020:00000001:0.0:1763344900.515079:0:6507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.515081:0:6507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.515083:0:6507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.515085:0:6507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515090:0:6507:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763344900.515092:0:6507:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763344900.515094:0:6507:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763344900.515097:0:6507:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515099:0:6507:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763344900.515102:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.515105:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.515107:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.515109:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.515111:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.515113:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.515115:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.515117:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.515119:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.515120:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.515121:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.515123:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.515124:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.515126:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515129:0:6507:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515130:0:6507:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763344900.515132:0:6507:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515135:0:6507:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344900.515136:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.515137:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.515139:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.515140:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.515142:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.515143:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.515144:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.515146:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.515148:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.515149:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.515153:0:6507:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344900.515157:0:6507:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344900.515160:0:6507:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344900.515162:0:6507:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344900.515164:0:6507:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.515166:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.515168:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515170:0:6507:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344900.515171:0:6507:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515173:0:6507:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.515176:0:6507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.515177:0:6507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.515181:0:6507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50cca09000. 02000000:00000001:0.0:1763344900.515182:0:6507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.515185:0:6507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515187:0:6507:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344900.515188:0:6507:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515191:0:6507:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763344900.515194:0:6507:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763344900.515195:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.515197:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50fff42a80 refcount=2 00000020:00000001:0.0:1763344900.515199:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669461604992 : -107404247946624 : ffff9e50fff42a80) 00000004:00000001:0.0:1763344900.515202:0:6507:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636669461604992 : -107404247946624 : ffff9e50fff42a80) 00000020:00000040:0.0:1763344900.515204:0:6507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fff42a80 with handle 0x34881b4086817bb4 from hash 00000004:00000001:0.0:1763344900.515208:0:6507:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763344900.515211:0:6507:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240002b13:0x12e80:0x0] with intent: 0 00000004:00000001:0.0:1763344900.515214:0:6507:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763344900.515217:0:6507:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 1024 lsom blocks 0 blocks 8 truncate 0 00000004:00000001:0.0:1763344900.515221:0:6507:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344900.515224:0:6507:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344900.515229:0:6507:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515232:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.515237:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.515251:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344900.515254:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344900.515256:0:6507:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344900.515258:0:6507:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344900.515260:0:6507:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e80:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 0 00000004:00000002:0.0:1763344900.515263:0:6507:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344900.515265:0:6507:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515268:0:6507:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.515269:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.515270:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344900.515273:0:6507:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:0.0:1763344900.515276:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.515277:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.515279:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.515280:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.515282:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.515284:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.515286:0:6507:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.515289:0:6507:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344900.515290:0:6507:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515293:0:6507:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763344900.515294:0:6507:0:(mdt_som.c:114:mdt_set_som()) [0x240002b13:0x12e80:0x0]: Set SOM attrs S/B/F: 1024/8/4. 00000004:00000001:0.0:1763344900.515297:0:6507:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763344900.515300:0:6507:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763344900.515302:0:6507:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344900.515306:0:6507:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344900.515312:0:6507:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dcd80. 00080000:00000001:0.0:1763344900.515316:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344900.515320:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de1800. 00080000:00000001:0.0:1763344900.515323:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460548096 : -107409249003520 : ffff9e4fd5de1800) 00000004:00000001:0.0:1763344900.515327:0:6507:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344900.515330:0:6507:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344900.515332:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344900.515335:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460548096 : -107409249003520 : ffff9e4fd5de1800) 00000004:00000001:0.0:1763344900.515339:0:6507:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515342:0:6507:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.515345:0:6507:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344900.515347:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344900.515352:0:6507:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344900.515354:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344900.515355:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460548096 : -107409249003520 : ffff9e4fd5de1800) 00080000:00000001:0.0:1763344900.515358:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344900.515362:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344900.515365:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2840. 00080000:00000001:0.0:1763344900.515368:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515370:0:6507:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.515377:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.515380:0:6507:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515385:0:6507:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763344900.515388:0:6507:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763344900.515390:0:6507:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763344900.515391:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344900.515392:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460548096 : -107409249003520 : ffff9e4fd5de1800) 00080000:00000001:0.0:1763344900.515396:0:6507:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344900.515398:0:6507:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e80:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:0.0:1763344900.515420:0:6507:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515422:0:6507:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515435:0:6507:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.515439:0:6507:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344900.515442:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344900.515446:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344900.515449:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214339, last_committed = 25770214334 00000001:00000010:0.0:1763344900.515453:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc480. 00000001:00000040:0.0:1763344900.515456:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 5 00000020:00000040:0.0:1763344900.515459:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=228 00000001:00000010:0.0:1763344900.515464:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192eb40. 00000004:00000001:0.0:1763344900.515470:0:6507:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344900.515472:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344900.515473:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460548096 : -107409249003520 : ffff9e4fd5de1800) 00000004:00000001:0.0:1763344900.515489:0:6507:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344900.515493:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192eb40: xid 1848987881539200, transno 25770214339, tag 1, client gen 9, slot idx 0 00000001:00000001:0.0:1763344900.515496:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344900.515504:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2840. 00040000:00000001:0.0:1763344900.515509:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344900.515511:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344900.515514:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344900.515517:0:6507:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dcd80. 00000020:00000001:0.0:1763344900.515520:0:6507:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515523:0:6507:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515526:0:6507:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515528:0:6507:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515531:0:6507:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763344900.515533:0:6507:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763344900.515535:0:6507:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344900.515537:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.515539:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.515543:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.515545:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.515548:0:6507:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515551:0:6507:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344900.515554:0:6507:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344900.515557:0:6507:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344900.515560:0:6507:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x240002b13:0x12e80:0x0], previous was 0x7 00000004:00000001:0.0:1763344900.515563:0:6507:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515566:0:6507:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763344900.515569:0:6507:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515571:0:6507:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763344900.515575:0:6507:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344900.515578:0:6507:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763344900.515581:0:6507:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50fff42a80. 00000004:00000001:0.0:1763344900.515593:0:6507:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344900.515597:0:6507:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8567a98/ffff9e4fd8567a40 to site lru. bkt: ffff9e50ff90c7e0 00000004:00000001:0.0:1763344900.515599:0:6507:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344900.515601:0:6507:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515603:0:6507:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515605:0:6507:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763344900.515607:0:6507:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344900.515609:0:6507:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344900.515611:0:6507:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344900.515613:0:6507:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344900.515615:0:6507:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344900.515620:0:6507:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.515623:0:6507:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344900.515625:0:6507:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763344900.515632:0:6507:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344900.515640:0:6507:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.515642:0:6507:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344900.515645:0:6507:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214334, transno 25770214339, xid 1848987881539200 00010000:00000001:0.0:1763344900.515648:0:6507:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.515655:0:6507:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fcbb99c00 x1848987881539200/t25770214339(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 392/456 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344900.515662:0:6507:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.515665:0:6507:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.515667:0:6507:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.515671:0:6507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.515674:0:6507:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.515677:0:6507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.515680:0:6507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.515682:0:6507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.515685:0:6507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.515688:0:6507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.515693:0:6507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64956e8. 00000100:00000200:0.0:1763344900.515698:0:6507:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881539200, offset 224 00000400:00000200:0.0:1763344900.515704:0:6507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.515714:0:6507:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.515721:0:6507:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385483:1385483:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385479:1385479:7:4294967295] 00000400:00000200:0.0:1763344900.515732:0:6507:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.515737:0:6507:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.515742:0:6507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344900.515748:0:6507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.515754:0:6507:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.515758:0:6507:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.515762:0:6507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.515766:0:6507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.515768:0:6507:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.515770:0:6507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.515773:0:6507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.515777:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb99c00 x1848987881539200/t25770214339(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 392/456 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344900.515787:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+228:252797:x1848987881539200:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 774us (1814us total) trans 25770214339 rc 0/0 00000100:00100000:0.0:1763344900.515834:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35909 00000100:00000040:0.0:1763344900.515837:0:6507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344900.515839:0:6507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.515841:0:6507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.515845:0:6507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139d00. 00000020:00000010:0.0:1763344900.515848:0:6507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732ed8. 00000020:00000010:0.0:1763344900.515851:0:6507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab9a00. 00000020:00000040:0.0:1763344900.515857:0:6507:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 227 00000100:00000001:0.0:1763344900.515859:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.519518:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.519535:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.519539:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.519541:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.519552:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.519570:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509df8780 00000400:00000200:3.0:1763344900.519578:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x65920d [2] + 784 00000800:00000001:3.0:1763344900.519586:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.519593:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.519595:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.519600:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.519607:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.519609:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763344900.519615:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99500. 00000100:00000040:3.0:1763344900.519618:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb99500 x1848987881539456 msgsize 392 00000100:00100000:3.0:1763344900.519623:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.519641:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.519651:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.519654:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.519715:0:114643:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.519718:0:114643:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881539456 02000000:00000001:1.0:1763344900.519721:0:114643:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.519723:0:114643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.519725:0:114643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.519730:0:114643:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.519734:0:114643:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881539456 00000020:00000001:1.0:1763344900.519737:0:114643:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.519739:0:114643:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344900.519741:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.519744:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=228 00000020:00000001:1.0:1763344900.519747:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344900.519749:0:114643:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344900.519754:0:114643:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.519758:0:114643:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.519762:0:114643:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.519765:0:114643:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000020:00000010:1.0:1763344900.519771:0:114643:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3e00. 00000020:00000010:1.0:1763344900.519776:0:114643:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42980. 00000020:00000010:1.0:1763344900.519781:0:114643:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca043e8. 00000100:00000040:1.0:1763344900.519828:0:114643:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763344900.519832:0:114643:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.519834:0:114643:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344900.519836:0:114643:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.519843:0:114643:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.519848:0:114643:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.519859:0:114643:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.519862:0:114643:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.519867:0:114643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35910 00000100:00000040:1.0:1763344900.519870:0:114643:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344900.519872:0:114643:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290383104 : -107409419168512 : ffff9e4fcbb99500) 00000100:00000040:1.0:1763344900.519880:0:114643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb99500 x1848987881539456/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 392/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344900.519888:0:114643:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.519890:0:114643:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.519892:0:114643:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.519894:0:114643:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000100:00100000:1.0:1763344900.519897:0:114643:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+228:252797:x1848987881539456:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:1.0:1763344900.519901:0:114643:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881539456 00000020:00000001:1.0:1763344900.519904:0:114643:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344900.519908:0:114643:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763344900.519914:0:114643:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd192eb40: xid 1848987881539200, transno 25770214339, client gen 9, slot idx 0 00000001:00000001:1.0:1763344900.519918:0:114643:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fc2c5e480: xid 1848987881538816, transno 25770214338, client gen 9, slot idx 4 00000001:00000010:1.0:1763344900.519922:0:114643:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fc2c5e480. 00000020:00000001:1.0:1763344900.519926:0:114643:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.519929:0:114643:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.519931:0:114643:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:1.0:1763344900.519934:0:114643:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344900.519937:0:114643:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881539456, found 0 last_xid 1848987881539455 00000020:00000001:1.0:1763344900.519939:0:114643:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344900.519941:0:114643:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344900.519943:0:114643:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.519946:0:114643:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.519952:0:114643:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763344900.519954:0:114643:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763344900.519956:0:114643:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763344900.519959:0:114643:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.519962:0:114643:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763344900.519965:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.519968:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.519970:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.519971:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.519973:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.519975:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.519976:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.519977:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.519979:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.519980:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.519982:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.519984:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.519985:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.519986:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.519988:0:114643:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.519990:0:114643:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763344900.519992:0:114643:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.519995:0:114643:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763344900.519996:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.519998:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.519999:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.520000:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.520002:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.520003:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344900.520005:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344900.520007:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.520009:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.520010:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.520016:0:114643:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344900.520021:0:114643:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:1.0:1763344900.520023:0:114643:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:1.0:1763344900.520025:0:114643:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344900.520027:0:114643:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344900.520030:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344900.520031:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520033:0:114643:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344900.520035:0:114643:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520036:0:114643:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.520041:0:114643:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.520043:0:114643:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.520050:0:114643:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50e5677800. 02000000:00000001:1.0:1763344900.520052:0:114643:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.520054:0:114643:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520056:0:114643:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763344900.520058:0:114643:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520061:0:114643:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763344900.520062:0:114643:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763344900.520064:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.520066:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50d7d0ec80 refcount=2 00000020:00000001:1.0:1763344900.520068:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668788206720 : -107404921344896 : ffff9e50d7d0ec80) 00000004:00000001:1.0:1763344900.520070:0:114643:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636668788206720 : -107404921344896 : ffff9e50d7d0ec80) 00000020:00000040:1.0:1763344900.520073:0:114643:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50d7d0ec80 with handle 0x34881b4086817bc9 from hash 00000004:00000001:1.0:1763344900.520078:0:114643:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763344900.520079:0:114643:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240002b13:0x12e82:0x0] with intent: 0 00000004:00000001:1.0:1763344900.520083:0:114643:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763344900.520085:0:114643:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 8 truncate 0 00000004:00000001:1.0:1763344900.520089:0:114643:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763344900.520091:0:114643:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763344900.520098:0:114643:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520101:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.520106:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.520121:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344900.520125:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344900.520127:0:114643:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763344900.520129:0:114643:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344900.520131:0:114643:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e82:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763344900.520134:0:114643:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763344900.520137:0:114643:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520139:0:114643:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.520141:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.520142:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763344900.520145:0:114643:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:1.0:1763344900.520148:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.520150:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.520152:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.520153:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.520155:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.520156:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.520158:0:114643:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344900.520160:0:114643:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763344900.520162:0:114643:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520164:0:114643:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:1.0:1763344900.520166:0:114643:0:(mdt_som.c:114:mdt_set_som()) [0x240002b13:0x12e82:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:1.0:1763344900.520169:0:114643:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:1.0:1763344900.520172:0:114643:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:1.0:1763344900.520174:0:114643:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763344900.520178:0:114643:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763344900.520185:0:114643:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc2decf00. 00080000:00000001:1.0:1763344900.520188:0:114643:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344900.520192:0:114643:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e3c00. 00080000:00000001:1.0:1763344900.520195:0:114643:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300125184 : -107409409426432 : ffff9e4fcc4e3c00) 00000004:00000001:1.0:1763344900.520199:0:114643:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344900.520202:0:114643:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344900.520204:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.520207:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300125184 : -107409409426432 : ffff9e4fcc4e3c00) 00000004:00000001:1.0:1763344900.520211:0:114643:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520213:0:114643:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.520217:0:114643:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763344900.520219:0:114643:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763344900.520225:0:114643:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763344900.520227:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.520228:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300125184 : -107409409426432 : ffff9e4fcc4e3c00) 00080000:00000001:1.0:1763344900.520232:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.520236:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344900.520240:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6300. 00080000:00000001:1.0:1763344900.520243:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520245:0:114643:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.520252:0:114643:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.520255:0:114643:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520259:0:114643:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763344900.520262:0:114643:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763344900.520264:0:114643:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763344900.520265:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.520266:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300125184 : -107409409426432 : ffff9e4fcc4e3c00) 00080000:00000001:1.0:1763344900.520269:0:114643:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763344900.520271:0:114643:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e82:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:1.0:1763344900.520290:0:114643:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520293:0:114643:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520294:0:114643:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.520298:0:114643:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763344900.520301:0:114643:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763344900.520305:0:114643:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763344900.520308:0:114643:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214340, last_committed = 25770214334 00000001:00000010:1.0:1763344900.520312:0:114643:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2dec000. 00000001:00000040:1.0:1763344900.520314:0:114643:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 6 00000020:00000040:1.0:1763344900.520316:0:114643:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=229 00000001:00000010:1.0:1763344900.520321:0:114643:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fc2c5e480. 00000004:00000001:1.0:1763344900.520326:0:114643:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763344900.520327:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.520328:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300125184 : -107409409426432 : ffff9e4fcc4e3c00) 00000004:00000001:1.0:1763344900.520340:0:114643:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763344900.520343:0:114643:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fc2c5e480: xid 1848987881539456, transno 25770214340, tag 1, client gen 9, slot idx 2 00000001:00000001:1.0:1763344900.520346:0:114643:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763344900.520354:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6300. 00040000:00000001:1.0:1763344900.520358:0:114643:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344900.520360:0:114643:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344900.520362:0:114643:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344900.520364:0:114643:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc2decf00. 00000020:00000001:1.0:1763344900.520368:0:114643:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520371:0:114643:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520373:0:114643:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520374:0:114643:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520376:0:114643:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763344900.520378:0:114643:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763344900.520380:0:114643:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763344900.520381:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344900.520383:0:114643:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344900.520385:0:114643:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344900.520388:0:114643:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763344900.520392:0:114643:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763344900.520395:0:114643:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344900.520397:0:114643:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x240002b13:0x12e82:0x0], previous was 0x7 00000004:00000001:1.0:1763344900.520400:0:114643:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520402:0:114643:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763344900.520405:0:114643:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520408:0:114643:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:1.0:1763344900.520410:0:114643:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763344900.520414:0:114643:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc2decf00. 00080000:00000001:1.0:1763344900.520415:0:114643:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344900.520417:0:114643:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e3a00. 00080000:00000001:1.0:1763344900.520419:0:114643:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00000004:00000001:1.0:1763344900.520433:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.520436:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00080000:00000001:1.0:1763344900.520439:0:114643:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1763344900.520442:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344900.520443:0:114643:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520446:0:114643:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:1.0:1763344900.520447:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.520448:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00000004:00000001:1.0:1763344900.520451:0:114643:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520454:0:114643:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:1.0:1763344900.520456:0:114643:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344900.520459:0:114643:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520461:0:114643:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763344900.520462:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.520464:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00080000:00000001:1.0:1763344900.520466:0:114643:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1763344900.520468:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1763344900.520470:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1763344900.520474:0:114643:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b13:0x12e82:0x0] not in the id map cache 00080000:00000001:1.0:1763344900.520477:0:114643:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520479:0:114643:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520482:0:114643:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763344900.520485:0:114643:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763344900.520486:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.520489:0:114643:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344900.520492:0:114643:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344900.520494:0:114643:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344900.520497:0:114643:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344900.520500:0:114643:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344900.520502:0:114643:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344900.520504:0:114643:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344900.520506:0:114643:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:1.0:1763344900.520509:0:114643:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520510:0:114643:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00000004:00000001:1.0:1763344900.520514:0:114643:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:1.0:1763344900.520517:0:114643:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:1.0:1763344900.520519:0:114643:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763344900.520520:0:114643:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00000004:00000040:1.0:1763344900.520525:0:114643:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50f8434cc0 : new refcount 3 00000040:00000001:1.0:1763344900.520528:0:114643:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763344900.520531:0:114643:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763344900.520533:0:114643:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x5:1 flags 412 count 2 00000040:00000001:1.0:1763344900.520536:0:114643:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344900.520538:0:114643:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344900.520541:0:114643:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344900.520542:0:114643:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.520544:0:114643:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763344900.520547:0:114643:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1763344900.520550:0:114643:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1763344900.520553:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.520555:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344900.520558:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6300. 00080000:00000001:1.0:1763344900.520560:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.520562:0:114643:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:1.0:1763344900.520565:0:114643:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x1b:0x0] not in the id map cache 00000001:00000001:1.0:1763344900.520568:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344900.520570:0:114643:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.520572:0:114643:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.520574:0:114643:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.520576:0:114643:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.520579:0:114643:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344900.520581:0:114643:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344900.520582:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.520584:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344900.520587:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6400. 00080000:00000001:1.0:1763344900.520588:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.520590:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.520591:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344900.520593:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.520594:0:114643:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.520596:0:114643:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.520598:0:114643:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344900.520601:0:114643:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.520603:0:114643:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344900.520604:0:114643:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344900.520605:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.520606:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344900.520608:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6680. 00080000:00000001:1.0:1763344900.520610:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.520612:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.520613:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344900.520614:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.520616:0:114643:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.520617:0:114643:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.520619:0:114643:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344900.520620:0:114643:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.520622:0:114643:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344900.520624:0:114643:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344900.520626:0:114643:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50f8434cc0 : new refcount 2 00000004:00000001:1.0:1763344900.520628:0:114643:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520630:0:114643:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520632:0:114643:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520634:0:114643:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520636:0:114643:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.520639:0:114643:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763344900.520641:0:114643:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763344900.520643:0:114643:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763344900.520645:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.520646:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00080000:00000001:1.0:1763344900.520648:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.520649:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344900.520651:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6f80. 00080000:00000001:1.0:1763344900.520652:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520654:0:114643:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.520657:0:114643:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.520659:0:114643:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520663:0:114643:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:1.0:1763344900.520666:0:114643:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:1.0:1763344900.520667:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.520669:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00080000:00000001:1.0:1763344900.520672:0:114643:0:(osd_handler.c:5880:osd_index_ea_delete()) Process entered 00080000:00000001:1.0:1763344900.520699:0:114643:0:(osd_handler.c:5943:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763344900.520702:0:114643:0:(osd_handler.c:5949:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520703:0:114643:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520705:0:114643:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:1.0:1763344900.520707:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.520708:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00080000:00000002:1.0:1763344900.520711:0:114643:0:(osd_handler.c:4785:osd_ref_del()) [0x240002b13:0x12e82:0x0] decrease nlink 1 00000004:00000001:1.0:1763344900.520717:0:114643:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520720:0:114643:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1763344900.520722:0:114643:0:(mdd_object.c:3993:mdd_close()) Object [0x240002b13:0x12e82:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:1.0:1763344900.520724:0:114643:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:1.0:1763344900.520726:0:114643:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763344900.520727:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.520728:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00080000:00000001:1.0:1763344900.520731:0:114643:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:1.0:1763344900.520734:0:114643:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x240002b13:0x12e82:0x0] 00080000:00000001:1.0:1763344900.520737:0:114643:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763344900.520739:0:114643:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344900.520740:0:114643:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344900.520742:0:114643:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344900.520743:0:114643:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.520745:0:114643:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.520748:0:114643:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1763344900.520768:0:114643:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50efa5c160. 00000001:00000010:1.0:1763344900.520781:0:114643:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50efa5c160. 00080000:00000001:1.0:1763344900.520784:0:114643:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.520786:0:114643:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520825:0:114643:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520828:0:114643:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763344900.520830:0:114643:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763344900.520831:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.520832:0:114643:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344900.520834:0:114643:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344900.520835:0:114643:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344900.520837:0:114643:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344900.520838:0:114643:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344900.520840:0:114643:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344900.520841:0:114643:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344900.520843:0:114643:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:1.0:1763344900.520845:0:114643:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520846:0:114643:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00000004:00000001:1.0:1763344900.520850:0:114643:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:1.0:1763344900.520851:0:114643:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:1.0:1763344900.520853:0:114643:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763344900.520854:0:114643:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00000004:00000040:1.0:1763344900.520857:0:114643:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50f8434cc0 : new refcount 3 00000040:00000001:1.0:1763344900.520859:0:114643:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:1.0:1763344900.520861:0:114643:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:1.0:1763344900.520863:0:114643:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:1.0:1763344900.520865:0:114643:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446636669182050816 : -107404527500800 : ffff9e50ef4a8200) 00000040:00000001:1.0:1763344900.520867:0:114643:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344900.520869:0:114643:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344900.520870:0:114643:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763344900.520872:0:114643:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763344900.520874:0:114643:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x1a:0x0] 00000040:00080000:1.0:1763344900.520903:0:114643:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x1a:0x0].7095, 64 off462272 00000040:00000001:1.0:1763344900.520906:0:114643:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344900.520908:0:114643:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763344900.520914:0:114643:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1763344900.520917:0:114643:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344900.520919:0:114643:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763344900.520921:0:114643:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50f8434cc0 : new refcount 2 00000004:00001000:1.0:1763344900.520924:0:114643:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0001-osc-MDT0001: new record [0x1:0x1a:0x0].7095: rc = 1 00000004:00000010:1.0:1763344900.520929:0:114643:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9e4fc2dec300. 00000004:00080000:1.0:1763344900.520931:0:114643:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 13007044141325ns, next at 13008044137090ns, rc = 0 00000004:00000001:1.0:1763344900.520933:0:114643:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520936:0:114643:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520937:0:114643:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520939:0:114643:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520941:0:114643:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.520944:0:114643:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:1.0:1763344900.520946:0:114643:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763344900.520948:0:114643:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763344900.520950:0:114643:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763344900.520953:0:114643:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214340 00000001:00000001:1.0:1763344900.520955:0:114643:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763344900.520957:0:114643:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214341, last_committed = 25770214334 00000001:00000010:1.0:1763344900.520960:0:114643:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2decba0. 00000001:00000040:1.0:1763344900.520962:0:114643:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 7 00000020:00000040:1.0:1763344900.520964:0:114643:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=230 00000001:00000010:1.0:1763344900.520967:0:114643:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fc2c5ed80. 00000004:00000001:1.0:1763344900.520970:0:114643:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763344900.520972:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344900.520973:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00000004:00000001:1.0:1763344900.520978:0:114643:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763344900.520980:0:114643:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fc2c5e480: xid 1848987881539456, transno 25770214340, client gen 9, slot idx 2 00000001:00000001:1.0:1763344900.520983:0:114643:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fc2c5e480: xid 1848987881539456, transno 25770214340, client gen 9, slot idx 2 00000001:00000010:1.0:1763344900.520987:0:114643:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fc2c5e480. 00000001:00000001:1.0:1763344900.520990:0:114643:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fc2c5ed80: xid 1848987881539456, transno 25770214341, tag 1, client gen 9, slot idx 3 00000001:00000001:1.0:1763344900.520992:0:114643:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763344900.520997:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6f80. 00080000:00000010:1.0:1763344900.520999:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6680. 00080000:00000010:1.0:1763344900.521001:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6400. 00080000:00000010:1.0:1763344900.521004:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6300. 00040000:00000001:1.0:1763344900.521006:0:114643:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344900.521007:0:114643:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344900.521008:0:114643:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344900.521010:0:114643:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc2decf00. 00000020:00000001:1.0:1763344900.521013:0:114643:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344900.521017:0:114643:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:1.0:1763344900.521021:0:114643:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344900.521024:0:114643:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344900.521032:0:114643:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d600 count: 3 00010000:00000001:1.0:1763344900.521035:0:114643:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344900.521037:0:114643:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344900.521041:0:114643:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34000. 00000020:00000001:1.0:1763344900.521045:0:114643:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344900.521047:0:114643:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34000 with handle 0x34881b4086817c63 to hash 00000020:00000001:1.0:1763344900.521049:0:114643:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344900.521050:0:114643:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000010:1.0:1763344900.521055:0:114643:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997180. 00010000:00000001:1.0:1763344900.521057:0:114643:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000001:1.0:1763344900.521061:0:114643:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344900.521063:0:114643:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344900.521066:0:114643:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34000/0x34881b4086817c63 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 114643 initiator: MDT0 00010000:00000001:1.0:1763344900.521074:0:114643:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344900.521078:0:114643:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344900.521080:0:114643:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344900.521082:0:114643:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.521086:0:114643:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.521088:0:114643:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.521089:0:114643:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.521092:0:114643:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344900.521094:0:114643:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344900.521095:0:114643:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344900.521097:0:114643:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344900.521100:0:114643:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) refcount = 3 00010000:00000040:1.0:1763344900.521103:0:114643:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344900.521105:0:114643:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50eac16800/0x34881b4086817c55 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000040:1.0:1763344900.521111:0:114643:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00010000:1.0:1763344900.521117:0:114643:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34000/0x34881b4086817c63 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 114643 initiator: MDT1 00010000:00000001:1.0:1763344900.521122:0:114643:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344900.521127:0:114643:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.521128:0:114643:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.521130:0:114643:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344900.521131:0:114643:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.521133:0:114643:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.521136:0:114643:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763344900.521139:0:114643:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:1.0:1763344900.521140:0:114643:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344900.521143:0:114643:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34000/0x34881b4086817c63 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 114643 initiator: MDT1 00010000:00000001:1.0:1763344900.521149:0:114643:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344900.521151:0:114643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.521152:0:114643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.521154:0:114643:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.521156:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.521158:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34000 refcount=3 00000020:00000001:1.0:1763344900.521160:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000001:1.0:1763344900.521163:0:114643:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000001:1.0:1763344900.521166:0:114643:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.521167:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.521168:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34000 refcount=4 00000020:00000001:1.0:1763344900.521170:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000001:1.0:1763344900.521172:0:114643:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000001:1.0:1763344900.521174:0:114643:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1763344900.521176:0:114643:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34000/0x34881b4086817c63 lrc: 4/0,1 mode: PW/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 114643 initiator: MDT1 00010000:00000001:1.0:1763344900.521181:0:114643:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344900.521184:0:114643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34000/0x34881b4086817c63 lrc: 4/0,1 mode: PW/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 114643 initiator: MDT1 00010000:00000001:1.0:1763344900.521188:0:114643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.521190:0:114643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344900.521192:0:114643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34000/0x34881b4086817c63 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e82:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 114643 initiator: MDT1 00010000:00000001:1.0:1763344900.521197:0:114643:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344900.521198:0:114643:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.521201:0:114643:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1763344900.521205:0:114643:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fc2c5e480. 00010000:00000001:1.0:1763344900.521207:0:114643:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1763344900.521213:0:114643:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1763344900.521216:0:114643:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.521217:0:114643:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.521219:0:114643:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344900.521220:0:114643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.521221:0:114643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.521222:0:114643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.521223:0:114643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763344900.521224:0:114643:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:1.0:1763344900.521227:0:114643:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50d7d0ec80. 00000004:00000001:1.0:1763344900.521239:0:114643:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00040000:00000001:1.0:1763344900.521313:0:114643:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1763344900.521316:0:114643:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1763344900.521317:0:114643:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1763344900.521318:0:114643:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1763344900.521319:0:114643:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1763344900.521320:0:114643:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1763344900.521323:0:114643:0:(osd_handler.c:1672:osd_oxc_fini()) kfreed 'oxe': 124 at ffff9e50f4ec0600. 00080000:00000010:1.0:1763344900.521327:0:114643:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff9e4fd69cb000. 00000004:00000001:1.0:1763344900.521334:0:114643:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763344900.521335:0:114643:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763344900.521339:0:114643:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9e50df139980. 00000004:00000010:1.0:1763344900.521343:0:114643:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9e50d7c86e98. 00000004:00000010:1.0:1763344900.521348:0:114643:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9e4fcab39398. 00000004:00000010:1.0:1763344900.521351:0:114643:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9e4fcab39bb8. 00000004:00000010:1.0:1763344900.521354:0:114643:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd62419c0. 00000004:00000010:1.0:1763344900.521358:0:114643:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff9e4fe1bc8ee0. 00000004:00000010:1.0:1763344900.521362:0:114643:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9e4fd83105a0. 00000004:00000001:1.0:1763344900.521366:0:114643:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1763344900.521368:0:114643:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x240002b13:0x12e82:0x0] 00000004:00000010:1.0:1763344900.521370:0:114643:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff9e4fd3375a40. 00000004:00000001:1.0:1763344900.521373:0:114643:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:1.0:1763344900.521375:0:114643:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344900.521377:0:114643:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.521379:0:114643:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.521381:0:114643:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763344900.521383:0:114643:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763344900.521385:0:114643:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344900.521386:0:114643:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344900.521388:0:114643:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344900.521391:0:114643:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763344900.521395:0:114643:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.521399:0:114643:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344900.521401:0:114643:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763344900.521407:0:114643:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344900.521413:0:114643:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.521415:0:114643:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344900.521419:0:114643:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214334, transno 25770214341, xid 1848987881539456 00010000:00000001:1.0:1763344900.521422:0:114643:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344900.521442:0:114643:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fcbb99500 x1848987881539456/t25770214341(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 392/456 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344900.521451:0:114643:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.521453:0:114643:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.521457:0:114643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=32 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.521461:0:114643:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.521463:0:114643:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344900.521466:0:114643:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344900.521468:0:114643:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.521471:0:114643:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.521475:0:114643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.521478:0:114643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.521484:0:114643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3908. 00000100:00000200:1.0:1763344900.521491:0:114643:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881539456, offset 224 00000400:00000200:1.0:1763344900.521498:0:114643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.521508:0:114643:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.521514:0:114643:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385484:1385484:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385480:1385480:8:4294967295] 00000400:00000200:1.0:1763344900.521525:0:114643:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.521530:0:114643:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.521536:0:114643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344900.521542:0:114643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.521549:0:114643:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.521553:0:114643:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.521574:0:114643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.521578:0:114643:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344900.521581:0:114643:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344900.521583:0:114643:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.521585:0:114643:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344900.521590:0:114643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb99500 x1848987881539456/t25770214341(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 392/456 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344900.521599:0:114643:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+230:252797:x1848987881539456:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 1710us (1979us total) trans 25770214341 rc 0/0 00000100:00100000:1.0:1763344900.521608:0:114643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35910 00000100:00000040:1.0:1763344900.521612:0:114643:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344900.521614:0:114643:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.521616:0:114643:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763344900.521619:0:114643:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:1.0:1763344900.521622:0:114643:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42980. 00000020:00000010:1.0:1763344900.521627:0:114643:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca043e8. 00000020:00000010:1.0:1763344900.521631:0:114643:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3e00. 00000020:00000040:1.0:1763344900.521635:0:114643:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 229 00000100:00000001:1.0:1763344900.521638:0:114643:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.522186:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.522191:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:3.0:1763344900.522196:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.522203:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.522208:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3908 00000400:00000010:3.0:1763344900.522210:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3908. 00000100:00000001:3.0:1763344900.522215:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.522216:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344900.526942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00010000:00000010:1.1:1763344900.526959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854dd00. 00010000:00000010:2.1:1763344900.530964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34000. 00000100:00000001:1.0:1763344900.716746:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.716749:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881539584 02000000:00000001:1.0:1763344900.716752:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.716755:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.716757:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.716762:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.716766:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881539584 00000020:00000001:1.0:1763344900.716769:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.716771:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344900.716773:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.716777:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=230 00000020:00000001:1.0:1763344900.716780:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344900.716782:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344900.716786:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763344900.718097:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.718101:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.718109:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302950 00000100:00000040:0.0:1763344900.718113:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344900.718115:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163175936 : -107404546375680 : ffff9e50ee2a8000) 00000100:00000040:0.0:1763344900.718123:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a8000 x1848987881539584/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 304/0 e 0 to 0 dl 1763344911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.718132:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.718139:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.718141:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.718143:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344900.718148:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+230:252819:x1848987881539584:12345-192.168.203.14@tcp:53:lfs.0 00000100:00000200:0.0:1763344900.718152:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881539584 00000020:00000001:0.0:1763344900.718155:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.718159:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344900.718163:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fc2c5ed80: xid 1848987881539456, transno 25770214341, client gen 9, slot idx 3 00000001:00000001:0.0:1763344900.718169:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd192eb40: xid 1848987881539200, transno 25770214339, client gen 9, slot idx 0 00000001:00000010:0.0:1763344900.718173:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192eb40. 00000020:00000001:0.0:1763344900.718176:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.718179:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.718181:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809472 : -1044742144 : ffffffffc1ba8000) 00000020:00000001:0.0:1763344900.718184:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344900.718187:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881539584, found 0 last_xid 1848987881539583 00000020:00000001:0.0:1763344900.718191:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.718193:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.718195:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.718198:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.718201:0:13569:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:0.0:1763344900.718207:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.718210:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.718221:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff9e4fc60b6000. 02000000:00000001:0.0:1763344900.718223:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.718226:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.718231:0:13569:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:0.0:1763344900.718233:0:13569:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x240002b13:0x12e7f:0x0] from 18446744073709551615 #0 00000004:00000001:0.0:1763344900.718236:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344900.718238:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e7f:0x0] 00000020:00000001:0.0:1763344900.718241:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.718247:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063800 : -107409293487816 : ffff9e4fd3375138) 00000004:00000001:0.0:1763344900.718250:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063712 : -107409293487904 : ffff9e4fd33750e0) 00000004:00000001:0.0:1763344900.718252:0:13569:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:0.0:1763344900.718254:0:13569:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:0.0:1763344900.718259:0:13569:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9e50ee4ca000. 00000004:00000001:0.0:1763344900.718262:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763344900.718264:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1763344900.718272:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.718277:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.718297:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.718300:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.718304:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.718305:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.718309:0:13569:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344900.718311:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344900.718313:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344900.718315:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344900.718316:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344900.718317:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x112:0x0] 00000020:00000001:0.0:1763344900.718319:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.718322:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000004:00000001:0.0:1763344900.718324:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063232 : -107409293488384 : ffff9e4fd3374f00) 00000004:00000001:0.0:1763344900.718327:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.718329:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.718336:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=67 : 67 : 43) 00000004:00000001:0.0:1763344900.718338:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=67 : 67 : 43) 00000004:00000001:0.0:1763344900.718340:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.718341:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.718344:0:13569:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.718345:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.718347:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344900.718350:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000004:00000001:0.0:1763344900.718352:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344900.718354:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344900.718355:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e13:0x0] 00000020:00000001:0.0:1763344900.718357:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.718360:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669480727800 : -107404228823816 : ffff9e510117f4f8) 00000004:00000001:0.0:1763344900.718362:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636669480727712 : -107404228823904 : ffff9e510117f4a0) 00000004:00000001:0.0:1763344900.718364:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344900.718367:0:13569:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763344900.718369:0:13569:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:0.0:1763344900.718371:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e510117f4f8/ffff9e510117f4a0 to site lru. bkt: ffff9e50ff90dd88 00000004:00000001:0.0:1763344900.718372:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344900.718374:0:13569:0:(mdt_handler.c:7753:mdt_path_current()) Process leaving via remote_out (rc=18446744073709551550 : -66 : 0xffffffffffffffbe) 00000004:00000001:0.0:1763344900.718376:0:13569:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000001:0.0:1763344900.718378:0:13569:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000040:0.0:1763344900.718380:0:13569:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200002b13:0x2e13:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:0.0:1763344900.718384:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344900.718385:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375138/ffff9e4fd33750e0 to site lru. bkt: ffff9e50ff90dc38 00000004:00000001:0.0:1763344900.718387:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344900.718388:0:13569:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000001:0.0:1763344900.718390:0:13569:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000020:00000010:0.0:1763344900.718393:0:13569:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9e50ee4ca000. 00000004:00000001:0.0:1763344900.718396:0:13569:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00010000:00000040:0.0:1763344900.718400:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214334, transno 0, xid 1848987881539584 00010000:00000001:0.0:1763344900.718403:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.718408:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2a8000 x1848987881539584/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 304/4352 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc -66/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344900.718417:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.718419:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.718433:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.718438:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.718440:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.718442:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.718445:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.718447:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.718450:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.718453:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.718458:0:13569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192eb40. 00000100:00000200:0.0:1763344900.718464:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848987881539584, offset 224 00000400:00000200:0.0:1763344900.718470:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.718481:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.718487:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385485:1385485:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385481:1385481:8:4294967295] 00000400:00000200:0.0:1763344900.718499:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.718505:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.718509:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9e4fd5de1a00. 00000800:00000200:0.0:1763344900.718515:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.718523:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:0.0:1763344900.718528:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fd5de1a00 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:0.0:1763344900.718550:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.718554:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.718556:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.718558:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.718560:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.718565:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a8000 x1848987881539584/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 304/4352 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc -66/-66 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344900.718574:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+230:252819:x1848987881539584:12345-192.168.203.14@tcp:53:lfs.0 Request processed in 441us (1947us total) trans 0 rc -66/-66 00000100:00100000:0.0:1763344900.718582:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302950 00000100:00000040:0.0:1763344900.718586:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344900.718588:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.718589:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.718594:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0100. 00000020:00000010:0.0:1763344900.718599:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d4b0. 00000020:00000010:0.0:1763344900.718603:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852bc00. 00000020:00000040:0.0:1763344900.718610:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 229 00000100:00000001:0.0:1763344900.718612:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.720029:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.720036:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e4fd5de1a00. 00000400:00000200:3.0:1763344900.720043:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.720050:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.720057:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192eb40 00000400:00000010:3.0:1763344900.720059:0:3635:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192eb40. 00000100:00000001:3.0:1763344900.720064:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.720066:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.732031:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.732047:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.732051:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.732053:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.732064:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.732081:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 304 into portal 12 MB=0x691a509df8880 00000400:00000200:3.0:1763344900.732090:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 304/304 into md 0x616b51 [64] + 84896 00000800:00000001:3.0:1763344900.732099:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.732152:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.732155:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.732160:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.732169:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.732171:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344900.732178:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb9b480. 00000100:00000040:3.0:1763344900.732182:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb9b480 x1848987881539712 msgsize 304 00000100:00100000:3.0:1763344900.732186:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.732203:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.732213:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.732217:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344900.736974:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.736982:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e4fc852bc00. 00000400:00000200:1.0:1763344900.736991:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.736999:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.737006:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd6241cc0 00000400:00000010:1.0:1763344900.737009:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd6241cc0. 00000100:00000001:1.0:1763344900.737013:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.737014:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.758902:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.758918:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.758922:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.758926:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.758938:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.758955:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 584 into portal 12 MB=0x691a509df8900 00000400:00000200:3.0:1763344900.758964:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 584/584 into md 0x616b51 [64] + 85200 00000800:00000001:3.0:1763344900.758974:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.758985:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.758988:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.758992:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.758999:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.759001:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344900.759008:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb9ad80. 00000100:00000040:3.0:1763344900.759012:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb9ad80 x1848987881539840 msgsize 584 00000100:00100000:3.0:1763344900.759016:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.759038:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.759048:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.759051:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.766346:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.766353:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:3.0:1763344900.766359:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.766366:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.766373:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921bb0 00000400:00000010:3.0:1763344900.766377:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921bb0. 00000100:00000001:3.0:1763344900.766381:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.766383:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344900.769317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4200. 00010000:00000010:2.1:1763344900.769332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359800. 00010000:00000010:2.1:1763344900.769336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00010000:00000010:2.1:1763344900.769339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359c00. 00010000:00000010:2.1:1763344900.769342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e5a53000. 00000800:00000001:1.0:1763344900.774293:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.774314:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.774319:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.774321:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.774332:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.774353:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df8980 00000400:00000200:1.0:1763344900.774361:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 1208 00000800:00000001:1.0:1763344900.774369:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.774380:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.774383:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.774387:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.774395:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.774398:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344900.774404:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df112680. 00000100:00000040:1.0:1763344900.774408:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df112680 x1848987881539968 msgsize 328 00000100:00100000:1.0:1763344900.774411:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.774439:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.774450:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.774454:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.777950:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.777960:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:3.0:1763344900.777967:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.777975:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.777982:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921220 00000400:00000010:3.0:1763344900.777984:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921220. 00000100:00000001:3.0:1763344900.777989:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344900.777996:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2aaa00 x1848987617969280/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.778006:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344900.778010:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2aaa00 x1848987617969280/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.778017:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.778018:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.778026:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.778036:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.778038:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.778040:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.778046:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.778057:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29c480 00000400:00000200:3.0:1763344900.778064:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665981 [1] + 224 00000800:00000001:3.0:1763344900.778071:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.778077:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.778079:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.778081:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.778085:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344900.778088:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2aaa00 x1848987617969280/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344900.778096:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee2aaa00 x1848987617969280/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.778121:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.778126:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.778129:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.778208:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344900.778215:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344900.778217:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344900.778220:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:0.0:1763344900.778224:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9217f8 00000400:00000010:0.0:1763344900.778226:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9217f8. 00000100:00000001:0.0:1763344900.778228:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344900.778232:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2aaa00 x1848987617969280/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763344900.778240:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2aaa00 x1848987617969280/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.778246:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344900.778248:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.778250:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344900.778253:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344900.778255:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.778257:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.778260:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.778266:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344900.778270:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.778273:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344900.778274:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.778277:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344900.778280:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.778283:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.778288:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2aaa00 x1848987617969280/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.778295:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344900.778297:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344900.778299:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.778302:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763344900.778306:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763344900.778315:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344900.778318:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.778326:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:0.0:1763344900.778328:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00002000:00000001:0.0:1763344900.778331:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344900.778336:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344900.778340:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c648/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00010000:00000001:0.0:1763344900.778343:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.778344:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.778346:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.778350:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2aaa00 x1848987617969280/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763344900.778358:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617969280:192.168.203.14@tcp:106: 00000100:00000001:0.0:1763344900.778363:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.778365:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.778368:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344900.778370:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344900.778373:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2aaa00 x1848987617969280/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.778379:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344900.778382:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344900.778385:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50fc9ece00. 02000000:00000001:0.0:1763344900.778388:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344900.778391:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344900.778393:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763344900.778395:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344900.778398:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fc852bc00. 02000000:00000001:0.0:1763344900.778404:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344900.778405:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344900.778407:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2aaa00. 00000100:00000001:0.0:1763344900.778411:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344900.778412:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763344900.778414:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd6241180. 00000100:00000001:0.0:1763344900.778416:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344900.778418:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344900.778524:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d2d40. 00010000:00000001:0.0:1763344900.778530:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.778533:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344900.778536:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344900.778539:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.778544:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.778546:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.778548:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.778550:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.778553:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4000 with handle 0x34881b4086817c86 from hash 00010000:00000001:0.0:1763344900.778555:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.778557:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.778558:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.778559:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344900.778560:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344900.778563:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763344900.778570:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4000/0x34881b4086817c86 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1eb expref: 22 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763344900.778584:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344900.778588:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.778590:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.778592:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.778594:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.778597:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344900.778598:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.778600:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.778601:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344900.778602:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344900.778604:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.778605:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763344900.778607:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.778610:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.778611:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344900.778612:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344900.778615:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4000/0x34881b4086817c86 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1eb expref: 22 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763344900.778624:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:0.0:1763344900.778626:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00010000:00000001:0.0:1763344900.778632:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344900.778634:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fd61b4000, rc 0) 00000020:00000001:0.0:1763344900.778636:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763344900.778640:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881539968 00010000:00000001:0.0:1763344900.778643:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.778648:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50df112680 x1848987881539968/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 301/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344900.778655:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.778658:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.778661:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.778665:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.778667:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.778669:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.778672:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.778674:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.778678:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.778680:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.778685:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495e58. 00000100:00000200:0.0:1763344900.778690:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881539968, offset 224 00000400:00000200:0.0:1763344900.778696:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.778706:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.778712:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385489:1385489:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385485:1385485:8:4294967295] 00000400:00000200:0.0:1763344900.778723:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.778728:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.778734:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344900.778740:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.778748:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.778751:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.778773:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.778777:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.778779:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.778780:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.778783:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1763344900.779918:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.779924:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:1.0:1763344900.779930:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.779936:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.779941:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495e58 00000400:00000010:1.0:1763344900.779944:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495e58. 00000100:00000001:1.0:1763344900.779949:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.779950:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1763344900.780968:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df112680 x1848987881539968/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344900.780988:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881539968:12345-192.168.203.14@tcp:101:stat.0 Request processed in 6272us (6575us total) trans 0 rc 301/301 00000100:00100000:0.0:1763344900.780998:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27068 00000100:00000040:0.0:1763344900.781001:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344900.781004:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.781006:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.781014:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0a00. 00000020:00000010:0.0:1763344900.781020:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d640. 00000020:00000010:0.0:1763344900.781024:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852be00. 00000020:00000040:0.0:1763344900.781031:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:0.0:1763344900.781034:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763344900.789834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00000800:00000001:3.0:1763344900.792928:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.792943:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.792947:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.792949:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.792960:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.792977:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509df8a00 00000400:00000200:3.0:1763344900.792987:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 85784 00000800:00000001:3.0:1763344900.792995:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.793003:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.793006:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.793010:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.793017:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.793019:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344900.793024:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb9b800. 00000100:00000040:3.0:1763344900.793028:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb9b800 x1848987881540096 msgsize 576 00000100:00100000:3.0:1763344900.793032:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.793050:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.793060:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.793063:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.794385:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.794389:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.794396:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302953 00000100:00000040:0.0:1763344900.794401:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344900.794403:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290392064 : -107409419159552 : ffff9e4fcbb9b800) 00000100:00000040:0.0:1763344900.794410:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb9b800 x1848987881540096/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 576/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344900.794419:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.794441:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.794444:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.794446:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344900.794451:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252822:x1848987881540096:12345-192.168.203.14@tcp:101:readlink.0 00000100:00000200:0.0:1763344900.794454:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881540096 00000020:00000001:0.0:1763344900.794457:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.794460:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344900.794464:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.794467:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.794469:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344900.794472:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344900.794475:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881540096, found 0 last_xid 1848987881540095 00000020:00000001:0.0:1763344900.794477:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.794480:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.794482:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.794486:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.794488:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344900.794490:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344900.794492:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344900.794494:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344900.794495:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.794500:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344900.794508:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50c2a6b200. 00010000:00000010:0.0:1763344900.794512:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50df139d00. 00010000:00000001:0.0:1763344900.794517:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344900.794519:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd600. 00000020:00000001:0.0:1763344900.794523:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344900.794525:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd600 with handle 0x34881b4086817c8d to hash 00000020:00000001:0.0:1763344900.794527:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344900.794529:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000010:0.0:1763344900.794533:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37180. 00010000:00000001:0.0:1763344900.794535:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00010000:0.0:1763344900.794539:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817c8d lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e1f2 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344900.794548:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:0.0:1763344900.794550:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=232 00010000:00000001:0.0:1763344900.794556:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763344900.794558:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763344900.794564:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763344900.794566:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763344900.794568:0:13569:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763344900.794570:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344900.794571:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x112:0x0] 00000020:00000001:0.0:1763344900.794575:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.794580:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000004:00000001:0.0:1763344900.794582:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063232 : -107409293488384 : ffff9e4fd3374f00) 00000004:00000001:0.0:1763344900.794584:0:13569:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.794586:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344900.794588:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344900.794591:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.794593:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.794627:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9e50f2e40000. 02000000:00000001:0.0:1763344900.794629:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.794632:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.794634:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.794636:0:13569:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763344900.794640:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763344900.794643:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.794645:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.794648:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.794649:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.794651:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.794653:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.794654:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.794656:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.794657:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.794658:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.794660:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.794661:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.794662:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.794664:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.794665:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.794666:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.794668:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.794670:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.794671:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.794674:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344900.794679:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344900.794681:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344900.794684:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344900.794686:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.794688:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.794690:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.794691:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344900.794693:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.794697:0:13569:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000002:0.0:1763344900.794700:0:13569:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x240002b11:0x112:0x0], ldlm_rep = ffff9e50f2e40228 00000004:00000001:0.0:1763344900.794703:0:13569:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763344900.794707:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344900.794708:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344900.794711:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b200 count: 2 00010000:00000001:0.0:1763344900.794714:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.794716:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344900.794718:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc000. 00000020:00000001:0.0:1763344900.794721:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344900.794723:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc000 with handle 0x34881b4086817c94 to hash 00000020:00000001:0.0:1763344900.794725:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344900.794726:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000010:0.0:1763344900.794729:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37600. 00010000:00000001:0.0:1763344900.794731:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344900.794735:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.794737:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.794740:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817c94 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344900.794747:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344900.794750:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344900.794753:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344900.794755:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.794757:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.794758:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.794760:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.794762:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344900.794764:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344900.794766:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344900.794767:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344900.794769:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x0 (ffff9e50c2a6b200) refcount = 2 00010000:00010000:0.0:1763344900.794773:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817c94 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.794778:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344900.794783:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.794784:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.794786:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344900.794804:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.794807:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.794809:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.794811:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344900.794814:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.794816:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817c94 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.794822:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344900.794823:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.794825:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.794827:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.794828:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.794830:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc000 refcount=3 00000020:00000001:0.0:1763344900.794831:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344900.794834:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344900.794836:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.794837:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344900.794838:0:13569:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.794842:0:13569:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763344900.794847:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344900.794850:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344900.794856:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.794859:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.794864:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.794881:0:13569:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.794885:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.794888:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.794889:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344900.794891:0:13569:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:0.0:1763344900.794894:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344900.794896:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763344900.794899:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344900.794901:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.794904:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.794905:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.794906:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.794907:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.794909:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.794911:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.794912:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.794913:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.794914:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.794915:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.794917:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344900.794919:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b11:0x112:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1763344900.794922:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b11:0x112:0x0]: returning size 4096 00000004:00000040:0.0:1763344900.794926:0:13569:0:(mdt_lib.c:865:mdt_dump_lmv()) magic 0x0CD40CD0, master 0X1 stripe_count 2 hash_type 0x1 00000004:00200000:0.0:1763344900.794929:0:13569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00000002:0.0:1763344900.794931:0:13569:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763344900.794932:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.794934:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.794935:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763344900.794937:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.794939:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.794941:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344900.794943:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344900.794945:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.794950:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344900.794958:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.794960:0:13569:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.794965:0:13569:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.794967:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.794969:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.794970:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc000 refcount=3 00000020:00000001:0.0:1763344900.794972:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344900.794974:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00000004:00000040:0.0:1763344900.794977:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:0.0:1763344900.794979:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=233 00010000:00000001:0.0:1763344900.794982:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.794983:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344900.794985:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344900.794987:0:13569:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763344900.794989:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344900.794991:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344900.794993:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344900.794994:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344900.794996:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344900.794997:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763344900.795002:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.795004:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344900.795007:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344900.795010:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000004:00000001:0.0:1763344900.795012:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344900.795014:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763344900.795016:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344900.795017:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.795020:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.795021:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.795023:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.795025:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.795027:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd600 with handle 0x34881b4086817c8d from hash 00010000:00000001:0.0:1763344900.795029:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.795030:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.795031:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.795032:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344900.795033:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344900.795037:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817c8d lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1f2 expref: 233 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344900.795044:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:0.0:1763344900.795047:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 232 00010000:00000010:0.0:1763344900.795049:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37180. 00010000:00000001:0.0:1763344900.795056:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.795058:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.795061:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763344900.795064:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817c94 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1f2 expref: 232 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344900.795070:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.795073:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344900.795075:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e50c2a6b200) 00010000:00010000:0.0:1763344900.795077:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:0.0:1763344900.795079:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.795082:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.795084:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344900.795085:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.795086:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344900.795087:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bc000, rc 0) 00000020:00000001:0.0:1763344900.795090:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344900.795093:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214334, transno 0, xid 1848987881540096 00010000:00000001:0.0:1763344900.795096:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.795101:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fcbb9b800 x1848987881540096/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 576/640 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344900.795108:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.795110:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.795114:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.795118:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.795121:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.795123:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.795126:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.795128:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.795131:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.795133:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.795138:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495110. 00000100:00000200:0.0:1763344900.795144:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848987881540096, offset 224 00000400:00000200:0.0:1763344900.795150:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.795161:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.795168:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385490:1385490:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385486:1385486:8:4294967295] 00000400:00000200:0.0:1763344900.795178:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.795183:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.795189:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344900.795195:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.795202:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.795206:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.795231:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.795236:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.795238:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.795239:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.795242:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.795246:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb9b800 x1848987881540096/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 576/640 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344900.795256:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:252822:x1848987881540096:12345-192.168.203.14@tcp:101:readlink.0 Request processed in 834us (2225us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344900.795263:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302953 00000100:00000040:0.0:1763344900.795266:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344900.795268:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.795270:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.795274:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0a80. 00000020:00000010:0.0:1763344900.795278:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dc80. 00000020:00000010:0.0:1763344900.795281:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50fc9ec600. 00000020:00000040:0.0:1763344900.795285:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00000100:00000001:0.0:1763344900.795287:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.795840:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.795845:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:3.0:1763344900.795851:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.795857:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.795862:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495110 00000400:00000010:3.0:1763344900.795866:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495110. 00000100:00000001:3.0:1763344900.795870:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.795872:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344900.800986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd600. 00000800:00000001:1.0:1763344900.803349:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.803365:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.803369:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.803372:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.803382:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.803400:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df8a80 00000400:00000200:1.0:1763344900.803409:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 1536 00000800:00000001:1.0:1763344900.803417:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.803437:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.803441:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.803445:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.803452:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.803454:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344900.803461:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df113800. 00000100:00000040:1.0:1763344900.803465:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df113800 x1848987881540224 msgsize 328 00000100:00100000:1.0:1763344900.803468:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.803486:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.803495:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.803498:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.803596:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.803600:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881540224 02000000:00000001:0.0:1763344900.803603:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.803605:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.803607:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.803612:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.803616:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881540224 00000020:00000001:0.0:1763344900.803620:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.803622:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344900.803624:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.803627:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:0.0:1763344900.803630:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344900.803632:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344900.803637:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.803642:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.803647:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.803650:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344900.803657:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1200. 00000020:00000010:0.0:1763344900.803872:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139380. 00000020:00000010:0.0:1763344900.803879:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732ed8. 00000100:00000040:0.0:1763344900.803889:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344900.803892:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.803893:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.803897:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.803904:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.803909:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.803922:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.803925:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.803930:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27069 00000100:00000040:0.0:1763344900.803933:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344900.803936:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909860864 : -107404799690752 : ffff9e50df113800) 00000100:00000040:0.0:1763344900.803944:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df113800 x1848987881540224/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344900.803954:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.803956:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.803958:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.803960:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344900.803964:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2405:x1848987881540224:12345-192.168.203.14@tcp:101:readlink.0 00000100:00000200:0.0:1763344900.803968:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881540224 00000020:00000001:0.0:1763344900.803971:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.803975:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344900.803977:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.803980:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.803982:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344900.803985:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344900.803988:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.803991:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.803993:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.803999:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.804001:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344900.804004:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344900.804007:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344900.804008:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344900.804010:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.804016:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344900.804023:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd0e5f900 count: 2 00010000:00000001:0.0:1763344900.804025:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.804028:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344900.804032:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd600. 00000020:00000001:0.0:1763344900.804035:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344900.804037:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd600 with handle 0x34881b4086817c9b to hash 00000020:00000001:0.0:1763344900.804039:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344900.804041:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344900.804043:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00010000:0.0:1763344900.804047:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bd600/0x34881b4086817c9b lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e1f9 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344900.804056:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 16 00000020:00000040:0.0:1763344900.804058:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=22 00010000:00000001:0.0:1763344900.804065:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763344900.804069:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763344900.804072:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.804075:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.804080:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50cca0a800. 02000000:00000001:0.0:1763344900.804082:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.804084:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.804087:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344900.804089:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.804092:0:74640:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.804094:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763344900.804098:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50d2853b28. 00002000:00000001:0.0:1763344900.804101:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763344900.804103:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763344900.804106:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.804108:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344900.804114:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192e0c0. 00000100:00000001:0.0:1763344900.804116:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388509888 : -107409321041728 : ffff9e4fd192e0c0) 00000100:00000001:0.0:1763344900.804118:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388509888 : -107409321041728 : ffff9e4fd192e0c0) 00000100:00000001:0.0:1763344900.804121:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344900.804122:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344900.804124:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763344900.804126:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763344900.804129:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32d880. 00000020:00000040:0.0:1763344900.804133:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763344900.804136:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344900.804138:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344900.804142:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344900.804148:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd5de1400. 00000100:00000001:0.0:1763344900.804153:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.804158:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344900.804161:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344900.804167:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32d880 x1848987617969408/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.804174:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344900.804176:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.804180:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617969408:192.168.203.14@tcp:106: 00000100:00000001:0.0:1763344900.804184:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344900.804189:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344900.804191:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.804193:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344900.804197:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd5de1e00. 02000000:00000001:0.0:1763344900.804199:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344900.804204:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3528. 00000400:00000010:0.0:1763344900.804209:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495ee0. 00000100:00000200:0.0:1763344900.804215:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617969408, portal 16 00000100:00000001:0.0:1763344900.804218:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344900.804219:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163722880 : -107404545828736 : ffff9e50ee32d880) 00000100:00000040:0.0:1763344900.804224:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee32d880 x1848987617969408/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.804231:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.804233:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.804236:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495770. 00000100:00000200:0.0:1763344900.804239:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617969408, offset 0 00000400:00000200:0.0:1763344900.804246:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.804256:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.804261:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344900.804265:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344900.804268:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344900.804271:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344900.804274:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385491:1385491:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385487:1385487:8:4294967295] 00000400:00000200:0.0:1763344900.804284:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.804289:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.804294:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344900.804300:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.804306:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.804310:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.804330:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.804334:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307675941 00000100:00000001:0.0:1763344900.804342:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307675912 00000100:00000001:0.0:1763344900.804346:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307675941 00000100:00000001:0.0:1763344900.804349:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307675912 00000100:00000001:0.0:1763344900.804352:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307675941 00000100:00000001:0.0:1763344900.804355:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307675912 00000100:00000001:0.0:1763344900.804357:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307675941 00000100:00000001:0.0:1763344900.804360:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307675912 00000100:00000001:0.0:1763344900.804362:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344900.804366:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.804368:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.804369:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.804372:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.804373:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763344900.804375:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50d2853b28. 00010000:00000001:0.0:1763344900.804379:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.804380:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763344900.804382:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344900.804384:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.804386:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344900.804388:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344900.804390:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd192e0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763344900.804393:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344900.804395:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344900.804593:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.804597:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:3.0:1763344900.804601:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.804605:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.804610:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495770 00000400:00000010:3.0:1763344900.804612:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495770. 00000100:00000001:3.0:1763344900.804617:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344900.804621:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32d880 x1848987617969408/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.804628:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344900.804632:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32d880 x1848987617969408/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.804639:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.804640:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000004:00000001:1.0:1763344900.805622:0:31809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1763344900.805627:0:31809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1763344900.805637:0:31809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df110380. 00000020:00000040:1.0:1763344900.805642:0:31809:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1763344900.805646:0:31809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344900.805648:0:31809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344900.805651:0:31809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344900.805659:0:31809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50d58c2100. 00000100:00000001:1.0:1763344900.805664:0:31809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.805669:0:31809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344900.805673:0:31809:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.805683:0:31809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a1c98da] to pc [ptlrpcd_00_02+2] req@ffff9e50df110380 x1848987617969536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344900.805725:0:31809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.806897:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.806901:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617969536 02000000:00000001:1.0:1763344900.806905:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.806907:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.806909:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.806913:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.806917:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617969536 00000020:00000001:1.0:1763344900.806920:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.806922:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:1.0:1763344900.806924:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.806928:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=5 00000020:00000001:1.0:1763344900.806931:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:1.0:1763344900.806933:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:1.0:1763344900.806937:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.806943:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.806945:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.806948:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000020:00000010:1.0:1763344900.806955:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3e00. 00000020:00000010:1.0:1763344900.806960:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42980. 00000020:00000010:1.0:1763344900.806965:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca043e8. 00000100:00000040:1.0:1763344900.806972:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344900.806975:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.806977:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344900.806979:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.806988:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.807011:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.807025:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.807027:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.807032:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8656 00000100:00000040:1.0:1763344900.807036:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:1.0:1763344900.807038:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163183104 : -107404546368512 : ffff9e50ee2a9c00) 00000100:00000040:1.0:1763344900.807044:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a9c00 x1848987617969536/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:131/0 lens 224/0 e 0 to 0 dl 1763344911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.807051:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.807054:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.807056:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.807058:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000100:00100000:1.0:1763344900.807062:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1848987617969536:12345-0@lo:41:osp-pre-1-0.0 00000100:00000200:1.0:1763344900.807066:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617969536 00000020:00000001:1.0:1763344900.807069:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344900.807072:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344900.807077:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.807080:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.807082:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808896 : -1044742720 : ffffffffc1ba7dc0) 00000020:00000001:1.0:1763344900.807085:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344900.807089:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617969536, found 0 last_xid 1848987617969535 00000020:00000001:1.0:1763344900.807092:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344900.807094:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344900.807096:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.807099:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.807103:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.807105:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.807111:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50e5674400. 02000000:00000001:1.0:1763344900.807113:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.807115:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344900.807120:0:21732:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:1.0:1763344900.807123:0:21732:0:(mdt_lib.c:477:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1763344900.807125:0:21732:0:(mdt_lib.c:483:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1763344900.807139:0:21732:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1432236032 avail 1285996544 00000020:00000020:1.0:1763344900.807145:0:21732:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:1.0:1763344900.807149:0:21732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e50dfa75800 dirty 0 pend 0 grant 2146304 00000020:00000020:1.0:1763344900.807152:0:21732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff9e4fc1e26800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344900.807155:0:21732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff9e50eff24800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344900.807158:0:21732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff9e4fc48d5800 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1763344900.807160:0:21732:0:(mdt_handler.c:555:mdt_statfs()) 353529 blocks: 349667 free, 313964 avail; 1024000 objects: 1021811 free; state 0 00000004:00000001:1.0:1763344900.807167:0:21732:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344900.807170:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214315, transno 0, xid 1848987617969536 00010000:00000001:1.0:1763344900.807173:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344900.807177:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2a9c00 x1848987617969536/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:131/0 lens 224/368 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344900.807185:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.807188:0:21732:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.807192:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.807196:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.807199:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344900.807201:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344900.807204:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.807206:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.807209:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.807211:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344900.807215:0:21732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e37f8. 00000100:00000200:1.0:1763344900.807221:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617969536, offset 224 00000400:00000200:1.0:1763344900.807226:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344900.807236:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344900.807244:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa29c580 00000400:00000200:1.0:1763344900.807251:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x665999 [1] + 224 00000400:00000200:1.0:1763344900.807256:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.807260:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344900.807264:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.807269:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50df110380 x1848987617969536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344900.807279:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50df110380 x1848987617969536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.807296:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344900.807302:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e37f8 00000400:00000010:1.0:1763344900.807305:0:21732:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e37f8. 00000100:00000001:1.0:1763344900.807309:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.807310:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344900.807315:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.807318:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344900.807320:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344900.807322:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.807324:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344900.807328:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9c00 x1848987617969536/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:131/0 lens 224/368 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344900.807336:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1848987617969536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 283us (1339us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344900.807346:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8656 00000100:00000040:1.0:1763344900.807349:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:1.0:1763344900.807352:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.807354:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344900.807358:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42980. 00000020:00000010:1.0:1763344900.807361:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca043e8. 00000020:00000010:1.0:1763344900.807365:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3e00. 00000020:00000040:1.0:1763344900.807370:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 4 00000100:00000001:1.0:1763344900.807373:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.807390:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344900.807392:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344900.807398:0:3644:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344900.807400:0:3644:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344900.807402:0:3644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:1.0:1763344900.807406:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921000 00000400:00000010:1.0:1763344900.807408:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921000. 00000100:00000001:1.0:1763344900.807410:0:3644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.807415:0:3644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50df110380 x1848987617969536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344900.807434:0:3644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50df110380 x1848987617969536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.807440:0:3644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344900.807443:0:3644:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.807445:0:3644:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344900.807447:0:3644:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344900.807449:0:3644:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.807451:0:3644:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.807453:0:3644:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.807458:0:3644:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344900.807462:0:3644:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=109 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.807464:0:3644:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344900.807466:0:3644:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.807469:0:3644:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344900.807471:0:3644:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.807474:0:3644:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1763344900.807476:0:3644:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 25770214315 gen 2 00000100:00000040:1.0:1763344900.807481:0:3644:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 25770214315) req@ffff9e50d28ed180 x1848987617963264/t25770214315(25770214315) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4232/4320 e 0 to 0 dl 1763344914 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344900.807489:0:3644:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1763344900.807491:0:3644:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 25770214315 committed transno 25770214315 00000020:00000001:1.0:1763344900.807495:0:3644:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:1.0:1763344900.807498:0:3644:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc87ef480 refcount 2 committed 0 result 0 batchid 21474837107 00000020:00080000:1.0:1763344900.807501:0:3644:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc87ef180 00000020:00080000:1.0:1763344900.807504:0:3644:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240002b11:0x2:0x0].578 00000020:00080000:1.0:1763344900.807507:0:3644:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd3377400 00000020:00080000:1.0:1763344900.807509:0:3644:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].588 00000020:00000001:1.0:1763344900.807518:0:3644:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:1.0:1763344900.807520:0:3644:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc87ef480 refcount 2 committed 1 result 0 batchid 21474837107 00000020:00000040:1.0:1763344900.807523:0:3644:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc87ef180 00000020:00000040:1.0:1763344900.807525:0:3644:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240002b11:0x2:0x0].578 00000020:00000040:1.0:1763344900.807527:0:3644:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd3377400 00000020:00000040:1.0:1763344900.807530:0:3644:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].588 00000020:00000001:1.0:1763344900.807532:0:3644:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000010:1.0:1763344900.807535:0:3644:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50c3d97000. 00000004:00000010:1.0:1763344900.807540:0:3644:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e4fc371dda0. 00000004:00000010:1.0:1763344900.807543:0:3644:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fc87ef0c0. 00000004:00000010:1.0:1763344900.807546:0:3644:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9e4fc87ef180. 00000004:00000001:1.0:1763344900.807548:0:3644:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1763344900.807551:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.807554:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d28ed180 x1848987617963264/t25770214315(25770214315) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4232/4320 e 0 to 0 dl 1763344914 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.807560:0:3644:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344900.807563:0:3644:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344900.807565:0:3644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f2ee8000. 02000000:00000001:1.0:1763344900.807568:0:3644:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344900.807570:0:3644:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344900.807572:0:3644:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1763344900.807574:0:3644:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344900.807576:0:3644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff9e50f2eea000. 02000000:00000001:1.0:1763344900.807579:0:3644:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344900.807581:0:3644:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344900.807582:0:3644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28ed180. 00000100:00000001:1.0:1763344900.807586:0:3644:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344900.807587:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.807589:0:3644:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763344900.807591:0:3644:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1763344900.807594:0:3644:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344900.807595:0:3644:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.807599:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50df110380 x1848987617969536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.807604:0:3644:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344900.807606:0:3644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344900.807608:0:3644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344900.807610:0:3644:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1763344900.807613:0:3644:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=353529 free=349667 avail=313964 avail_mb=1226 hwm_mb=3 files=1024000 ffree=1021811 state=0: rc = 0 00000004:00000020:1.0:1763344900.807620:0:3644:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (ffff9e4fc342b800): 353529 blocks, 349667 free, 313964 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1021811 free files 0x0 00000004:00000001:1.0:1763344900.807624:0:3644:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.807627:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df110380 x1848987617969536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344900.807633:0:3644:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50df110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1848987617969536:0@lo:41:osp-pre-1-0.0 00000100:00000001:1.0:1763344900.807638:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.807639:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.807641:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50df110380 x1848987617969536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.807647:0:3644:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344900.807648:0:3644:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344900.807650:0:3644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4fcb32d800. 02000000:00000001:1.0:1763344900.807652:0:3644:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344900.807653:0:3644:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344900.807654:0:3644:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1763344900.807655:0:3644:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344900.807657:0:3644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50d58c2100. 02000000:00000001:1.0:1763344900.807660:0:3644:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344900.807661:0:3644:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344900.807662:0:3644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df110380. 00000100:00000001:1.0:1763344900.807664:0:3644:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344900.807665:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.807667:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.807672:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344900.807673:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.807675:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344900.807677:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1763344900.807685:0:31822:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 21474837107 committed batchid 21474837106 00000020:00000001:1.0:1763344900.807689:0:31822:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:1.0:1763344900.807693:0:31822:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9e4fc2decf00. 00080000:00000001:1.0:1763344900.807697:0:31822:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344900.807700:0:31822:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e3e00. 00080000:00000001:1.0:1763344900.807703:0:31822:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300125696 : -107409409425920 : ffff9e4fcc4e3e00) 00080000:00000001:1.0:1763344900.807707:0:31822:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344900.807711:0:31822:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344900.807714:0:31822:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6300. 00080000:00000001:1.0:1763344900.807716:0:31822:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344900.807718:0:31822:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763344900.807729:0:31822:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344900.807756:0:31822:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 21474837107: rc = 0 00080000:00000001:1.0:1763344900.807760:0:31822:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:1.0:1763344900.807768:0:31822:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6300. 00040000:00000001:1.0:1763344900.807772:0:31822:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344900.807774:0:31822:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344900.807776:0:31822:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.807778:0:31822:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1763344900.807780:0:31822:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 21474837106 00000004:00000001:0.0:1763344900.807893:0:30727:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1763344900.807896:0:30727:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1763344900.807902:0:30727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32dc00. 00000020:00000040:0.0:1763344900.807906:0:30727:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1763344900.807909:0:30727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344900.807911:0:30727:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344900.807915:0:30727:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344900.807920:0:30727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50c4f56d00. 00000100:00000001:0.0:1763344900.807925:0:30727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.807931:0:30727:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763344900.807935:0:30727:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.807941:0:30727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab96bd9d] to pc [ptlrpcd_00_03+3] req@ffff9e50ee32dc00 x1848987617969664/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763344900.807965:0:30727:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.808025:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344900.808028:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344900.808030:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344900.808036:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32dc00 x1848987617969664/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.808043:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344900.808045:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.808048:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763344900.808051:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344900.808053:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344900.808056:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617969664:0@lo:41:osp-pre-0-1.0 00000100:00000001:3.0:1763344900.808060:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344900.808063:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344900.808065:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.808067:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344900.808072:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4fc82b2000. 02000000:00000001:3.0:1763344900.808074:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344900.808079:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acd68. 00000400:00000010:3.0:1763344900.808083:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb2a8. 00000100:00000200:3.0:1763344900.808088:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617969664, portal 4 00000100:00000001:3.0:1763344900.808090:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344900.808092:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163723776 : -107404545827840 : ffff9e50ee32dc00) 00000100:00000040:3.0:1763344900.808099:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee32dc00 x1848987617969664/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.808105:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344900.808107:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344900.808110:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb5d8. 00000100:00000200:3.0:1763344900.808112:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1848987617969664, offset 0 00000400:00000200:3.0:1763344900.808117:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344900.808124:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344900.808130:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x691a4fa29c600 00000400:00000200:3.0:1763344900.808136:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x209281 [256] + 19360 00000400:00000200:3.0:1763344900.808141:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.808144:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344900.808148:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.808150:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344900.808156:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7805c00. 00000100:00000040:3.0:1763344900.808159:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7805c00 x1848987617969664 msgsize 224 00000100:00100000:3.0:1763344900.808163:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763344900.808182:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763344900.808188:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb5d8 00000400:00000010:3.0:1763344900.808190:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb5d8. 00000100:00000001:3.0:1763344900.808193:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344900.808197:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32dc00 x1848987617969664/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.808206:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344900.808208:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32dc00 x1848987617969664/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.808215:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.808216:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344900.808221:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.808225:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13920 usecs (14 jiffies) 00000100:00000001:3.0:1763344900.808229:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307674641 00000100:00000001:3.0:1763344900.808232:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307675941 00000100:00000001:3.0:1763344900.808234:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307674641 00000100:00000001:3.0:1763344900.808237:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307675941 00000100:00000001:3.0:1763344900.808239:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307674641 00000100:00000001:3.0:1763344900.808242:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307675941 00000100:00000001:3.0:1763344900.808244:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307674641 00000100:00000001:3.0:1763344900.808246:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307675941 00000100:00000001:3.0:1763344900.808248:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344900.808252:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.808254:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.808256:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.808260:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344900.808262:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763344900.808264:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344900.808265:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344900.808267:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.808269:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.808415:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.808418:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617969664 02000000:00000001:0.0:1763344900.808428:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.808430:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.808432:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.808435:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.808438:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617969664 00000020:00000001:0.0:1763344900.808441:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.808443:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:0.0:1763344900.808445:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.808447:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=7 00000020:00000001:0.0:1763344900.808450:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:0.0:1763344900.808452:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:0.0:1763344900.808455:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.808459:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344900.808462:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.808464:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000020:00000010:0.0:1763344900.808469:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1600. 00000020:00000010:0.0:1763344900.808473:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139400. 00000020:00000010:0.0:1763344900.808478:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7327d0. 00000100:00000040:0.0:1763344900.808484:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344900.808486:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.808487:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.808489:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.808494:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.808512:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.808521:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.808523:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.808526:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8657 00000100:00000040:0.0:1763344900.808529:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:0.0:1763344900.808531:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219524096 : -107409490027520 : ffff9e4fc7805c00) 00000100:00000040:0.0:1763344900.808535:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7805c00 x1848987617969664/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 224/0 e 0 to 0 dl 1763344911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.808542:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.808544:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344900.808546:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.808548:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000100:00100000:0.0:1763344900.808551:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3645:x1848987617969664:12345-0@lo:41:osp-pre-0-1.0 00000100:00000200:0.0:1763344900.808554:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617969664 00000020:00000001:0.0:1763344900.808557:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.808559:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344900.808562:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.808564:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.808565:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808896 : -1044742720 : ffffffffc1ba7dc0) 00000020:00000001:0.0:1763344900.808568:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344900.808570:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617969664, found 0 last_xid 1848987617969663 00000020:00000001:0.0:1763344900.808573:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.808575:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.808576:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.808578:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.808581:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.808583:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.808586:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50cca0ac00. 02000000:00000001:0.0:1763344900.808588:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.808590:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.808594:0:21732:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:0.0:1763344900.808596:0:21732:0:(mdt_lib.c:477:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1763344900.808598:0:21732:0:(mdt_lib.c:483:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1763344900.808605:0:21732:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1431289856 avail 1285050368 00000020:00000020:0.0:1763344900.808608:0:21732:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1763344900.808611:0:21732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e50f7dce000 dirty 0 pend 0 grant 2146304 00000020:00000020:0.0:1763344900.808614:0:21732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff9e50d6f7d000 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1763344900.808617:0:21732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff9e4fc1e20800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1763344900.808620:0:21732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff9e50c5dfe800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1763344900.808623:0:21732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff9e50d6ff7000 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1763344900.808625:0:21732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff9e50e4d3b000 dirty 0 pend 0 grant 0 00000004:00000020:0.0:1763344900.808628:0:21732:0:(mdt_handler.c:555:mdt_statfs()) 353529 blocks: 349436 free, 313733 avail; 1024000 objects: 1019583 free; state 0 00000004:00000001:0.0:1763344900.808633:0:21732:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344900.808635:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770256485, transno 0, xid 1848987617969664 00010000:00000001:0.0:1763344900.808638:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.808641:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7805c00 x1848987617969664/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 224/368 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344900.808648:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.808650:0:21732:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.808653:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.808656:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.808658:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344900.808660:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344900.808662:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.808664:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.808666:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.808668:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344900.808671:0:21732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495440. 00000100:00000200:0.0:1763344900.808674:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617969664, offset 224 00000400:00000200:0.0:1763344900.808677:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344900.808683:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344900.808688:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa29c600 00000400:00000200:0.0:1763344900.808692:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x6659a5 [1] + 224 00000400:00000200:0.0:1763344900.808696:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.808699:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344900.808702:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344900.808705:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32dc00 x1848987617969664/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344900.808712:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50ee32dc00 x1848987617969664/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344900.808721:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344900.808725:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495440 00000400:00000010:0.0:1763344900.808726:0:21732:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495440. 00000100:00000001:0.0:1763344900.808729:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344900.808730:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344900.808733:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.808735:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344900.808738:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.808739:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.808741:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.808744:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7805c00 x1848987617969664/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:131/0 lens 224/368 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344900.808751:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3645:x1848987617969664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 208us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344900.808757:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8657 00000100:00000040:0.0:1763344900.808759:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:0.0:1763344900.808761:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.808762:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.808765:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139400. 00000020:00000010:0.0:1763344900.808768:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf7327d0. 00000020:00000010:0.0:1763344900.808770:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de1600. 00000020:00000040:0.0:1763344900.808775:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 6 00000100:00000001:0.0:1763344900.808777:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.809303:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344900.809308:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344900.809315:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344900.809317:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344900.809320:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acd68. 00000400:00000200:3.0:1763344900.809326:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb2a8 00000400:00000010:3.0:1763344900.809328:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb2a8. 00000100:00000001:3.0:1763344900.809330:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344900.809335:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32dc00 x1848987617969664/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344900.809343:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32dc00 x1848987617969664/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.809348:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344900.809350:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.809352:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344900.809354:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344900.809356:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344900.809358:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.809361:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344900.809368:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=150 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344900.809371:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=103 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344900.809374:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344900.809376:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.809378:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344900.809380:0:3645:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.809383:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344900.809385:0:3645:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000100:00000001:3.0:1763344900.809386:0:3645:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344900.809388:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.809391:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32dc00 x1848987617969664/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.809397:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344900.809400:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344900.809402:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344900.809405:0:3645:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1763344900.809409:0:3645:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=353529 free=349436 avail=313733 avail_mb=1225 hwm_mb=3 files=1024000 ffree=1019583 state=0: rc = 0 00000004:00000020:3.0:1763344900.809416:0:3645:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (ffff9e50ff7f0800): 353529 blocks, 349436 free, 313733 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1019583 free files 0x0 00000004:00000001:3.0:1763344900.809420:0:3645:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.809434:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32dc00 x1848987617969664/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344900.809440:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617969664:0@lo:41:osp-pre-0-1.0 00000100:00000001:3.0:1763344900.809445:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.809448:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344900.809450:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32dc00 x1848987617969664/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.809456:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344900.809457:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344900.809460:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4fc82b2000. 02000000:00000001:3.0:1763344900.809463:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344900.809465:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344900.809467:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1763344900.809469:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344900.809471:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50c4f56d00. 02000000:00000001:3.0:1763344900.809473:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344900.809475:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344900.809477:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32dc00. 00000100:00000001:3.0:1763344900.809480:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344900.809482:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.809484:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.809489:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344900.809491:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.809493:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344900.809495:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763344900.809901:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.809913:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.809915:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.809917:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.809924:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.809936:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29c500 00000400:00000200:3.0:1763344900.809942:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665991 [1] + 224 00000800:00000001:3.0:1763344900.809949:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.809957:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.809959:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.809963:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.809967:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344900.809973:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32d880 x1848987617969408/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344900.809982:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee32d880 x1848987617969408/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.810003:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.810010:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.810013:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.810063:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344900.810066:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.810219:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344900.810225:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344900.810227:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344900.810229:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3528. 00000400:00000200:0.0:1763344900.810232:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495ee0 00000400:00000010:0.0:1763344900.810234:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495ee0. 00000100:00000001:0.0:1763344900.810237:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344900.810242:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32d880 x1848987617969408/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763344900.810251:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32d880 x1848987617969408/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.810257:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344900.810258:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.810260:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344900.810262:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344900.810263:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.810264:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.810266:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.810270:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344900.810273:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.810275:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344900.810277:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.810279:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344900.810281:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.810283:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.810286:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32d880 x1848987617969408/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.810293:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344900.810295:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344900.810296:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.810299:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763344900.810304:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763344900.810311:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344900.810313:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.810319:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:0.0:1763344900.810321:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00002000:00000001:0.0:1763344900.810323:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344900.810328:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344900.810332:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c648/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00010000:00000001:0.0:1763344900.810335:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.810336:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.810338:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.810342:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32d880 x1848987617969408/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763344900.810349:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617969408:192.168.203.14@tcp:106: 00000100:00000001:0.0:1763344900.810352:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.810354:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.810357:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344900.810359:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344900.810361:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32d880 x1848987617969408/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.810367:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344900.810369:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344900.810371:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd5de1e00. 02000000:00000001:0.0:1763344900.810374:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344900.810375:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344900.810377:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763344900.810378:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344900.810380:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd5de1400. 02000000:00000001:0.0:1763344900.810382:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344900.810383:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344900.810384:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32d880. 00000100:00000001:0.0:1763344900.810387:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344900.810388:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763344900.810390:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192e0c0. 00000100:00000001:0.0:1763344900.810394:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344900.810395:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344900.810398:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2840. 00010000:00000001:0.0:1763344900.810401:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.810405:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344900.810409:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344900.810411:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.810418:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.810420:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.810433:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.810435:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.810438:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd600 with handle 0x34881b4086817c9b from hash 00010000:00000001:0.0:1763344900.810441:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.810442:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.810443:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.810444:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344900.810446:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344900.810448:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763344900.810455:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bd600/0x34881b4086817c9b lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1f9 expref: 22 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763344900.810468:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344900.810471:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.810474:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.810475:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.810477:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.810481:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344900.810482:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.810483:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.810485:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344900.810486:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344900.810488:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.810489:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763344900.810491:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.810493:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.810495:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344900.810496:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344900.810498:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bd600/0x34881b4086817c9b lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1f9 expref: 22 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763344900.810505:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:0.0:1763344900.810507:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00010000:00000001:0.0:1763344900.810513:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344900.810515:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bd600, rc 0) 00000020:00000001:0.0:1763344900.810517:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763344900.810520:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881540224 00010000:00000001:0.0:1763344900.810522:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.810526:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50df113800 x1848987881540224/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 301/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344900.810533:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.810535:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.810538:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.810541:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.810543:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.810545:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.810548:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.810550:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.810554:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.810556:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.810560:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495ee0. 00000100:00000200:0.0:1763344900.810564:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881540224, offset 224 00000400:00000200:0.0:1763344900.810568:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.810576:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.810581:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385492:1385492:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385488:1385488:8:4294967295] 00000400:00000200:0.0:1763344900.810591:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.810596:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.810600:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344900.810605:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.810611:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.810615:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.810987:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.810993:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.810995:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.810997:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.811000:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.811004:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df113800 x1848987881540224/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 301/301 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344900.811013:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df113800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2405:x1848987881540224:12345-192.168.203.14@tcp:101:readlink.0 Request processed in 7058us (7546us total) trans 0 rc 301/301 00000100:00100000:0.0:1763344900.811021:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27069 00000100:00000040:0.0:1763344900.811025:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344900.811027:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.811029:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.811034:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139380. 00000020:00000010:0.0:1763344900.811039:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732ed8. 00000020:00000010:0.0:1763344900.811042:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de1200. 00000020:00000040:0.0:1763344900.811047:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:0.0:1763344900.811049:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344900.812958:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.812969:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:1.0:1763344900.812977:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.812985:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.812991:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495ee0 00000400:00000010:1.0:1763344900.812994:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495ee0. 00000100:00000001:1.0:1763344900.813001:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.813003:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344900.815858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd600. 00000800:00000001:0.0:1763344900.834585:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.834604:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.834607:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.834611:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.834622:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.834639:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509df8b80 00000400:00000200:0.0:1763344900.834649:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 86360 00000800:00000001:0.0:1763344900.834658:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.834686:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.834690:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.834694:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344900.834703:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344900.834705:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344900.834712:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32d880. 00000100:00000040:0.0:1763344900.834716:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32d880 x1848987881540480 msgsize 4616 00000100:00100000:0.0:1763344900.834721:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344900.834742:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.834750:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.834754:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.841979:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.841989:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:3.0:1763344900.841997:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.842005:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.842013:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921088 00000400:00000010:3.0:1763344900.842016:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921088. 00000100:00000001:3.0:1763344900.842021:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.842023:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344900.847156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4200. 00000800:00000001:1.0:1763344900.851882:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.851900:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.851905:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.851907:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.851917:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.851934:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 464 into portal 12 MB=0x691a509df8c00 00000400:00000200:1.0:1763344900.851942:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 464/464 into md 0x616b51 [64] + 90976 00000800:00000001:1.0:1763344900.851951:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.851963:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.851965:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.851970:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.851977:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.851980:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344900.851986:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df110380. 00000100:00000040:1.0:1763344900.851989:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df110380 x1848987881540608 msgsize 464 00000100:00100000:1.0:1763344900.851993:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344900.852685:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.853267:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881540608 02000000:00000001:0.0:1763344900.853273:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.853276:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.853278:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.853283:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.853287:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881540608 00000020:00000001:0.0:1763344900.853290:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.853292:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344900.853295:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.853298:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=232 00000020:00000001:0.0:1763344900.853301:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344900.853303:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344900.853308:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.853316:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.853320:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.853323:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344900.853330:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1200. 00000020:00000010:0.0:1763344900.853335:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139380. 00000020:00000010:0.0:1763344900.853340:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732ed8. 00000100:00000040:0.0:1763344900.853348:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344900.853351:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.853353:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.853356:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.853364:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.853370:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.853386:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.853388:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.853397:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302955 00000100:00000040:0.0:1763344900.853400:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344900.853403:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909847424 : -107404799704192 : ffff9e50df110380) 00000100:00000040:0.0:1763344900.853410:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df110380 x1848987881540608/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 464/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344900.853419:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.853436:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.853439:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.853441:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344900.853446:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:252825:x1848987881540608:12345-192.168.203.14@tcp:34:lfs.0 00000100:00000200:0.0:1763344900.853450:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881540608 00000020:00000001:0.0:1763344900.853454:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.853457:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344900.853462:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.853464:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.853466:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808560 : -1044743056 : ffffffffc1ba7c70) 00000020:00000001:0.0:1763344900.853470:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344900.853473:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881540608, found 0 last_xid 1848987881540607 00000020:00000001:0.0:1763344900.853477:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.853479:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.853481:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.853484:0:13569:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1763344900.853489:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.853496:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000020:00000001:0.0:1763344900.853499:0:13569:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.853501:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.853506:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.853509:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.853516:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff9e4fc60b4000. 02000000:00000001:0.0:1763344900.853518:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.853521:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.853525:0:13569:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:0.0:1763344900.853530:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763344900.853533:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.853535:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.853537:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.853539:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.853541:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.853542:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.853544:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.853546:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.853547:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.853548:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.853550:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.853552:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.853553:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.853555:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.853557:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.853558:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.853560:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.853562:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.853564:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.853568:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344900.853573:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344900.853576:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344900.853578:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344900.853580:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.853583:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.853584:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.853587:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344900.853589:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.853592:0:13569:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763344900.853598:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcbcb0 00000004:00000002:0.0:1763344900.853600:0:13569:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240002b11:0x112:0x0]/f56xD.sanity_1, ldlm_rep = 0000000000000000 00000004:00000001:0.0:1763344900.853607:0:13569:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763344900.853610:0:13569:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763344900.853614:0:13569:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763344900.853617:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344900.853620:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344900.853627:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b200 count: 2 00010000:00000001:0.0:1763344900.853630:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.853633:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344900.853636:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd600. 00000020:00000001:0.0:1763344900.853641:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344900.853643:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd600 with handle 0x34881b4086817cb0 to hash 00000020:00000001:0.0:1763344900.853645:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344900.853647:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000010:0.0:1763344900.853653:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37180. 00010000:00000001:0.0:1763344900.853655:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344900.853658:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.853661:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.853665:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817cb0 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344900.853673:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344900.853677:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344900.853679:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344900.853681:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.853684:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.853686:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.853688:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.853690:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344900.853692:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344900.853694:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344900.853695:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344900.853697:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x0 (ffff9e50c2a6b200) refcount = 2 00010000:00000040:0.0:1763344900.853701:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344900.853705:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817c94 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1f2 expref: 232 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344900.853712:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817cb0 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.853718:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344900.853722:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.853724:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.853726:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344900.853728:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.853729:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.853731:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.853734:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344900.853737:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.853740:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817cb0 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.853745:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344900.853747:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.853748:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.853750:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344900.853751:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344900.853756:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50c2a6b400. 00010000:00000010:0.0:1763344900.853760:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50df139400. 00010000:00000001:0.0:1763344900.853764:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344900.853767:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bcc00. 00000020:00000001:0.0:1763344900.853769:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344900.853771:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bcc00 with handle 0x34881b4086817cb7 to hash 00000020:00000001:0.0:1763344900.853772:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344900.853774:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000010:0.0:1763344900.853777:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37500. 00010000:00000001:0.0:1763344900.853779:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344900.853782:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.853783:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.853786:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817cb7 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344900.853813:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344900.853815:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344900.853816:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344900.853817:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.853819:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.853821:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.853822:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.853824:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344900.853825:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344900.853826:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344900.853827:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344900.853829:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x67dc7ff9 (ffff9e50c2a6b400) refcount = 1 00010000:00010000:0.0:1763344900.853833:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817cb7 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.853837:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344900.853839:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.853840:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.853842:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344900.853843:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.853845:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.853846:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.853848:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344900.853850:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.853852:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817cb7 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.853857:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344900.853859:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.853860:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344900.853861:0:13569:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.853866:0:13569:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763344900.853873:0:13569:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763344900.853875:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763344900.853878:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763344900.853882:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.853887:0:13569:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1763344900.853890:0:13569:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1763344900.853911:0:13569:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763344900.853913:0:13569:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763344900.853916:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344900.853918:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344900.853922:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344900.853924:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.853926:0:13569:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344900.853928:0:13569:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.853930:0:13569:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1763344900.853933:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1763344900.853935:0:13569:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.853937:0:13569:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1763344900.853955:0:13569:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50cc9c3528. 00000001:00000010:0.0:1763344900.853966:0:13569:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50cc9c3528. 00080000:00000001:0.0:1763344900.853969:0:13569:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344900.853972:0:13569:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763344900.853974:0:13569:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.853978:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcbb20 00080000:00000002:0.0:1763344900.853979:0:13569:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x240002b11:0x112:0x0]/f56xD.sanity_1 => [0x240002b13:0x12e7f:0x0] 00080000:00000001:0.0:1763344900.853983:0:13569:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763344900.853986:0:13569:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.853988:0:13569:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344900.853990:0:13569:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.853992:0:13569:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.853994:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344900.853996:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e7f:0x0] 00000020:00000001:0.0:1763344900.853998:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.854000:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063800 : -107409293487816 : ffff9e4fd3375138) 00000004:00000001:0.0:1763344900.854003:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063712 : -107409293487904 : ffff9e4fd33750e0) 00000004:00000001:0.0:1763344900.854007:0:13569:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763344900.854009:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344900.854010:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344900.854014:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 2 00010000:00000001:0.0:1763344900.854016:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.854018:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344900.854020:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd000. 00000020:00000001:0.0:1763344900.854023:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344900.854024:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd000 with handle 0x34881b4086817cbe to hash 00000020:00000001:0.0:1763344900.854026:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344900.854027:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000010:0.0:1763344900.854030:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37580. 00010000:00000001:0.0:1763344900.854032:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344900.854034:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.854036:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.854039:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b4086817cbe lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344900.854044:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344900.854046:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344900.854047:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344900.854048:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.854050:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.854051:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.854053:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.854054:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344900.854056:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344900.854057:0:13569:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344900.854058:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344900.854060:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e7f:0x0].0x0 (ffff9e4fc1359100) refcount = 2 00010000:00000040:0.0:1763344900.854063:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344900.854067:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817c7f lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1e4 expref: 232 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344900.854072:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b4086817cbe lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854076:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344900.854078:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.854080:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854081:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344900.854082:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.854084:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854086:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.854088:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344900.854090:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.854093:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b4086817cbe lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854097:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344900.854098:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854099:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.854101:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.854102:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.854104:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=3 00000020:00000001:0.0:1763344900.854106:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344900.854108:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344900.854110:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854111:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344900.854112:0:13569:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.854115:0:13569:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763344900.854120:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344900.854122:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344900.854125:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.854127:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.854132:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.854145:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344900.854148:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344900.854150:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344900.854152:0:13569:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344900.854154:0:13569:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e7f:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 00000004:00000001:0.0:1763344900.854158:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.854159:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.854161:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.854163:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344900.854165:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.854166:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.854169:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344900.854171:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763344900.854174:0:13569:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1763344900.854175:0:13569:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763344900.854178:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e4fc60b42f8 00000004:00000001:0.0:1763344900.854181:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.854184:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.854186:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.854187:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.854188:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.854190:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.854192:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.854193:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.854195:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.854196:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.854198:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.854199:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344900.854202:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e7f:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:0.0:1763344900.854205:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e7f:0x0]: returning size 1024 00000004:00000040:0.0:1763344900.854208:0:13569:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x12e7f:1073752851 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1763344900.854211:0:13569:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1763344900.854213:0:13569:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000402:7191 00000004:00200000:0.0:1763344900.854215:0:13569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000020:00000001:0.0:1763344900.854221:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344900.854228:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.854230:0:13569:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854233:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.854234:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.854236:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=3 00000020:00000001:0.0:1763344900.854238:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344900.854240:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00000004:00010000:0.0:1763344900.854243:0:13569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b4086817cbe lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00000004:00000001:0.0:1763344900.854249:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344900.854253:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375138/ffff9e4fd33750e0 to site lru. bkt: ffff9e50ff90dc38 00000004:00000001:0.0:1763344900.854256:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344900.854257:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763344900.854259:0:13569:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344900.854260:0:13569:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.854262:0:13569:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763344900.854263:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854264:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344900.854266:0:13569:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344900.854268:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344900.854270:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763344900.854271:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.854272:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.854274:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd600 refcount=3 00000020:00000001:0.0:1763344900.854275:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344900.854278:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344900.854281:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.854282:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.854283:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd600 refcount=4 00000020:00000001:0.0:1763344900.854285:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344900.854287:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344900.854289:0:13569:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1763344900.854292:0:13569:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817cb0 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854297:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344900.854299:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817cb0 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854304:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854305:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344900.854308:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817cb0 lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854313:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.854315:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854317:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344900.854320:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817cb0 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:0.0:1763344900.854325:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bd600 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344900.854327:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.854329:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344900.854332:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817cb0 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854337:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344900.854338:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.854339:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.854340:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd600 refcount=5 00000020:00000001:0.0:1763344900.854342:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344900.854344:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344900.854347:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344900.854349:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817cb0 lrc: 5/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854354:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344900.854355:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344900.854357:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854360:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344900.854362:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.854363:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.854364:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.854366:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd600 with handle 0x34881b4086817cb0 from hash 00010000:00000001:0.0:1763344900.854368:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.854369:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854370:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.854371:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344900.854373:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.854374:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854376:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344900.854378:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.854380:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344900.854382:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e50c2a6b200) 00010000:00010000:0.0:1763344900.854385:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344900.854387:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.854389:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854391:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344900.854392:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344900.854395:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854396:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.854397:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854399:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.854401:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.854403:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817cb0 lrc: 3/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854408:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854409:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.854410:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344900.854412:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344900.854413:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854414:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.854416:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344900.854417:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817cb0 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:0.0:1763344900.854438:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37180. 00010000:00000001:0.0:1763344900.854446:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344900.854447:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344900.854449:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763344900.854450:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.854451:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.854453:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bcc00 refcount=3 00000020:00000001:0.0:1763344900.854455:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344900.854457:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344900.854458:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344900.854461:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817cb7 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854466:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854467:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344900.854470:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817cb7 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854474:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.854476:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854478:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344900.854480:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817cb7 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:0.0:1763344900.854485:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bcc00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344900.854486:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.854488:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344900.854490:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817cb7 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854494:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344900.854495:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.854496:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.854498:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bcc00 refcount=4 00000020:00000001:0.0:1763344900.854500:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344900.854502:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344900.854504:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344900.854506:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817cb7 lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854510:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344900.854512:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344900.854513:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854515:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344900.854516:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.854517:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.854518:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.854520:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bcc00 with handle 0x34881b4086817cb7 from hash 00010000:00000001:0.0:1763344900.854522:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.854523:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854524:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.854525:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344900.854526:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.854527:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854529:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344900.854530:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.854532:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344900.854533:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x67dc7ff9 (ffff9e50c2a6b400) 00010000:00010000:0.0:1763344900.854536:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344900.854538:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.854540:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854541:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344900.854543:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344900.854544:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854546:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.854547:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854549:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.854551:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.854553:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817cb7 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854558:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854559:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.854560:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344900.854561:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344900.854563:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344900.854564:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817cb7 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:0.0:1763344900.854570:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37500. 00010000:00000040:0.0:1763344900.854573:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50c2a6b400 count: 0 00010000:00000010:0.0:1763344900.854577:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50df139400. 00010000:00000001:0.0:1763344900.854585:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344900.854586:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344900.854587:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763344900.854588:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344900.854589:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1763344900.854591:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.854592:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.854593:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=3 00000020:00000001:0.0:1763344900.854595:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344900.854597:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344900.854599:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344900.854601:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b4086817cbe lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854606:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854607:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344900.854609:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b4086817cbe lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854613:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.854615:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854617:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344900.854619:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b4086817cbe lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:0.0:1763344900.854625:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bd000 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344900.854626:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.854628:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344900.854630:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b4086817cbe lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854634:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344900.854635:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344900.854637:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.854638:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=4 00000020:00000001:0.0:1763344900.854639:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344900.854641:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344900.854643:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344900.854645:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b4086817cbe lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854650:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344900.854651:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344900.854652:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854654:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344900.854656:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.854657:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.854658:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.854660:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd000 with handle 0x34881b4086817cbe from hash 00010000:00000001:0.0:1763344900.854662:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.854663:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854665:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.854666:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344900.854667:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.854669:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854670:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344900.854672:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.854673:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344900.854675:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e7f:0x0].0x0 (ffff9e4fc1359100) 00010000:00010000:0.0:1763344900.854677:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344900.854679:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.854681:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854683:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344900.854684:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344900.854686:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854687:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.854688:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.854690:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.854692:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344900.854694:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b4086817cbe lrc: 2/0,0 mode: --/PR res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344900.854699:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.854700:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.854701:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344900.854702:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344900.854704:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344900.854706:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b4086817cbe lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:0.0:1763344900.854711:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37580. 00010000:00000001:0.0:1763344900.854715:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1763344900.854718:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344900.854720:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344900.854721:0:13569:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:0.0:1763344900.854723:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344900.854724:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344900.854726:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344900.854728:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763344900.854733:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.854734:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344900.854737:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:0.0:1763344900.854740:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214334, transno 0, xid 1848987881540608 00010000:00000001:0.0:1763344900.854742:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.854748:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50df110380 x1848987881540608/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 464/520 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344900.854762:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.854765:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.854769:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.854774:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.854777:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.854779:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.854782:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.854784:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.854837:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.854841:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.854847:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495440. 00000100:00000200:0.0:1763344900.854854:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848987881540608, offset 224 00000400:00000200:0.0:1763344900.854860:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.854873:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.854879:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385494:1385494:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385490:1385490:8:4294967295] 00000400:00000200:0.0:1763344900.854893:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.854898:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.854903:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344900.854909:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.854917:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.854921:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.854934:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.854937:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.854940:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.854941:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.854944:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:0.0:1763344900.854948:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000100:00000040:0.0:1763344900.854953:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df110380 x1848987881540608/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 464/520 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344900.854968:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df110380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:252825:x1848987881540608:12345-192.168.203.14@tcp:34:lfs.0 Request processed in 1547us (2976us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344900.854976:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302955 00000100:00000040:0.0:1763344900.854979:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344900.854982:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.854984:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.854988:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139380. 00000020:00000010:0.0:1763344900.854992:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732ed8. 00000020:00000010:0.0:1763344900.854995:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de1200. 00000020:00000040:0.0:1763344900.855001:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00000100:00000001:0.0:1763344900.855003:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344900.855109:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.855113:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:0.0:1763344900.855117:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.855121:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.855131:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495440 00000400:00000010:0.0:1763344900.855134:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495440. 00000100:00000001:0.0:1763344900.855138:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344900.855140:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344900.855175:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.855189:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.855196:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.858164:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.858179:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.858183:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.858185:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.858196:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.858212:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509df8d00 00000400:00000200:3.0:1763344900.858220:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x65920d [2] + 1176 00000800:00000001:3.0:1763344900.858228:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.858235:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.858238:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.858242:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.858248:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.858250:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763344900.858255:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7806300. 00000100:00000040:3.0:1763344900.858259:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7806300 x1848987881540864 msgsize 392 00000100:00100000:3.0:1763344900.858263:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.858281:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.858290:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.858293:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.858346:0:6507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.858349:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881540864 02000000:00000001:0.0:1763344900.858353:0:6507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.858355:0:6507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.858357:0:6507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.858361:0:6507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.858365:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881540864 00000020:00000001:0.0:1763344900.858367:0:6507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.858369:0:6507:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344900.858372:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.858375:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=483 00000020:00000001:0.0:1763344900.858377:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344900.858380:0:6507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344900.858384:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.858389:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.858393:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.858395:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344900.858401:0:6507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1200. 00000020:00000010:0.0:1763344900.858406:0:6507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139380. 00000020:00000010:0.0:1763344900.858411:0:6507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732ed8. 00000100:00000040:0.0:1763344900.858418:0:6507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763344900.858479:0:6507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.858481:0:6507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.858483:0:6507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.858492:0:6507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.858509:0:6507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.858520:0:6507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.858522:0:6507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.858526:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35911 00000100:00000040:0.0:1763344900.858531:0:6507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344900.858533:0:6507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219525888 : -107409490025728 : ffff9e4fc7806300) 00000100:00000040:0.0:1763344900.858541:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7806300 x1848987881540864/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 392/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344900.858549:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.858552:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.858554:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.858556:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344900.858560:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+483:252825:x1848987881540864:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:0.0:1763344900.858564:0:6507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881540864 00000020:00000001:0.0:1763344900.858567:0:6507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.858570:0:6507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344900.858576:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd6241180: xid 1848987881540480, transno 25770257753, client gen 9, slot idx 0 00000001:00000001:0.0:1763344900.858581:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd192e900: xid 1848987881534080, transno 25770257752, client gen 9, slot idx 1 00000001:00000010:0.0:1763344900.858585:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192e900. 00000020:00000001:0.0:1763344900.858590:0:6507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.858592:0:6507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.858595:0:6507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:0.0:1763344900.858598:0:6507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344900.858601:0:6507:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881540864, found 0 last_xid 1848987881540863 00000020:00000001:0.0:1763344900.858604:0:6507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.858606:0:6507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.858608:0:6507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.858612:0:6507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858616:0:6507:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763344900.858618:0:6507:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763344900.858621:0:6507:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763344900.858624:0:6507:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858627:0:6507:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763344900.858630:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.858632:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.858635:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.858636:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.858638:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.858640:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.858641:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.858643:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.858644:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.858645:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.858647:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.858649:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.858650:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.858651:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858653:0:6507:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858655:0:6507:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763344900.858656:0:6507:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858659:0:6507:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344900.858661:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.858662:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.858663:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.858664:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.858666:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.858668:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344900.858670:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344900.858671:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.858673:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.858674:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.858678:0:6507:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344900.858684:0:6507:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:0.0:1763344900.858687:0:6507:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:0.0:1763344900.858689:0:6507:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344900.858691:0:6507:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344900.858693:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344900.858694:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858696:0:6507:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344900.858698:0:6507:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858700:0:6507:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.858704:0:6507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.858706:0:6507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.858711:0:6507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50cca0b000. 02000000:00000001:0.0:1763344900.858713:0:6507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.858716:0:6507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858718:0:6507:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344900.858720:0:6507:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858722:0:6507:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763344900.858724:0:6507:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763344900.858726:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.858728:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50f4ec0f00 refcount=2 00000020:00000001:0.0:1763344900.858730:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669276524288 : -107404433027328 : ffff9e50f4ec0f00) 00000004:00000001:0.0:1763344900.858733:0:6507:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636669276524288 : -107404433027328 : ffff9e50f4ec0f00) 00000020:00000040:0.0:1763344900.858736:0:6507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f4ec0f00 with handle 0x34881b4086817ca9 from hash 00000004:00000001:0.0:1763344900.858741:0:6507:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763344900.858743:0:6507:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002b13:0x2e13:0x0] with intent: 0 00000004:00000001:0.0:1763344900.858747:0:6507:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344900.858749:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.858755:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344900.858777:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763344900.858780:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763344900.858782:0:6507:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858785:0:6507:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344900.858834:0:6507:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344900.858837:0:6507:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344900.858841:0:6507:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002b13:0x2e13:0x0], previous was 0x7 00000004:00000001:0.0:1763344900.858844:0:6507:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858846:0:6507:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763344900.858849:0:6507:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858851:0:6507:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763344900.858854:0:6507:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344900.858857:0:6507:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763344900.858859:0:6507:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50f4ec0f00. 00000004:00000001:0.0:1763344900.858868:0:6507:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344900.858873:0:6507:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fddc216d8/ffff9e4fddc21680 to site lru. bkt: ffff9e50f8468cb0 00000004:00000001:0.0:1763344900.858875:0:6507:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344900.858877:0:6507:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858878:0:6507:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858880:0:6507:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763344900.858884:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344900.858888:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de1400. 00080000:00000001:0.0:1763344900.858891:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460547072 : -107409249004544 : ffff9e4fd5de1400) 00080000:00000001:0.0:1763344900.858894:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344900.858899:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344900.858904:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344900.858907:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2840. 00080000:00000001:0.0:1763344900.858910:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.858918:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344900.858921:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344900.858925:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344900.858927:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257754, last_committed = 25770257743 00000001:00000010:0.0:1763344900.858931:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dcd80. 00000001:00000040:0.0:1763344900.858933:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 11 00000020:00000040:0.0:1763344900.858936:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=484 00000001:00000010:0.0:1763344900.858940:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192e900. 00000001:00000001:0.0:1763344900.858960:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192e900: xid 1848987881540864, transno 25770257754, tag 1, client gen 9, slot idx 1 00000001:00000001:0.0:1763344900.858963:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344900.858970:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2840. 00040000:00000001:0.0:1763344900.858974:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344900.858976:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344900.858978:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.858980:0:6507:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344900.858981:0:6507:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344900.858983:0:6507:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344900.858985:0:6507:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344900.858987:0:6507:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344900.858990:0:6507:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.858993:0:6507:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344900.858995:0:6507:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763344900.859001:0:6507:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344900.859006:0:6507:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344900.859008:0:6507:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344900.859011:0:6507:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 25770257754, xid 1848987881540864 00010000:00000001:0.0:1763344900.859014:0:6507:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.859020:0:6507:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7806300 x1848987881540864/t25770257754(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 392/456 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344900.859028:0:6507:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.859030:0:6507:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.859035:0:6507:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.859039:0:6507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.859042:0:6507:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.859044:0:6507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.859047:0:6507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.859049:0:6507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.859051:0:6507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.859054:0:6507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.859059:0:6507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495440. 00000100:00000200:0.0:1763344900.859064:0:6507:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881540864, offset 224 00000400:00000200:0.0:1763344900.859070:0:6507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.859079:0:6507:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.859086:0:6507:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385495:1385495:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385491:1385491:8:4294967295] 00000400:00000200:0.0:1763344900.859096:0:6507:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.859101:0:6507:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.859105:0:6507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344900.859111:0:6507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.859117:0:6507:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.859121:0:6507:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.859132:0:6507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.859135:0:6507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.859138:0:6507:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.859139:0:6507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.859142:0:6507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.859146:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7806300 x1848987881540864/t25770257754(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 392/456 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344900.859155:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+484:252825:x1848987881540864:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 604us (893us total) trans 25770257754 rc 0/0 00000100:00100000:0.0:1763344900.859162:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35911 00000100:00000040:0.0:1763344900.859165:0:6507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:0.0:1763344900.859168:0:6507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.859170:0:6507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.859174:0:6507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139380. 00000020:00000010:0.0:1763344900.859178:0:6507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732ed8. 00000020:00000010:0.0:1763344900.859181:0:6507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de1200. 00000020:00000040:0.0:1763344900.859186:0:6507:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 483 00000100:00000001:0.0:1763344900.859188:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763344900.860323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd600. 00010000:00000010:0.1:1763344900.860335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2a6b400. 00010000:00000010:0.1:1763344900.860340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bcc00. 00010000:00000010:0.1:1763344900.860343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00000800:00000001:1.0:1763344900.876485:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.876501:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.876505:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.876508:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.876519:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.876939:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509df8e00 00000400:00000200:1.0:1763344900.876949:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 91440 00000800:00000001:1.0:1763344900.876958:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.876972:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.876976:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.876980:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.876987:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.876989:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344900.876996:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df113480. 00000100:00000040:1.0:1763344900.877000:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df113480 x1848987881541120 msgsize 4616 00000100:00100000:1.0:1763344900.877004:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.877022:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.877032:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.877035:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.879165:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.879170:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000400:00000200:3.0:1763344900.879176:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.879180:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.879185:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921d48 00000400:00000010:3.0:1763344900.879187:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921d48. 00000100:00000001:3.0:1763344900.879191:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.879193:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344900.885046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00000100:00000001:3.0:1763344900.888673:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344900.888677:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881541248 02000000:00000001:3.0:1763344900.888680:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344900.888682:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344900.888684:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344900.888688:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344900.888691:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881541248 00000020:00000001:3.0:1763344900.888694:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344900.888695:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344900.888698:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.888702:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=234 00000020:00000001:3.0:1763344900.888705:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344900.888707:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344900.888711:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344900.888717:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344900.888720:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344900.888723:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344900.888729:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbc00. 00000020:00000010:3.0:1763344900.888734:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344900.888740:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfd48. 00000100:00000040:3.0:1763344900.888747:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763344900.888750:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344900.888752:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763344900.888754:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763344900.888757:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.888759:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763344900.888765:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344900.888766:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.888768:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4a00 refcount=3 00000020:00000001:3.0:1763344900.888770:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000001:3.0:1763344900.888773:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000001:3.0:1763344900.888775:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.888777:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.888778:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.888780:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763344900.888963:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.888970:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.888973:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.888975:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.888981:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.888991:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 552 into portal 12 MB=0x691a509df8f80 00000400:00000200:1.0:1763344900.888997:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 552/552 into md 0x616b51 [64] + 96056 00000800:00000001:1.0:1763344900.889002:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.889316:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.889320:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.889324:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.889328:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.889330:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344900.889335:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df113b80. 00000100:00000040:1.0:1763344900.889338:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df113b80 x1848987881541504 msgsize 552 00000100:00100000:1.0:1763344900.889342:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.889354:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.889361:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.889364:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.889629:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.889642:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344900.889687:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344900.889690:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344900.889694:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 3666 00000100:00000040:3.0:1763344900.889698:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344900.889700:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163190272 : -107404546361344 : ffff9e50ee2ab800) 00000100:00000040:3.0:1763344900.889708:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2ab800 x1848987881541248/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344900.889717:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344900.889720:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344900.889722:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344900.889725:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344900.889729:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:2405:x1848987881541248:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763344900.889733:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881541248 00010000:00000001:3.0:1763344900.889735:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763344900.889738:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763344900.889740:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763344900.889745:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344900.889747:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344900.889753:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc82b2800. 02000000:00000001:3.0:1763344900.889755:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.889758:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.889760:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344900.889762:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763344900.889764:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344900.889765:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344900.889767:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4a00 refcount=3 00000020:00000001:3.0:1763344900.889769:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000001:3.0:1763344900.889771:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000040:3.0:1763344900.889774:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 3 00000004:00000001:3.0:1763344900.889778:0:23071:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763344900.889780:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344900.889784:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.889786:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344900.889805:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344900.889808:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.889812:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344900.889814:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344900.889819:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.889821:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.889823:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344900.889825:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344900.889828:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4a00 with handle 0x34881b4086817ccc from hash 00010000:00000001:3.0:1763344900.889830:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344900.889831:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.889832:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.889834:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344900.889839:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344900.889840:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.889843:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344900.889844:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344900.889849:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ccc lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e207 expref: 235 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344900.889857:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:3.0:1763344900.889860:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00010000:00000010:3.0:1763344900.889862:0:23071:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16380. 00010000:00000001:3.0:1763344900.889869:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344900.889871:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344900.889873:0:23071:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344900.889875:0:23071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e7f:0x0].0x0 (ffff9e4fc1359100) 00010000:00000001:3.0:1763344900.889879:0:23071:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.889881:0:23071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.889883:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763344900.889885:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763344900.889886:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.889891:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344900.889894:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344900.889898:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344900.889902:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344900.889904:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344900.889906:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344900.889909:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344900.889911:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.889914:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344900.889916:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344900.889920:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb2a8. 00000100:00000200:3.0:1763344900.889925:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881541248, offset 224 00000400:00000200:3.0:1763344900.889931:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344900.889941:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344900.889947:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385497:1385497:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385493:1385493:8:4294967295] 00000400:00000200:3.0:1763344900.889957:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344900.889961:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344900.889965:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344900.889971:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344900.889977:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344900.889982:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344900.890002:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.890006:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344900.890008:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.890010:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344900.890014:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2ab800 x1848987881541248/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/224 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344900.890023:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+234:2405:x1848987881541248:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 305us (2266us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344900.890030:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 3666 00000100:00000040:3.0:1763344900.890033:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344900.890035:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344900.890036:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344900.890042:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344900.890045:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfd48. 00000020:00000010:3.0:1763344900.890048:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cbc00. 00000020:00000040:3.0:1763344900.890053:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 233 00000100:00000001:3.0:1763344900.890055:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344900.890087:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.890092:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5500. 00000400:00000200:0.0:1763344900.890097:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.890101:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.890106:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb2a8 00000400:00000010:0.0:1763344900.890108:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb2a8. 00000100:00000001:0.0:1763344900.890111:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344900.890112:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763344900.892164:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.892168:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994d00. 00000400:00000200:0.0:1763344900.892173:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.892178:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.892182:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921cc0 00000400:00000010:0.0:1763344900.892184:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921cc0. 00000100:00000001:0.0:1763344900.892188:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344900.892189:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344900.895830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc000. 00010000:00000010:2.1:1763344900.895844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2a6b200. 00000800:00000001:1.0:1763344900.896984:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.896999:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.897002:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.897005:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.897016:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.897032:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509df9080 00000400:00000200:1.0:1763344900.897041:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 96608 00000800:00000001:1.0:1763344900.897049:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.897060:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.897062:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.897066:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.897072:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.897074:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344900.897080:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df110700. 00000100:00000040:1.0:1763344900.897083:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df110700 x1848987881541760 msgsize 4616 00000100:00100000:1.0:1763344900.897088:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.897103:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.897113:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.897116:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344900.902694:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.902699:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994d00. 00000400:00000200:0.0:1763344900.902705:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.902711:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.902716:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921b28 00000400:00000010:0.0:1763344900.902718:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921b28. 00000100:00000001:0.0:1763344900.902721:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344900.902726:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2a9880 x1848987617969792/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.902735:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344900.902738:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2a9880 x1848987617969792/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.902745:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.902746:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763344900.906896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359c00. 00010000:00000010:2.1:1763344900.906908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:3.1:1763344900.906942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00000800:00000001:0.0:1763344900.909110:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.909125:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.909128:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.909131:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.909142:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.909158:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29c680 00000400:00000200:0.0:1763344900.909166:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x6659cd [1] + 224 00000800:00000001:0.0:1763344900.909173:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.909178:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.909180:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.909184:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344900.909191:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344900.909199:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2a9880 x1848987617969792/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344900.909209:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50ee2a9880 x1848987617969792/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.909231:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.909240:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.909243:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.909245:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.909247:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.909251:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.909256:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df9100 00000400:00000200:0.0:1763344900.909262:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cea1 [2] + 656 00000800:00000001:0.0:1763344900.909265:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.909270:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.909272:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.909275:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344900.909279:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344900.909280:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763344900.909285:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32c000. 00000100:00000040:0.0:1763344900.909288:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32c000 x1848987881541888 msgsize 328 00000100:00100000:0.0:1763344900.909292:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344900.909683:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.909690:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.909693:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.909839:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.909843:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881541888 02000000:00000001:1.0:1763344900.909846:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.909848:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.909850:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.909854:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.909857:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881541888 00000020:00000001:1.0:1763344900.909859:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.909861:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344900.909864:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.909868:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=236 00000020:00000001:1.0:1763344900.909871:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344900.909873:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344900.909876:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.909882:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.909886:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.909888:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000020:00000010:1.0:1763344900.909894:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2a00. 00000020:00000010:1.0:1763344900.909899:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42980. 00000020:00000010:1.0:1763344900.909904:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca043e8. 00000100:00000040:1.0:1763344900.909913:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344900.909915:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.909917:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344900.909919:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344900.909921:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.909924:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344900.909929:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.909931:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.909932:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5a00 refcount=4 00000020:00000001:1.0:1763344900.909934:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464562688 : -107409244988928 : ffff9e4fd61b5a00) 00010000:00000001:1.0:1763344900.909937:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464562688 : -107409244988928 : ffff9e4fd61b5a00) 00010000:00010000:1.0:1763344900.909942:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817ce1 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e83:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e20e expref: 236 pid: 10286 timeout: 13107 lvb_type: 0 00010000:00000001:1.0:1763344900.909949:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.909950:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.909952:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.909954:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.909961:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763344900.909966:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50ee32c000 x1848987881541888/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.909973:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344900.909974:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.909989:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.910002:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.910005:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.910009:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6337 00000100:00000040:1.0:1763344900.910013:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 2 00000100:00000001:1.0:1763344900.910015:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163716608 : -107404545835008 : ffff9e50ee32c000) 00000100:00000040:1.0:1763344900.910020:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32c000 x1848987881541888/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.910028:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.910031:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.910033:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.910035:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000100:00100000:1.0:1763344900.910039:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+236:2406:x1848987881541888:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344900.910043:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881541888 00010000:00000001:1.0:1763344900.910046:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344900.910048:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344900.910050:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344900.910054:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.910057:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.910063:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50e5675000. 02000000:00000001:1.0:1763344900.910065:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.910067:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.910069:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344900.910071:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344900.910073:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.910074:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.910076:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5a00 refcount=4 00000020:00000001:1.0:1763344900.910078:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464562688 : -107409244988928 : ffff9e4fd61b5a00) 00010000:00000001:1.0:1763344900.910080:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464562688 : -107409244988928 : ffff9e4fd61b5a00) 00010000:00000040:1.0:1763344900.910083:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359800 count: 4 00000004:00000001:1.0:1763344900.910087:0:27025:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1763344900.910091:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817ce1 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e83:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e20e expref: 236 pid: 10286 timeout: 13107 lvb_type: 0 00000100:00001000:1.0:1763344900.910098:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e50dfa75c50 time=1763344900 v=20 (0 0 0 0) 00010000:00000001:1.0:1763344900.910101:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344900.910106:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.910107:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344900.910111:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817ce1 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e83:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e20e expref: 236 pid: 10286 timeout: 13107 lvb_type: 0 00000020:00000001:1.0:1763344900.910118:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.910120:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.910122:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.910124:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.910128:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344900.910130:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344900.910136:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.910137:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.910139:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344900.910140:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344900.910143:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b5a00 with handle 0x34881b4086817ce1 from hash 00010000:00000001:1.0:1763344900.910145:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344900.910146:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.910147:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.910148:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344900.910152:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.910154:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.910156:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344900.910157:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344900.910160:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817ce1 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e83:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e20e expref: 236 pid: 10286 timeout: 13107 lvb_type: 0 00010000:00000040:1.0:1763344900.910167:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:1.0:1763344900.910171:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00010000:00000010:1.0:1763344900.910173:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16780. 00010000:00000001:1.0:1763344900.910180:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.910182:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344900.910184:0:27025:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344900.910186:0:27025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e83:0x0].0x0 (ffff9e4fc1359800) 00010000:00010000:1.0:1763344900.910191:0:27025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4200/0x34881b4086817cf6 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e83:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344900.910200:0:27025:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344900.910202:0:27025:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.910204:0:27025:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.910206:0:27025:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.910208:0:27025:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.910211:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344900.910212:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344900.910215:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4200/0x34881b4086817cf6 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e83:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344900.910220:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763344900.910222:0:27025:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344900.910224:0:27025:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344900.910225:0:27025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344900.910227:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e83:0x0].0x0 (ffff9e4fc1359800) refcount = 3 00010000:00010000:1.0:1763344900.910230:0:27025:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4200/0x34881b4086817cf6 lrc: 4/0,1 mode: EX/EX res: [0x240002b13:0x12e83:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344900.910235:0:27025:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344900.910237:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.910238:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.910240:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344900.910241:0:27025:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.910243:0:27025:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763344900.910246:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.910249:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344900.910254:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344900.910256:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344900.910258:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344900.910261:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344900.910262:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344900.910263:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344900.910265:0:27025:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344900.910279:0:27025:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.910282:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.910283:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.910284:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.910286:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344900.910287:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344900.910289:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.910290:0:27025:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.910292:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763344900.910293:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344900.910295:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344900.910296:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344900.910299:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6300. 00010000:00000001:1.0:1763344900.910301:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344900.910303:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344900.910305:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.910310:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.910312:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.910315:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=100 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.910318:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.910321:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344900.910323:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344900.910325:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.910327:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.910330:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.910332:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.910336:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e37f8. 00000100:00000200:1.0:1763344900.910340:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881541888, offset 224 00000400:00000200:1.0:1763344900.910346:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.910355:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.910361:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385500:1385500:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385496:1385496:8:4294967295] 00000400:00000200:1.0:1763344900.910377:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.910382:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.910387:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344900.910394:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.910400:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.910404:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.910417:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.910428:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00000800:00000200:0.0:1763344900.911993:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.911998:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:0.0:1763344900.912004:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.912009:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.912014:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e37f8 00000400:00000010:0.0:1763344900.912017:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e37f8. 00000100:00000001:0.0:1763344900.912022:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344900.912023:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763344900.912084:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.912087:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000400:00000200:0.0:1763344900.912092:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.912094:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.912097:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921990 00000400:00000010:0.0:1763344900.912098:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921990. 00000100:00000001:0.0:1763344900.912101:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344900.912102:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1763344900.912594:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.912597:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.912604:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32c000 x1848987881541888/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/224 e 0 to 0 dl 1763344911 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344900.912614:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+234:2406:x1848987881541888:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 2584us (3324us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344900.912623:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6337 00000100:00000040:1.0:1763344900.912625:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344900.912627:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.912629:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344900.912633:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42980. 00000020:00000010:1.0:1763344900.912637:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca043e8. 00000020:00000010:1.0:1763344900.912641:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2a00. 00000020:00000040:1.0:1763344900.912644:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 233 00000100:00000001:1.0:1763344900.912646:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.917529:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.917548:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.917552:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.917555:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.917565:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.917582:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509df9200 00000400:00000200:0.0:1763344900.917590:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x65920d [2] + 1568 00000800:00000001:0.0:1763344900.917598:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.917606:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.917609:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.917613:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344900.917619:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344900.917622:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763344900.917628:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32df80. 00000100:00000040:0.0:1763344900.917631:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32df80 x1848987881542144 msgsize 392 00000100:00100000:0.0:1763344900.917635:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344900.917652:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.917661:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.917664:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763344900.919046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5a00. 00000800:00000200:1.0:1763344900.919984:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.919990:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:1.0:1763344900.919997:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.920003:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.920009:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921a18 00000400:00000010:1.0:1763344900.920012:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921a18. 00000100:00000001:1.0:1763344900.920016:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.920018:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344900.921847:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.921862:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.921866:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.921869:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.921879:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.921895:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 376 into portal 12 MB=0x691a509df9280 00000400:00000200:0.0:1763344900.921903:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 376/376 into md 0x616b51 [64] + 101224 00000800:00000001:0.0:1763344900.921912:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.921920:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.921922:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.921926:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344900.921932:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344900.921935:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344900.921941:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32c700. 00000100:00000040:0.0:1763344900.921944:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32c700 x1848987881542272 msgsize 376 00000100:00100000:0.0:1763344900.921948:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344900.921960:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.921968:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.921971:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.926186:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.926192:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:3.0:1763344900.926197:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.926203:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.926210:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921dd0 00000400:00000010:3.0:1763344900.926213:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921dd0. 00000100:00000001:3.0:1763344900.926217:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.926219:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000010:2.1:1763344900.930841:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e50e4b8d960. 00010000:00000010:2.1:1763344900.930858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4200. 00010000:00000010:2.1:1763344900.930865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359800. 00010000:00000010:2.1:1763344900.930868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00000800:00000001:1.0:1763344900.931753:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.931767:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.931770:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.931773:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.931784:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.931837:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df9300 00000400:00000200:1.0:1763344900.931846:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 1864 00000800:00000001:1.0:1763344900.931854:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.931875:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.931878:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.931914:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.931923:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.931926:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344900.931938:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1374380. 00000100:00000040:1.0:1763344900.931941:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1374380 x1848987881542400 msgsize 328 00000100:00100000:1.0:1763344900.931945:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.931952:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.931960:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.931964:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.931980:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.931984:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881542400 02000000:00000001:0.0:1763344900.931987:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.931989:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.931992:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.931996:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.932000:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881542400 00000020:00000001:0.0:1763344900.932004:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.932006:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344900.932008:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.932011:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:0.0:1763344900.932013:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344900.932016:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344900.932020:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.932025:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.932029:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.932031:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344900.932038:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1200. 00000020:00000010:0.0:1763344900.932043:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139380. 00000020:00000010:0.0:1763344900.932049:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732ed8. 00000100:00000040:0.0:1763344900.932057:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344900.932060:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.932061:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.932064:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.932071:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.932086:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.932098:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.932100:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.932104:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27070 00000100:00000040:0.0:1763344900.932108:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344900.932110:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664114070400 : -107409595481216 : ffff9e4fc1374380) 00000100:00000040:0.0:1763344900.932116:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc1374380 x1848987881542400/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344900.932125:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.932128:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.932130:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.932132:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344900.932136:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc1374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881542400:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344900.932140:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881542400 00000020:00000001:0.0:1763344900.932143:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.932146:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344900.932149:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.932151:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.932153:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344900.932156:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344900.932159:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.932161:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.932163:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.932168:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.932171:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344900.932173:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344900.932174:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344900.932177:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344900.932179:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.932184:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344900.932190:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd0e5f900 count: 2 00010000:00000001:0.0:1763344900.932192:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344900.932195:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344900.932199:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd200. 00000020:00000001:0.0:1763344900.932202:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344900.932205:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd200 with handle 0x34881b4086817d0b to hash 00000020:00000001:0.0:1763344900.932207:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344900.932208:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000001:0.0:1763344900.932210:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00010000:0.0:1763344900.932215:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bd200/0x34881b4086817d0b lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e223 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344900.932223:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 16 00000020:00000040:0.0:1763344900.932225:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=22 00010000:00000001:0.0:1763344900.932232:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763344900.932234:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763344900.932237:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.932239:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.932244:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50cca08800. 02000000:00000001:0.0:1763344900.932246:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.932249:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.932251:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344900.932254:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763344900.932257:0:74640:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.932259:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763344900.932264:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50d2853b28. 00002000:00000001:0.0:1763344900.932267:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763344900.932269:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763344900.932272:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.932275:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344900.932281:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192e0c0. 00000100:00000001:0.0:1763344900.932284:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388509888 : -107409321041728 : ffff9e4fd192e0c0) 00000100:00000001:0.0:1763344900.932286:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388509888 : -107409321041728 : ffff9e4fd192e0c0) 00000100:00000001:0.0:1763344900.932288:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344900.932291:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344900.932292:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763344900.932294:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763344900.932298:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32ca80. 00000020:00000040:0.0:1763344900.932301:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763344900.932474:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344900.932477:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344900.932481:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344900.932488:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd5de1e00. 00000100:00000001:0.0:1763344900.932493:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.932499:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344900.932502:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344900.932508:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32ca80 x1848987617969920/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.932516:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344900.932518:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.932522:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617969920:192.168.203.14@tcp:106: 00000100:00000001:0.0:1763344900.932526:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344900.932530:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344900.932533:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.932536:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344900.932539:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd5de1600. 02000000:00000001:0.0:1763344900.932542:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344900.932547:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3528. 00000400:00000010:0.0:1763344900.932554:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495b28. 00000100:00000200:0.0:1763344900.932561:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617969920, portal 16 00000100:00000001:0.0:1763344900.932563:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344900.932565:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163719296 : -107404545832320 : ffff9e50ee32ca80) 00000100:00000040:0.0:1763344900.932571:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee32ca80 x1848987617969920/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.932579:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.932582:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.932584:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64957f8. 00000100:00000200:0.0:1763344900.932588:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617969920, offset 0 00000400:00000200:0.0:1763344900.932594:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.932604:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.932608:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344900.932612:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344900.932616:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344900.932618:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344900.932621:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385504:1385504:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385500:1385500:8:4294967295] 00000400:00000200:0.0:1763344900.932632:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.932638:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.932643:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344900.932649:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.932655:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.932659:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.932952:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.932957:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676070 00000100:00000001:0.0:1763344900.932964:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676038 00000100:00000001:0.0:1763344900.932968:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676070 00000100:00000001:0.0:1763344900.932971:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676038 00000100:00000001:0.0:1763344900.932974:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676070 00000100:00000001:0.0:1763344900.932977:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676038 00000100:00000001:0.0:1763344900.932979:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676070 00000100:00000001:0.0:1763344900.932982:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676038 00000100:00000001:0.0:1763344900.932985:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344900.932987:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.932989:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.932991:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.932993:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.932996:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763344900.932998:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50d2853b28. 00010000:00000001:0.0:1763344900.933001:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.933003:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763344900.933004:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344900.933006:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.933008:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344900.933010:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344900.933012:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd192e0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763344900.933015:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344900.933018:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344900.933137:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.933141:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:1.0:1763344900.933145:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.933150:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.933153:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64957f8 00000400:00000010:1.0:1763344900.933156:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64957f8. 00000100:00000001:1.0:1763344900.933160:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344900.933164:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32ca80 x1848987617969920/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.933173:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.933175:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32ca80 x1848987617969920/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.933182:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.933184:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.936606:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.936621:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.936625:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.936626:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.936637:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.936654:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29c700 00000400:00000200:3.0:1763344900.936662:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x6659e5 [1] + 224 00000800:00000001:3.0:1763344900.936669:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.936676:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.936679:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.936682:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.936688:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344900.936696:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32ca80 x1848987617969920/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344900.936706:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee32ca80 x1848987617969920/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.936733:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.936742:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.936745:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.936900:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344900.936908:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344900.936910:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344900.936913:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3528. 00000400:00000200:0.0:1763344900.936917:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495b28 00000400:00000010:0.0:1763344900.936920:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495b28. 00000100:00000001:0.0:1763344900.936923:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344900.936928:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32ca80 x1848987617969920/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763344900.936937:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32ca80 x1848987617969920/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.936944:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344900.936946:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.936949:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344900.936952:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344900.936954:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.936957:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.936959:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.936966:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344900.936970:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.936973:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344900.936975:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.936977:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344900.936981:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.936983:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.937040:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32ca80 x1848987617969920/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.937048:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344900.937051:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344900.937053:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.937055:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763344900.937061:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763344900.937069:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344900.937072:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.937079:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:0.0:1763344900.937082:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00002000:00000001:0.0:1763344900.937084:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344900.937089:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344900.937093:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c648/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00010000:00000001:0.0:1763344900.937096:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.937098:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.937099:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.937104:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32ca80 x1848987617969920/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763344900.937112:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617969920:192.168.203.14@tcp:106: 00000100:00000001:0.0:1763344900.937116:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.937119:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.937122:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344900.937124:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344900.937128:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32ca80 x1848987617969920/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.937134:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344900.937136:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344900.937140:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd5de1600. 02000000:00000001:0.0:1763344900.937144:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344900.937147:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344900.937149:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763344900.937151:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344900.937154:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd5de1e00. 02000000:00000001:0.0:1763344900.937157:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344900.937158:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344900.937160:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32ca80. 00000100:00000001:0.0:1763344900.937164:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344900.937165:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763344900.937167:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192e0c0. 00000100:00000001:0.0:1763344900.937170:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344900.937171:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344900.937174:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2840. 00010000:00000001:0.0:1763344900.937177:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344900.937181:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344900.937185:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344900.937187:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.937194:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.937195:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.937197:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344900.937199:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344900.937202:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd200 with handle 0x34881b4086817d0b from hash 00010000:00000001:0.0:1763344900.937204:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.937206:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.937207:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344900.937208:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344900.937210:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344900.937213:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763344900.937218:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bd200/0x34881b4086817d0b lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e223 expref: 22 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763344900.937231:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344900.937235:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.937237:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344900.937239:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.937241:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.937244:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344900.937246:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344900.937247:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344900.937249:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344900.937251:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344900.937253:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.937254:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763344900.937256:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.937258:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.937260:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344900.937261:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344900.937265:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bd200/0x34881b4086817d0b lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e223 expref: 22 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763344900.937273:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:0.0:1763344900.937276:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00010000:00000001:0.0:1763344900.937282:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344900.937284:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bd200, rc 0) 00000020:00000001:0.0:1763344900.937286:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763344900.937290:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881542400 00010000:00000001:0.0:1763344900.937293:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.937298:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc1374380 x1848987881542400/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344900.937306:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.937308:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.937311:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.937315:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.937318:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.937320:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.937323:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.937326:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.937329:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.937332:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.937336:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495b28. 00000100:00000200:0.0:1763344900.937340:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881542400, offset 224 00000400:00000200:0.0:1763344900.937347:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.937356:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.937363:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385505:1385505:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385501:1385501:8:4294967295] 00000400:00000200:0.0:1763344900.937374:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.937379:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.937386:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344900.937392:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.937398:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.937402:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.937450:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.937454:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.937457:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.937458:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.937461:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.937466:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1374380 x1848987881542400/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344900.937476:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc1374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881542400:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 5349us (5532us total) trans 0 rc 301/301 00000100:00100000:0.0:1763344900.937484:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27070 00000100:00000040:0.0:1763344900.937488:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344900.937490:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.937492:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.937498:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139380. 00000020:00000010:0.0:1763344900.937504:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732ed8. 00000020:00000010:0.0:1763344900.937507:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de1200. 00000020:00000040:0.0:1763344900.937512:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:0.0:1763344900.937515:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344900.937889:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344900.937894:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:1.0:1763344900.937899:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.937904:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344900.937908:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495b28 00000400:00000010:1.0:1763344900.937910:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495b28. 00000100:00000001:1.0:1763344900.937914:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344900.937915:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344900.942470:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.942486:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344900.942489:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.942491:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.942503:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344900.942519:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509df9380 00000400:00000200:1.0:1763344900.942527:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 101600 00000800:00000001:1.0:1763344900.942536:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.942543:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344900.942546:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344900.942550:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344900.942556:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344900.942558:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344900.942565:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1377800. 00000100:00000040:1.0:1763344900.942568:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1377800 x1848987881542528 msgsize 576 00000100:00100000:1.0:1763344900.942572:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344900.942590:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344900.942597:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344900.942601:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763344900.942862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd200. 00000800:00000200:3.0:1763344900.950171:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.950181:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:3.0:1763344900.950190:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.950198:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.950206:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921330 00000400:00000010:3.0:1763344900.950209:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921330. 00000100:00000001:3.0:1763344900.950214:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.950216:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.954383:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.954398:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.954403:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.954405:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.954416:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.954444:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df9400 00000400:00000200:3.0:1763344900.954453:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 2192 00000800:00000001:3.0:1763344900.954463:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.954470:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.954473:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.954477:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.954484:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.954486:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344900.954492:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804700. 00000100:00000040:3.0:1763344900.954496:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7804700 x1848987881542656 msgsize 328 00000100:00100000:3.0:1763344900.954500:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.954519:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.954529:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.954533:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.954603:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.954606:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881542656 02000000:00000001:0.0:1763344900.954610:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.954612:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.954615:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.954620:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.954624:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881542656 00000020:00000001:0.0:1763344900.954627:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.954629:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:0.0:1763344900.954632:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.954634:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=21 00000020:00000001:0.0:1763344900.954637:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:0.0:1763344900.954639:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:0.0:1763344900.954643:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.954648:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.954652:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.954654:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344900.954660:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1200. 00000020:00000010:0.0:1763344900.954666:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139380. 00000020:00000010:0.0:1763344900.954672:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732ed8. 00000100:00000040:0.0:1763344900.954681:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344900.954684:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.954686:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.954688:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.954696:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.954717:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.954729:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344900.954730:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344900.954735:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27071 00000100:00000040:0.0:1763344900.954738:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:0.0:1763344900.954741:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219518720 : -107409490032896 : ffff9e4fc7804700) 00000100:00000040:0.0:1763344900.954748:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7804700 x1848987881542656/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344900.954757:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.954760:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344900.954762:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.954764:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344900.954768:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2405:x1848987881542656:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344900.954773:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881542656 00000020:00000001:0.0:1763344900.954776:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344900.954779:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344900.954782:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.954784:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344900.954821:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344900.954826:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344900.954829:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344900.954831:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344900.954833:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344900.954839:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.954841:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344900.954843:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344900.954845:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344900.954847:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344900.954849:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.954854:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344900.954862:0:74640:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50c2a6b400. 00010000:00000010:0.0:1763344900.954866:0:74640:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e50c2a6b300. 00010000:00000001:0.0:1763344900.954870:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344900.954873:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd200. 00000020:00000001:0.0:1763344900.954877:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344900.954879:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd200 with handle 0x34881b4086817d20 to hash 00000020:00000001:0.0:1763344900.954881:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344900.954882:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000001:0.0:1763344900.954885:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00010000:0.0:1763344900.954889:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd200/0x34881b4086817d20 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e231 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1763344900.954898:0:74640:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763344900.954902:0:74640:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e4fc4ba2840. 00002000:00000001:0.0:1763344900.954904:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344900.954907:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344900.954913:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135976 : -107409430415640 : ffff9e4fcb0df6e8) 00002000:00000001:0.0:1763344900.954915:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279135888 : -107409430415728 : ffff9e4fcb0df690) 00002000:00000001:0.0:1763344900.954918:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344900.954922:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763344900.954925:0:74640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000402:0x1bbf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00000001:0.0:1763344900.954927:0:74640:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1763344900.954931:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df6e8/ffff9e4fcb0df690 to site lru. bkt: ffff9e50fb895180 00010000:00000040:0.0:1763344900.954934:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 15 00000020:00000040:0.0:1763344900.954936:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=22 00010000:00000001:0.0:1763344900.954943:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763344900.954945:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763344900.954948:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344900.954950:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344900.954955:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50cca0b400. 02000000:00000001:0.0:1763344900.954957:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.954960:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.954963:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344900.954965:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344900.954967:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344900.954969:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.954971:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344900.954972:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344900.954974:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.954977:0:74640:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763344900.954983:0:74640:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd200/0x34881b4086817d20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e231 expref: 22 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763344900.955002:0:74640:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bbf:0x0].0x0 (ffff9e50c2a6b400) refcount = 1 00010000:00000040:0.0:1763344900.955005:0:74640:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344900.955009:0:74640:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd200/0x34881b4086817d20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e231 expref: 22 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763344900.955019:0:74640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344900.955021:0:74640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.955023:0:74640:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344900.955024:0:74640:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763344900.955027:0:74640:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763344900.955029:0:74640:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.955034:0:74640:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763344900.955037:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd200/0x34881b4086817d20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e231 expref: 22 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763344900.955048:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344900.955050:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763344900.955052:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344900.955055:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344900.955057:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344900.955058:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344900.955060:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344900.955061:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bd200, rc 0) 00000020:00000001:0.0:1763344900.955064:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344900.955067:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946951, transno 0, xid 1848987881542656 00010000:00000001:0.0:1763344900.955070:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344900.955074:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7804700 x1848987881542656/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344900.955083:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344900.955085:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344900.955088:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344900.955093:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344900.955096:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344900.955098:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344900.955100:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344900.955102:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.955105:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344900.955108:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.955112:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495d48. 00000100:00000200:0.0:1763344900.955118:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881542656, offset 224 00000400:00000200:0.0:1763344900.955125:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.955133:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.955139:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385507:1385507:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385503:1385503:8:4294967295] 00000400:00000200:0.0:1763344900.955148:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.955153:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.955158:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344900.955163:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.955169:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.955173:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.955181:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.955185:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.955187:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.955188:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.955190:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.955194:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7804700 x1848987881542656/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344900.955202:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2405:x1848987881542656:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 444us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344900.955209:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27071 00000100:00000040:0.0:1763344900.955212:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:0.0:1763344900.955214:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.955215:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.955220:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139380. 00000020:00000010:0.0:1763344900.955224:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732ed8. 00000020:00000010:0.0:1763344900.955227:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de1200. 00000020:00000040:0.0:1763344900.955233:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 21 00000100:00000001:0.0:1763344900.955235:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.955459:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.955463:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:3.0:1763344900.955467:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.955471:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.955476:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495d48 00000400:00000010:3.0:1763344900.955479:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495d48. 00000100:00000001:3.0:1763344900.955484:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.955485:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.960486:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.960505:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.960509:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.960512:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.960525:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.960543:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df9480 00000400:00000200:3.0:1763344900.960552:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 2520 00000800:00000001:3.0:1763344900.960561:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.960569:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.960572:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.960577:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.960585:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.960588:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344900.960595:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804380. 00000100:00000040:3.0:1763344900.960599:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7804380 x1848987881542784 msgsize 328 00000100:00100000:3.0:1763344900.960604:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.961260:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.961272:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.961276:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1763344900.961965:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344900.961973:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344900.961980:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344900.961984:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344900.962000:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.962004:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676099 00000100:00000001:3.0:1763344900.962010:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676070 00000100:00000001:3.0:1763344900.962014:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676099 00000100:00000001:3.0:1763344900.962017:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676070 00000100:00000001:3.0:1763344900.962019:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676099 00000100:00000001:3.0:1763344900.962022:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676070 00000100:00000001:3.0:1763344900.962025:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676099 00000100:00000001:3.0:1763344900.962028:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676070 00000100:00000001:3.0:1763344900.962030:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344900.962032:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.962034:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.962036:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344900.962038:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344900.962039:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763344900.962041:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50ccdb9b28. 00010000:00000001:3.0:1763344900.962045:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344900.962047:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344900.962048:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344900.962050:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.962052:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344900.962054:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344900.962057:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd6241cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1763344900.962059:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344900.962062:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344900.962091:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.962096:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5500. 00000400:00000200:0.0:1763344900.962101:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.962107:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.962111:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921aa0 00000400:00000010:0.0:1763344900.962113:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921aa0. 00000100:00000001:0.0:1763344900.962115:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344900.962119:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2a9880 x1848987617970048/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.962128:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344900.962130:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2a9880 x1848987617970048/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.962136:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.962137:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.965641:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.965658:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.965663:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.965665:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.965677:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.965694:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29c780 00000400:00000200:3.0:1763344900.965703:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x6659f9 [1] + 224 00000800:00000001:3.0:1763344900.965712:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.965719:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.965722:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.965726:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.965733:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344900.965743:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2a9880 x1848987617970048/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344900.965754:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee2a9880 x1848987617970048/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.965781:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344900.965814:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344900.965822:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344900.965824:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:2.1:1763344900.965827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00000400:00000010:1.0:1763344900.965827:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6688. 00000400:00000200:1.0:1763344900.965831:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921f68 00000400:00000010:1.0:1763344900.965833:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921f68. 00000100:00000001:1.0:1763344900.965836:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.965841:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2a9880 x1848987617970048/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344900.965850:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2a9880 x1848987617970048/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.965862:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344900.965864:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.965866:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344900.965870:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344900.965872:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.965875:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.965878:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.965885:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=69 v=5 (5 5 5 5) 00000800:00000001:3.0:1763344900.965889:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1763344900.965889:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.965891:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1763344900.965893:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.965893:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.965896:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344900.965900:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.965903:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.965907:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2a9880 x1848987617970048/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.965914:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344900.965917:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344900.965919:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.965922:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763344900.965932:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344900.965942:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344900.965946:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.965953:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:1.0:1763344900.965956:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00002000:00000001:1.0:1763344900.965959:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344900.965963:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344900.965967:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c648/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00010000:00000001:1.0:1763344900.965970:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.965972:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.965973:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.965978:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9880 x1848987617970048/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344900.965987:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617970048:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344900.965992:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.965995:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.965998:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344900.966000:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.966004:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2a9880 x1848987617970048/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.966010:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344900.966013:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344900.966016:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50fc9ec000. 02000000:00000001:1.0:1763344900.966020:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344900.966022:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344900.966024:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763344900.966026:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344900.966029:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117b000. 02000000:00000001:1.0:1763344900.966033:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344900.966034:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344900.966036:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9880. 00000100:00000001:1.0:1763344900.966040:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344900.966042:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344900.966044:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd6241cc0. 00000100:00000001:1.0:1763344900.966047:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344900.966049:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344900.966052:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d2640. 00010000:00000001:1.0:1763344900.966056:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344900.966059:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344900.966063:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344900.966066:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344900.966071:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.966073:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.966075:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344900.966077:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344900.966081:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4000 with handle 0x34881b4086817d27 from hash 00010000:00000001:1.0:1763344900.966083:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344900.966085:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.966086:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.966087:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344900.966090:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344900.966092:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763344900.966099:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4000/0x34881b4086817d27 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e238 expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763344900.966111:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344900.966114:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.966117:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.966118:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.966120:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.966123:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344900.966125:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344900.966126:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344900.966127:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344900.966129:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344900.966130:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344900.966132:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344900.966135:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.966137:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.966139:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344900.966140:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344900.966143:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4000/0x34881b4086817d27 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e238 expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763344900.966151:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:1.0:1763344900.966154:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00010000:00000001:1.0:1763344900.966159:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344900.966161:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fd61b4000, rc 0) 00000020:00000001:1.0:1763344900.966163:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763344900.966167:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881542784 00010000:00000001:1.0:1763344900.966169:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344900.966174:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7804380 x1848987881542784/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344900.966182:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.966185:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.966189:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.966193:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.966195:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344900.966198:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344900.966201:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.966203:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.966207:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.966209:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.966214:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3e58. 00000100:00000200:1.0:1763344900.966219:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881542784, offset 224 00000400:00000200:1.0:1763344900.966225:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.966236:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.966241:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385509:1385509:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385505:1385505:8:4294967295] 00000400:00000200:1.0:1763344900.966252:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.966257:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.966264:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344900.966270:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.966277:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.966282:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.966304:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.966308:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344900.966311:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344900.966312:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.966315:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344900.966321:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7804380 x1848987881542784/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344900.966331:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7804380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2407:x1848987881542784:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 4846us (5729us total) trans 0 rc 301/301 00000100:00100000:1.0:1763344900.966339:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27072 00000100:00000040:1.0:1763344900.966344:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344900.966346:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.966348:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344900.966354:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ef8dcb80. 00000020:00000010:1.0:1763344900.966359:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d898. 00000020:00000010:1.0:1763344900.966363:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117a800. 00000020:00000040:1.0:1763344900.966367:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:1.0:1763344900.966370:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.966554:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.966559:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:3.0:1763344900.966564:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.966568:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.966572:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3e58 00000400:00000010:3.0:1763344900.966574:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3e58. 00000100:00000001:3.0:1763344900.966578:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.966580:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344900.969935:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.969951:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.969956:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.969958:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.969969:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.969985:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df9500 00000400:00000200:0.0:1763344900.969994:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 2848 00000800:00000001:0.0:1763344900.970002:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.970010:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.970014:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.970018:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344900.970025:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344900.970028:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344900.970034:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32ca80. 00000100:00000040:0.0:1763344900.970038:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32ca80 x1848987881542912 msgsize 328 00000100:00100000:0.0:1763344900.970042:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344900.970486:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.970496:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.970500:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.970595:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.970598:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881542912 02000000:00000001:1.0:1763344900.970601:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.970603:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.970605:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.970609:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.970614:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881542912 00000020:00000001:1.0:1763344900.970617:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.970619:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344900.970621:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.970624:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:1.0:1763344900.970626:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344900.970629:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344900.970633:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.970638:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.970642:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.970644:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000020:00000010:1.0:1763344900.970650:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2a00. 00000020:00000010:1.0:1763344900.970655:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42980. 00000020:00000010:1.0:1763344900.970660:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca043e8. 00000100:00000040:1.0:1763344900.970669:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344900.970671:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.970673:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344900.970675:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.970681:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.970697:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.970709:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.970711:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.970717:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27073 00000100:00000040:1.0:1763344900.970720:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344900.970722:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163719296 : -107404545832320 : ffff9e50ee32ca80) 00000100:00000040:1.0:1763344900.970729:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32ca80 x1848987881542912/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344900.970737:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.970739:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.970741:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.970743:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000100:00100000:1.0:1763344900.970747:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:252828:x1848987881542912:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344900.970751:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881542912 00000020:00000001:1.0:1763344900.970754:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344900.970758:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344900.970760:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.970763:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.970765:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344900.970768:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344900.970772:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344900.970774:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344900.970776:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.970782:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.970784:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344900.970786:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344900.970827:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344900.970830:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344900.970832:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.970838:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344900.970844:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd0e5f900 count: 2 00010000:00000001:1.0:1763344900.970847:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344900.970850:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344900.970855:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35e00. 00000020:00000001:1.0:1763344900.970859:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344900.970861:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35e00 with handle 0x34881b4086817d2e to hash 00000020:00000001:1.0:1763344900.970863:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344900.970864:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344900.970867:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00010000:1.0:1763344900.970871:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35e00/0x34881b4086817d2e lrc: 2/0,0 mode: --/GROUP res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e23f expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.970879:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 16 00000020:00000040:1.0:1763344900.970881:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=22 00000100:00000001:1.0:1763344900.970889:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.970891:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.970896:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50e7c4a800. 02000000:00000001:1.0:1763344900.970899:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.970901:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.970903:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344900.970906:0:74638:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344900.970909:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344900.970911:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.970914:0:74638:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1763344900.970916:0:74638:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344900.970920:0:74638:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817992 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0a2 expref: 22 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344900.970927:0:74638:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763344900.970929:0:74638:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344900.970931:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763344900.970933:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.970935:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344900.970936:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763344900.970938:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.970939:0:74638:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.970941:0:74638:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763344900.970945:0:74638:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35e00/0x34881b4086817d2e lrc: 4/0,0 mode: --/GROUP res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1156473945 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e23f expref: 22 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.970953:0:74638:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c17:0x0].0x0 (ffff9e4fd0e5f900) refcount = 2 00010000:00000040:1.0:1763344900.970956:0:74638:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344900.970959:0:74638:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817992 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0a2 expref: 22 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.970964:0:74638:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763344900.970967:0:74638:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35e00/0x34881b4086817d2e lrc: 4/0,0 mode: --/GROUP res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1156473945 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e23f expref: 22 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1763344900.970974:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.970979:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344900.970985:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344900.970987:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344900.970989:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344900.970991:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344900.970993:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344900.970995:0:74638:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763344900.970997:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.970999:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763344900.971001:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.971003:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.971005:0:74638:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763344900.971006:0:74638:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763344900.971010:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1376a00. 00000020:00000040:1.0:1763344900.971013:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763344900.971016:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344900.971017:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344900.971022:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344900.971027:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e2000. 00000100:00000001:1.0:1763344900.971032:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344900.971036:0:74638:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817992 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0a2 expref: 22 pid: 74640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344900.971050:0:74638:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817992 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0a2 expref: 22 pid: 74640 timeout: 13107 lvb_type: 0 00010000:00000001:1.0:1763344900.971057:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344900.971060:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344900.971064:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc1376a00 x1848987617970176/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.971071:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344900.971073:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.971077:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc1376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617970176:192.168.203.14@tcp:104: 00000100:00000001:1.0:1763344900.971081:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344900.971086:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344900.971088:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.971091:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344900.971106:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcc4e2400. 02000000:00000001:1.0:1763344900.971108:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344900.971114:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c160. 00000400:00000010:1.0:1763344900.971120:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3198. 00000100:00000200:1.0:1763344900.971126:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617970176, portal 16 00000100:00000001:1.0:1763344900.971128:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344900.971130:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664114080256 : -107409595471360 : ffff9e4fc1376a00) 00000100:00000040:1.0:1763344900.971135:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc1376a00 x1848987617970176/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.971143:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.971145:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.971148:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3088. 00000100:00000200:1.0:1763344900.971150:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617970176, offset 0 00000400:00000200:1.0:1763344900.971156:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.971166:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.971172:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344900.971176:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344900.971184:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344900.971187:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344900.971190:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385510:1385510:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385506:1385506:8:4294967295] 00000400:00000200:1.0:1763344900.971200:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.971206:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.971211:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344900.971217:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.971224:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.971229:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.971246:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.971250:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676108 00000100:00000001:1.0:1763344900.971257:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676099 00000100:00000001:1.0:1763344900.971260:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676108 00000100:00000001:1.0:1763344900.971263:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676099 00000100:00000001:1.0:1763344900.971265:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676108 00000100:00000001:1.0:1763344900.971268:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676099 00000100:00000001:1.0:1763344900.971270:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676108 00000100:00000001:1.0:1763344900.971273:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676099 00000100:00000001:1.0:1763344900.971275:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344900.971278:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.971280:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.971281:0:74638:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.971283:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.971285:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.971286:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.971287:0:74638:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.971289:0:74638:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763344900.971291:0:74638:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344900.971293:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.971295:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344900.971296:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344900.971299:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5e180 going to sleep for 11 seconds 00000100:00000001:1.0:1763344900.971301:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344900.971303:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344900.971641:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.971646:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:3.0:1763344900.971652:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.971657:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.971661:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3088 00000400:00000010:3.0:1763344900.971663:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3088. 00000100:00000001:3.0:1763344900.971667:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344900.971671:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc1376a00 x1848987617970176/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.971681:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344900.971684:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc1376a00 x1848987617970176/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.971691:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.971693:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.974253:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.974269:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.974273:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.974276:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.974287:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.974304:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29c800 00000400:00000200:3.0:1763344900.974313:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665a05 [1] + 224 00000800:00000001:3.0:1763344900.974322:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.974328:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.974331:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.974336:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.974343:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344900.974353:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc1376a00 x1848987617970176/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344900.974365:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e4fc1376a00 x1848987617970176/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.974382:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.974391:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.974395:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.975033:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344900.975040:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344900.975043:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344900.975046:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c160. 00000400:00000200:1.0:1763344900.975051:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3198 00000400:00000010:1.0:1763344900.975054:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3198. 00000100:00000001:1.0:1763344900.975057:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.975064:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc1376a00 x1848987617970176/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344900.975074:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc1376a00 x1848987617970176/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.975079:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344900.975081:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.975083:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344900.975087:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344900.975089:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.975091:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.975094:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.975102:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=69 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344900.975106:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.975109:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344900.975111:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.975114:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344900.975117:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.975121:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.975126:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc1376a00 x1848987617970176/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.975133:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344900.975136:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344900.975138:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.975141:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763344900.975144:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.975146:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.975148:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.975152:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1376a00 x1848987617970176/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344900.975160:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc1376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617970176:192.168.203.14@tcp:104: 00000100:00000001:1.0:1763344900.975165:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.975168:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.975171:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344900.975173:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.975176:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc1376a00 x1848987617970176/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.975183:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344900.975186:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344900.975189:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcc4e2400. 02000000:00000001:1.0:1763344900.975193:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344900.975196:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344900.975197:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763344900.975199:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344900.975202:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4e2000. 02000000:00000001:1.0:1763344900.975205:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344900.975206:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344900.975208:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1376a00. 00000100:00000001:1.0:1763344900.975212:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344900.975213:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344900.975215:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344900.975217:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344900.975220:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344900.975222:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6300. 00010000:00000001:1.0:1763344900.975226:0:74638:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.975229:0:74638:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.975231:0:74638:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344900.975240:0:74638:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344900.975247:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35e00/0x34881b4086817d2e lrc: 3/0,0 mode: --/GROUP res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1156473945 flags: 0x40000000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e23f expref: 22 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344900.975263:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344900.975265:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763344900.975267:0:74638:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50fca35e00 00010000:00000001:1.0:1763344900.975270:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344900.975272:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.975275:0:74638:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.975277:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763344900.975280:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763344900.975282:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.975284:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344900.975285:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.975286:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344900.975288:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca35e00, rc 0) 00000020:00000001:1.0:1763344900.975291:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344900.975296:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881542912 00010000:00000001:1.0:1763344900.975299:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344900.975304:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32ca80 x1848987881542912/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344900.975313:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.975315:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.975318:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.975323:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.975325:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344900.975327:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344900.975330:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.975332:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.975335:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.975338:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.975343:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3198. 00000100:00000200:1.0:1763344900.975347:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881542912, offset 224 00000400:00000200:1.0:1763344900.975353:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.975364:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.975370:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385511:1385511:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385507:1385507:8:4294967295] 00000400:00000200:1.0:1763344900.975379:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.975385:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.975392:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344900.975398:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.975405:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.975409:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.975416:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.975429:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344900.975431:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344900.975433:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.975436:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344900.975441:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32ca80 x1848987881542912/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344900.975449:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:252828:x1848987881542912:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 4710us (5409us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344900.975459:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27073 00000100:00000040:1.0:1763344900.975463:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344900.975465:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.975467:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344900.975473:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42980. 00000020:00000010:1.0:1763344900.975477:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca043e8. 00000020:00000010:1.0:1763344900.975482:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2a00. 00000020:00000040:1.0:1763344900.975487:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00000100:00000001:1.0:1763344900.975491:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344900.975632:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.975637:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:0.0:1763344900.975644:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.975648:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.975652:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3198 00000400:00000010:0.0:1763344900.975654:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3198. 00000100:00000001:0.0:1763344900.975657:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344900.975659:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344900.978040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00000800:00000001:3.0:1763344900.978716:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.978731:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.978735:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.978737:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.978749:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.978767:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df9580 00000400:00000200:3.0:1763344900.978777:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cea1 [2] + 984 00000800:00000001:3.0:1763344900.978786:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.978835:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.978838:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.978843:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.978850:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.978853:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763344900.978859:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7807b80. 00000100:00000040:3.0:1763344900.978863:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7807b80 x1848987881543040 msgsize 328 00000100:00100000:3.0:1763344900.978868:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.978884:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.978896:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.978900:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.979123:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.979126:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881543040 02000000:00000001:1.0:1763344900.979129:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.979132:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.979135:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.979139:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.979143:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881543040 00000020:00000001:1.0:1763344900.979146:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.979148:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344900.979151:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.979154:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=22 00000020:00000001:1.0:1763344900.979157:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344900.979159:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344900.979163:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.979168:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.979172:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.979174:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000020:00000010:1.0:1763344900.979182:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2a00. 00000020:00000010:1.0:1763344900.979187:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42980. 00000020:00000010:1.0:1763344900.979193:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca043e8. 00000100:00000040:1.0:1763344900.979203:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344900.979206:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.979208:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344900.979211:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344900.979215:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.979217:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344900.979223:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.979224:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.979226:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16200 refcount=4 00000020:00000001:1.0:1763344900.979228:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:1.0:1763344900.979231:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00010000:1.0:1763344900.979239:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817992 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0a2 expref: 22 pid: 74640 timeout: 13107 lvb_type: 0 00010000:00000001:1.0:1763344900.979248:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.979250:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.979252:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.979254:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.979263:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763344900.979270:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e4fc7807b80 x1848987881543040/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.979277:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344900.979279:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.979298:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.979310:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.979313:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.979317:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6338 00000100:00000040:1.0:1763344900.979321:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344900.979323:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219532160 : -107409490019456 : ffff9e4fc7807b80) 00000100:00000040:1.0:1763344900.979328:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7807b80 x1848987881543040/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344900.979336:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.979339:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.979341:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.979343:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000100:00100000:1.0:1763344900.979348:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2405:x1848987881543040:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344900.979351:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881543040 00010000:00000001:1.0:1763344900.979354:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344900.979357:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344900.979359:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344900.979365:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.979368:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.979376:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50e7c4a000. 02000000:00000001:1.0:1763344900.979378:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.979381:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.979384:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344900.979387:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344900.979389:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344900.979390:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.979391:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16200 refcount=4 00000020:00000001:1.0:1763344900.979394:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:1.0:1763344900.979397:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000040:1.0:1763344900.979400:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd0e5f900 count: 3 00002000:00000001:1.0:1763344900.979404:0:27025:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344900.979410:0:27025:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344900.979414:0:27025:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.979430:0:27025:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:1.0:1763344900.979440:0:27025:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00002000:00000001:1.0:1763344900.979443:0:27025:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344900.979449:0:27025:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344900.979454:0:27025:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c648/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00010000:00010000:1.0:1763344900.979459:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817992 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0a2 expref: 22 pid: 74640 timeout: 13107 lvb_type: 0 00000100:00001000:1.0:1763344900.979467:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc1321c50 time=129 v=5 (1 0 0 0) 00010000:00000001:1.0:1763344900.979470:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344900.979476:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.979477:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344900.979480:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817992 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0a2 expref: 22 pid: 74640 timeout: 13107 lvb_type: 0 00000020:00000001:1.0:1763344900.979489:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.979491:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.979493:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.979495:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.979501:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344900.979503:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344900.979510:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.979511:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.979514:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344900.979515:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344900.979518:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16200 with handle 0x34881b4086817992 from hash 00010000:00000001:1.0:1763344900.979520:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344900.979522:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.979523:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.979524:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344900.979529:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.979531:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.979534:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344900.979535:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344900.979538:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817992 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e0a2 expref: 22 pid: 74640 timeout: 13107 lvb_type: 0 00010000:00000040:1.0:1763344900.979547:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:1.0:1763344900.979550:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00010000:00000001:1.0:1763344900.979558:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.979561:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344900.979563:0:27025:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763344900.979566:0:27025:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50fca35e00 00010000:00000001:1.0:1763344900.979569:0:27025:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344900.979573:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344900.979576:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344900.979578:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.979580:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344900.979581:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344900.979583:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.979586:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344900.979588:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344900.979592:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35e00/0x34881b4086817d2e lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1156473945 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e23f expref: 21 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344900.979599:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1763344900.979604:0:27025:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35e00/0x34881b4086817d2e lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1156473945 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e23f expref: 21 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.979613:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c17:0x0].0x0 (ffff9e4fd0e5f900) refcount = 2 00010000:00000040:1.0:1763344900.979615:0:27025:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344900.979619:0:27025:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35e00/0x34881b4086817d2e lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1156473945 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e23f expref: 21 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344900.979627:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344900.979628:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.979629:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344900.979631:0:27025:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.979633:0:27025:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763344900.979637:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.979641:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344900.979647:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344900.979650:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344900.979652:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344900.979655:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344900.979656:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344900.979658:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344900.979660:0:27025:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:1.0:1763344900.979664:0:27025:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1376a00. 00000020:00000040:1.0:1763344900.979668:0:27025:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763344900.979672:0:27025:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344900.979675:0:27025:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344900.979679:0:27025:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344900.979686:0:27025:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e2000. 00000100:00000001:1.0:1763344900.979692:0:27025:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344900.979700:0:27025:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35e00/0x34881b4086817d2e lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1156473945 flags: 0x40000000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e23f expref: 21 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344900.979709:0:27025:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344900.979713:0:27025:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344900.979718:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc1376a00 x1848987617970304/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.979728:0:27025:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344900.979730:0:27025:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.979737:0:27025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc1376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:27025:1848987617970304:192.168.203.14@tcp:105: 00000100:00000001:1.0:1763344900.979742:0:27025:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344900.979748:0:27025:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344900.979752:0:27025:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.979755:0:27025:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344900.979759:0:27025:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcc4e2400. 02000000:00000001:1.0:1763344900.979761:0:27025:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344900.979767:0:27025:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c160. 00000400:00000010:1.0:1763344900.979774:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3660. 00000100:00000200:1.0:1763344900.979782:0:27025:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617970304, portal 16 00000100:00000001:1.0:1763344900.979785:0:27025:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344900.979833:0:27025:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664114080256 : -107409595471360 : ffff9e4fc1376a00) 00000100:00000040:1.0:1763344900.979840:0:27025:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc1376a00 x1848987617970304/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.979846:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.979848:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.979851:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3dd0. 00000100:00000200:1.0:1763344900.979855:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848987617970304, offset 0 00000400:00000200:1.0:1763344900.979862:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.979872:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.979878:0:27025:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344900.979882:0:27025:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344900.979886:0:27025:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344900.979889:0:27025:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344900.979892:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385512:1385512:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385508:1385508:8:4294967295] 00000400:00000200:1.0:1763344900.979901:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.979907:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.979912:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344900.979918:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.979925:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.979930:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.979939:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.979945:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676117 00000100:00000001:1.0:1763344900.979951:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676108 00000100:00000001:1.0:1763344900.979955:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676117 00000100:00000001:1.0:1763344900.979958:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676108 00000100:00000001:1.0:1763344900.979960:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676117 00000100:00000001:1.0:1763344900.979963:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676108 00000100:00000001:1.0:1763344900.979965:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676117 00000100:00000001:1.0:1763344900.979968:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676108 00000100:00000001:1.0:1763344900.979970:0:27025:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344900.979973:0:27025:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.979975:0:27025:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.979977:0:27025:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.979979:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.979980:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.979981:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.979983:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344900.979984:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344900.979987:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.979989:0:27025:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344900.979990:0:27025:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344900.979992:0:27025:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5e180 going to sleep for 11 seconds 00000100:00000001:1.0:1763344900.979995:0:27025:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344900.979998:0:27025:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344900.980170:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.980175:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:0.0:1763344900.980181:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.980186:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.980190:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3dd0 00000400:00000010:0.0:1763344900.980192:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3dd0. 00000100:00000001:0.0:1763344900.980196:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344900.980201:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc1376a00 x1848987617970304/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.980209:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344900.980212:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc1376a00 x1848987617970304/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.980219:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.980220:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1763344900.983964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00000800:00000001:0.0:1763344900.984279:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.984292:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.984295:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.984298:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.984307:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344900.984325:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29c880 00000400:00000200:0.0:1763344900.984335:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665a11 [1] + 224 00000800:00000001:0.0:1763344900.984343:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344900.984351:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344900.984354:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.984358:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344900.984366:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344900.984374:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc1376a00 x1848987617970304/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344900.984389:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e4fc1376a00 x1848987617970304/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344900.984410:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344900.984428:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763344900.984614:0:27025:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344900.984622:0:27025:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344900.984624:0:27025:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344900.984627:0:27025:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c160. 00000400:00000200:1.0:1763344900.984631:0:27025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3660 00000400:00000010:1.0:1763344900.984634:0:27025:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3660. 00000100:00000001:1.0:1763344900.984638:0:27025:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.984643:0:27025:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc1376a00 x1848987617970304/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344900.984657:0:27025:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc1376a00 x1848987617970304/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.984664:0:27025:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344900.984665:0:27025:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.984668:0:27025:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344900.984671:0:27025:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344900.984674:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.984676:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.984679:0:27025:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.984686:0:27025:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=69 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344900.984690:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.984693:0:27025:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344900.984694:0:27025:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.984697:0:27025:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344900.984700:0:27025:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.984703:0:27025:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.984708:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc1376a00 x1848987617970304/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.984715:0:27025:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344900.984717:0:27025:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344900.984719:0:27025:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.984722:0:27025:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763344900.984724:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.984726:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.984728:0:27025:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.984732:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1376a00 x1848987617970304/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344900.984740:0:27025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc1376a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:27025:1848987617970304:192.168.203.14@tcp:105: 00000100:00000001:1.0:1763344900.984744:0:27025:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.984747:0:27025:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.984750:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344900.984752:0:27025:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.984756:0:27025:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc1376a00 x1848987617970304/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.984763:0:27025:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344900.984765:0:27025:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344900.984769:0:27025:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcc4e2400. 02000000:00000001:1.0:1763344900.984772:0:27025:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344900.984774:0:27025:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344900.984776:0:27025:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763344900.984778:0:27025:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344900.984781:0:27025:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4e2000. 02000000:00000001:1.0:1763344900.984784:0:27025:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344900.984786:0:27025:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344900.984808:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1376a00. 00000100:00000001:1.0:1763344900.984812:0:27025:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344900.984813:0:27025:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344900.984816:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344900.984819:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344900.984820:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344900.984823:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6300. 00010000:00000001:1.0:1763344900.984827:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344900.984830:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344900.984832:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.984838:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.984841:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.984844:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=100 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.984848:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.984851:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344900.984854:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344900.984857:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.984859:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.984862:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.984865:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.984870:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3660. 00000100:00000200:1.0:1763344900.984874:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881543040, offset 224 00000400:00000200:1.0:1763344900.984880:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.984891:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.984897:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385513:1385513:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385509:1385509:8:4294967295] 00000400:00000200:1.0:1763344900.984908:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.984913:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.984919:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344900.984925:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.984931:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.984935:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.984948:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.984952:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344900.984954:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.984957:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.984962:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7807b80 x1848987881543040/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/224 e 0 to 0 dl 1763344911 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344900.984972:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7807b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2405:x1848987881543040:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 5634us (6107us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344900.984982:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6338 00000100:00000040:1.0:1763344900.984986:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344900.984988:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344900.984990:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344900.984997:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42980. 00000020:00000010:1.0:1763344900.985001:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca043e8. 00000020:00000010:1.0:1763344900.985006:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2a00. 00000020:00000040:1.0:1763344900.985010:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:1.0:1763344900.985013:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344900.985082:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344900.985164:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344900.985168:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:0.0:1763344900.985173:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344900.985177:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344900.985180:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3660 00000400:00000010:0.0:1763344900.985182:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3660. 00000100:00000001:0.0:1763344900.985186:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344900.985188:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.985322:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.985328:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.985330:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.985333:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.985338:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.985348:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df9600 00000400:00000200:3.0:1763344900.985355:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 3176 00000800:00000001:3.0:1763344900.985359:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.985365:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.985367:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.985370:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.985374:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.985376:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344900.985381:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7806a00. 00000100:00000040:3.0:1763344900.985385:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7806a00 x1848987881543168 msgsize 328 00000100:00100000:3.0:1763344900.985390:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.985405:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.985411:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.985414:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.986915:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344900.986919:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881543168 02000000:00000001:1.0:1763344900.986923:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344900.986925:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.986928:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.986933:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.986936:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881543168 00000020:00000001:1.0:1763344900.986939:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344900.986942:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344900.986944:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344900.986947:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:1.0:1763344900.986950:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344900.986953:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344900.986957:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.986965:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.986969:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.986971:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000020:00000010:1.0:1763344900.986977:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2a00. 00000020:00000010:1.0:1763344900.986982:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42980. 00000020:00000010:1.0:1763344900.986987:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca043e8. 00000100:00000040:1.0:1763344900.986996:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344900.987000:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344900.987002:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344900.987004:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.987010:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.987028:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.987039:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344900.987041:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344900.987048:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27074 00000100:00000040:1.0:1763344900.987052:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344900.987054:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219527680 : -107409490023936 : ffff9e4fc7806a00) 00000100:00000040:1.0:1763344900.987060:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7806a00 x1848987881543168/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/0 e 0 to 0 dl 1763344911 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344900.987069:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344900.987072:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.987074:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344900.987076:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000100:00100000:1.0:1763344900.987080:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881543168:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344900.987084:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881543168 00000020:00000001:1.0:1763344900.987087:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344900.987092:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344900.987094:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.987096:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344900.987099:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344900.987102:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344900.987105:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344900.987108:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344900.987110:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344900.987115:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.987118:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344900.987120:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344900.987122:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344900.987124:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344900.987127:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.987132:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344900.987140:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd0e5f900 count: 2 00010000:00000001:1.0:1763344900.987142:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344900.987145:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344900.987149:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35000. 00000020:00000001:1.0:1763344900.987152:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344900.987156:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35000 with handle 0x34881b4086817d35 to hash 00000020:00000001:1.0:1763344900.987158:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344900.987159:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344900.987162:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00010000:1.0:1763344900.987167:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35000/0x34881b4086817d35 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e246 expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344900.987177:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 16 00000020:00000040:1.0:1763344900.987179:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=22 00010000:00000001:1.0:1763344900.987187:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763344900.987189:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763344900.987192:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344900.987195:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344900.987201:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50e486d800. 02000000:00000001:1.0:1763344900.987204:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.987206:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.987209:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344900.987211:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763344900.987214:0:74638:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.987216:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763344900.987221:0:74638:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f5c6a850. 00002000:00000001:1.0:1763344900.987224:0:74638:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763344900.987227:0:74638:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763344900.987230:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344900.987233:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344900.987238:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344900.987240:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344900.987242:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344900.987245:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344900.987246:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344900.987248:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344900.987250:0:74638:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763344900.987254:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1376a00. 00000020:00000040:1.0:1763344900.987257:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763344900.987260:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344900.987262:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344900.987266:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344900.987272:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e2000. 00000100:00000001:1.0:1763344900.987277:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.987282:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344900.987285:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344900.987289:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc1376a00 x1848987617970432/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.987297:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344900.987299:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344900.987302:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc1376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617970432:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344900.987308:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344900.987313:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344900.987315:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.987318:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344900.987321:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcc4e2400. 02000000:00000001:1.0:1763344900.987323:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344900.987328:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c160. 00000400:00000010:1.0:1763344900.987334:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3440. 00000100:00000200:1.0:1763344900.987341:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617970432, portal 16 00000100:00000001:1.0:1763344900.987343:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344900.987345:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664114080256 : -107409595471360 : ffff9e4fc1376a00) 00000100:00000040:1.0:1763344900.987349:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc1376a00 x1848987617970432/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.987356:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.987359:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344900.987361:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3b28. 00000100:00000200:1.0:1763344900.987364:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617970432, offset 0 00000400:00000200:1.0:1763344900.987371:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344900.987381:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344900.987386:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344900.987390:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344900.987394:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344900.987396:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344900.987399:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385514:1385514:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385510:1385510:8:4294967295] 00000400:00000200:1.0:1763344900.987409:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344900.987414:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344900.987418:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344900.987445:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344900.987451:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344900.987455:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763344900.987477:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.987482:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676124 00000100:00000001:1.0:1763344900.987488:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676117 00000100:00000001:1.0:1763344900.987492:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676124 00000100:00000001:1.0:1763344900.987494:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676117 00000100:00000001:1.0:1763344900.987497:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676124 00000100:00000001:1.0:1763344900.987500:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676117 00000100:00000001:1.0:1763344900.987502:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676124 00000100:00000001:1.0:1763344900.987505:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676117 00000100:00000001:1.0:1763344900.987507:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344900.987510:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.987512:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.987514:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.987516:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.987517:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763344900.987519:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f5c6a850. 00010000:00000001:1.0:1763344900.987523:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.987525:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344900.987526:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344900.987528:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.987531:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344900.987533:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344900.987535:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5e180 going to sleep for 11 seconds 00000100:00000001:1.0:1763344900.987538:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344900.987541:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344900.988189:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.988196:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:3.0:1763344900.988203:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.988209:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.988214:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3b28 00000400:00000010:3.0:1763344900.988216:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3b28. 00000100:00000001:3.0:1763344900.988221:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344900.989565:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc1376a00 x1848987617970432/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.989584:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344900.989589:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc1376a00 x1848987617970432/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.989596:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344900.989598:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.991180:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.991197:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.991201:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.991204:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.991219:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.991237:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29c900 00000400:00000200:3.0:1763344900.991248:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665a1d [1] + 224 00000800:00000001:3.0:1763344900.991259:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.991273:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.991277:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.991282:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.991291:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344900.991300:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc1376a00 x1848987617970432/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344900.991311:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e4fc1376a00 x1848987617970432/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344900.991343:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.991355:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.991359:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.991449:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344900.991458:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344900.991460:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344900.991463:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c160. 00000400:00000200:1.0:1763344900.991468:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3440 00000400:00000010:1.0:1763344900.991470:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3440. 00000100:00000001:1.0:1763344900.991474:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344900.991479:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc1376a00 x1848987617970432/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344900.991493:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc1376a00 x1848987617970432/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.991498:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344900.991500:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.991502:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344900.991506:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344900.991508:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344900.991510:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344900.991513:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.991520:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=69 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344900.991523:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.991526:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344900.991527:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.991530:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344900.991533:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.991536:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.991540:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc1376a00 x1848987617970432/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.991546:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344900.991549:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344900.991552:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.991554:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763344900.991559:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344900.991567:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344900.991570:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344900.991576:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:1.0:1763344900.991579:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00002000:00000001:1.0:1763344900.991581:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344900.991585:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344900.991589:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c648/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00010000:00000001:1.0:1763344900.991592:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.991594:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.991595:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344900.991599:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1376a00 x1848987617970432/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344900.991606:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc1376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617970432:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344900.991611:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344900.991614:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.991616:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344900.991618:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344900.991622:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc1376a00 x1848987617970432/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344900.991628:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344900.991630:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344900.991634:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcc4e2400. 02000000:00000001:1.0:1763344900.991637:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344900.991640:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344900.991642:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763344900.991644:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344900.991646:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4e2000. 02000000:00000001:1.0:1763344900.991649:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344900.991651:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344900.991653:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1376a00. 00000100:00000001:1.0:1763344900.991656:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344900.991657:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344900.991660:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344900.991663:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344900.991665:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344900.991668:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6300. 00010000:00000001:1.0:1763344900.991671:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344900.991674:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344900.991678:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344900.991680:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344900.991686:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.991687:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.991689:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344900.991691:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344900.991694:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35000 with handle 0x34881b4086817d35 from hash 00010000:00000001:1.0:1763344900.991697:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344900.991698:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344900.991699:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344900.991701:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344900.991702:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344900.991705:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763344900.991711:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35000/0x34881b4086817d35 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e246 expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763344900.991725:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344900.991729:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.991732:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344900.991733:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344900.991735:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.991739:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344900.991740:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344900.991742:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344900.991743:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344900.991744:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344900.991746:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344900.991748:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344900.991750:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344900.991752:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344900.991754:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344900.991755:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344900.991758:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35000/0x34881b4086817d35 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e246 expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763344900.991766:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:1.0:1763344900.991769:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00010000:00000001:1.0:1763344900.991776:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344900.991778:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca35000, rc 0) 00000020:00000001:1.0:1763344900.991781:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763344900.991785:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881543168 00010000:00000001:1.0:1763344900.991897:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344900.991903:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7806a00 x1848987881543168/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344900.991911:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344900.991913:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344900.991916:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344900.991921:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344900.991923:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344900.991925:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344900.991928:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344900.991930:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344900.991934:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344900.991936:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344900.992001:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495000. 00000100:00000200:0.0:1763344900.992008:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881543168, offset 224 00000400:00000200:0.0:1763344900.992015:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344900.992026:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344900.992031:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385515:1385515:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385511:1385511:8:4294967295] 00000400:00000200:0.0:1763344900.992041:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344900.992046:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344900.992052:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344900.992057:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344900.992064:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344900.992068:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763344900.993213:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344900.993223:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344900.993226:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344900.993229:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344900.993231:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344900.993240:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7806a00 x1848987881543168/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:131/0 lens 328/400 e 0 to 0 dl 1763344911 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344900.993251:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7806a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881543168:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 6180us (7863us total) trans 0 rc 301/301 00000100:00100000:0.0:1763344900.993260:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27074 00000100:00000040:0.0:1763344900.993264:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344900.993267:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344900.993269:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344900.993276:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42980. 00000020:00000010:0.0:1763344900.993282:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca043e8. 00000020:00000010:0.0:1763344900.993287:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2a00. 00000020:00000040:0.0:1763344900.993292:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:0.0:1763344900.993295:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344900.993596:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.993602:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:3.0:1763344900.993608:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.993614:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.993620:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495000 00000400:00000010:3.0:1763344900.993623:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495000. 00000100:00000001:3.0:1763344900.993629:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.993630:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344900.996570:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.996585:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344900.996589:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.996592:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.996607:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344900.996754:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509df9680 00000400:00000200:3.0:1763344900.996763:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645709 [8] + 3504 00000800:00000001:3.0:1763344900.996771:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.996779:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344900.996782:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1763344900.996833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35000. 00000400:00000200:3.0:1763344900.996892:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344900.996899:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344900.996902:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344900.996909:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7805500. 00000100:00000040:3.0:1763344900.996913:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7805500 x1848987881543296 msgsize 440 00000100:00100000:3.0:1763344900.996917:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344900.996923:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344900.996932:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344900.996936:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344900.997048:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344900.997051:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881543296 02000000:00000001:0.0:1763344900.997054:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344900.997056:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344900.997059:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344900.997063:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344900.997068:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881543296 00000020:00000001:0.0:1763344900.997071:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344900.997073:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344900.997075:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344900.997078:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:0.0:1763344900.997080:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344900.997083:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344900.997087:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344900.997092:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344900.997209:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344900.997214:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000020:00000010:0.0:1763344900.997221:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1200. 00000020:00000010:0.0:1763344900.997226:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139380. 00000020:00000010:0.0:1763344900.997232:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732ed8. 00000100:00000040:0.0:1763344900.997240:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344900.997243:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344900.997245:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344900.997247:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344900.997255:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344900.999220:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344900.999225:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:3.0:1763344900.999230:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344900.999236:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344900.999240:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921880 00000400:00000010:3.0:1763344900.999243:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921880. 00000100:00000001:3.0:1763344900.999246:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344900.999248:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344900.999644:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.002921:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.002936:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.002941:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.002943:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.002954:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.006499:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df9700 00000400:00000200:3.0:1763344901.006511:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 3944 00000800:00000001:3.0:1763344901.006521:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.006543:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.006546:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.006551:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.006559:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.006561:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344901.006570:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804a80. 00000100:00000040:3.0:1763344901.006574:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7804a80 x1848987881543424 msgsize 328 00000100:00100000:3.0:1763344901.006578:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.006592:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.006603:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.006607:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.006850:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.006853:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881543424 02000000:00000001:1.0:1763344901.006857:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.006859:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.006862:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.006866:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.006870:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881543424 00000020:00000001:1.0:1763344901.006873:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.006875:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344901.006877:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.006880:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:1.0:1763344901.006883:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344901.006885:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344901.006890:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.006895:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344901.006899:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.006902:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000020:00000010:1.0:1763344901.006908:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2000. 00000020:00000010:1.0:1763344901.006914:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344901.006920:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04000. 00000100:00000040:1.0:1763344901.006930:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344901.006933:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.006935:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344901.006937:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.006944:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.006962:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.006975:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.006977:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.006982:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27076 00000100:00000040:1.0:1763344901.006986:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344901.006988:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219519616 : -107409490032000 : ffff9e4fc7804a80) 00000100:00000040:1.0:1763344901.006995:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7804a80 x1848987881543424/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344901.007004:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.007007:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344901.007009:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.007011:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000100:00100000:1.0:1763344901.007016:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881543424:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344901.007020:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881543424 00000020:00000001:1.0:1763344901.007024:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344901.007027:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344901.007029:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.007032:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.007034:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344901.007037:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344901.007040:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.007042:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344901.007044:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344901.007050:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.007052:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344901.007054:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344901.007056:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344901.007058:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344901.007060:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.007066:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344901.007072:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd0e5f900 count: 2 00010000:00000001:1.0:1763344901.007075:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.007078:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.007082:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35000. 00000020:00000001:1.0:1763344901.007085:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.007087:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35000 with handle 0x34881b4086817d3c to hash 00000020:00000001:1.0:1763344901.007090:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.007091:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344901.007094:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00010000:1.0:1763344901.007099:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35000/0x34881b4086817d3c lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e24d expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.007108:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 16 00000020:00000040:1.0:1763344901.007110:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=22 00010000:00000001:1.0:1763344901.007117:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763344901.007119:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763344901.007122:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.007124:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.007131:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d2078400. 02000000:00000001:1.0:1763344901.007134:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.007136:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.007139:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344901.007141:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.007144:0:74638:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.007146:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763344901.007151:0:74638:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f5c6a850. 00002000:00000001:1.0:1763344901.007153:0:74638:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763344901.007156:0:74638:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763344901.007159:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344901.007162:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344901.007168:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344901.007170:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344901.007172:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344901.007176:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344901.007177:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344901.007179:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344901.007181:0:74638:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763344901.007184:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1376a00. 00000020:00000040:1.0:1763344901.007187:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763344901.007191:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344901.007193:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344901.007196:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344901.007202:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e2400. 00000100:00000001:1.0:1763344901.007208:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.007213:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344901.007215:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344901.007221:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc1376a00 x1848987617970560/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.007229:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344901.007231:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.007236:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc1376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617970560:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344901.007239:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344901.007244:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344901.007246:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.007248:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344901.007252:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcc4e2c00. 02000000:00000001:1.0:1763344901.007254:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344901.007259:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c160. 00000400:00000010:1.0:1763344901.007265:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3440. 00000100:00000200:1.0:1763344901.007272:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617970560, portal 16 00000100:00000001:1.0:1763344901.007275:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.007276:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664114080256 : -107409595471360 : ffff9e4fc1376a00) 00000100:00000040:1.0:1763344901.007281:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc1376a00 x1848987617970560/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.007288:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.007290:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.007293:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3ee0. 00000100:00000200:1.0:1763344901.007297:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617970560, offset 0 00000400:00000200:1.0:1763344901.007303:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.007313:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.007318:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344901.007322:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344901.007326:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344901.007328:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344901.007332:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385517:1385517:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385513:1385513:8:4294967295] 00000400:00000200:1.0:1763344901.007342:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.007348:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.007354:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344901.007359:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.007366:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.007370:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.007390:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.007394:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676144 00000100:00000001:1.0:1763344901.007401:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676124 00000100:00000001:1.0:1763344901.007405:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676144 00000100:00000001:1.0:1763344901.007408:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676124 00000100:00000001:1.0:1763344901.007411:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676144 00000100:00000001:1.0:1763344901.007414:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676124 00000100:00000001:1.0:1763344901.007416:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676144 00000100:00000001:1.0:1763344901.007430:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676124 00000100:00000001:1.0:1763344901.007434:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.007436:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.007439:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.007441:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.007443:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.007445:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763344901.007447:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f5c6a850. 00010000:00000001:1.0:1763344901.007450:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.007452:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344901.007454:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344901.007456:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.007458:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344901.007460:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344901.007462:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5e180 going to sleep for 11 seconds 00000100:00000001:1.0:1763344901.007465:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344901.007467:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344901.007661:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.007665:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:3.0:1763344901.007671:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.007676:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.007680:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3ee0 00000400:00000010:3.0:1763344901.007682:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3ee0. 00000100:00000001:3.0:1763344901.007686:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344901.007690:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc1376a00 x1848987617970560/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.007699:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344901.007703:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc1376a00 x1848987617970560/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.007710:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.007712:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.009834:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.009848:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.009852:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.009854:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.009864:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.009879:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29c980 00000400:00000200:3.0:1763344901.009888:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665a2d [1] + 224 00000800:00000001:3.0:1763344901.009894:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.009900:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.009903:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.009906:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.009912:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344901.009919:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc1376a00 x1848987617970560/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344901.009928:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e4fc1376a00 x1848987617970560/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.009949:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.009957:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.009960:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.010017:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344901.010024:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344901.010026:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344901.010029:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c160. 00000400:00000200:1.0:1763344901.010033:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3440 00000400:00000010:1.0:1763344901.010035:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3440. 00000100:00000001:1.0:1763344901.010038:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.010043:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc1376a00 x1848987617970560/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344901.010051:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc1376a00 x1848987617970560/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.010057:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344901.010058:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.010061:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344901.010063:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344901.010066:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.010068:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.010071:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.010077:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344901.010081:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.010083:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344901.010085:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.010088:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344901.010091:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.010093:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.010098:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc1376a00 x1848987617970560/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.010111:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.010114:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344901.010115:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.010118:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763344901.010122:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344901.010129:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344901.010132:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.010138:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:1.0:1763344901.010140:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00002000:00000001:1.0:1763344901.010143:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344901.010148:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344901.010152:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c648/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00010000:00000001:1.0:1763344901.010155:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.010157:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.010159:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.010164:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1376a00 x1848987617970560/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344901.010172:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc1376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617970560:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344901.010177:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.010180:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.010182:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344901.010184:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.010187:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc1376a00 x1848987617970560/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.010194:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344901.010196:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344901.010199:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcc4e2c00. 02000000:00000001:1.0:1763344901.010202:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344901.010204:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344901.010206:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763344901.010208:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344901.010210:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4e2400. 02000000:00000001:1.0:1763344901.010213:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344901.010215:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344901.010216:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1376a00. 00000100:00000001:1.0:1763344901.010219:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344901.010221:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344901.010223:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344901.010225:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344901.010227:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344901.010229:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6300. 00010000:00000001:1.0:1763344901.010232:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344901.010235:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344901.010239:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344901.010241:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.010247:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.010248:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.010250:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.010252:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.010255:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35000 with handle 0x34881b4086817d3c from hash 00010000:00000001:1.0:1763344901.010258:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.010259:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.010260:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.010261:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344901.010263:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344901.010265:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763344901.010271:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35000/0x34881b4086817d3c lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e24d expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763344901.010284:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344901.010288:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.010290:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.010292:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.010294:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.010297:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.010298:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.010300:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.010302:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.010303:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.010305:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.010307:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344901.010309:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.010311:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.010313:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.010314:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.010318:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35000/0x34881b4086817d3c lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e24d expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763344901.010326:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:1.0:1763344901.010328:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00010000:00000001:1.0:1763344901.010335:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.010337:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca35000, rc 0) 00000020:00000001:1.0:1763344901.010340:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763344901.010344:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881543424 00010000:00000001:1.0:1763344901.010347:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344901.010351:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7804a80 x1848987881543424/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344901.010359:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.010361:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.010364:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.010368:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.010370:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344901.010373:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344901.010375:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.010377:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.010380:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.010383:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.010387:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3440. 00000100:00000200:1.0:1763344901.010391:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881543424, offset 224 00000400:00000200:1.0:1763344901.010467:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.010476:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.010481:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385518:1385518:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385514:1385514:8:4294967295] 00000400:00000200:1.0:1763344901.010492:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.010498:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.010504:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344901.010510:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.010516:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.010520:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.010538:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.010542:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344901.010545:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344901.010547:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.010549:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344901.010554:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7804a80 x1848987881543424/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344901.010565:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881543424:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 3558us (3988us total) trans 0 rc 301/301 00000100:00100000:1.0:1763344901.010573:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27076 00000100:00000040:1.0:1763344901.010577:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344901.010580:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.010582:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344901.010588:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344901.010592:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04000. 00000020:00000010:1.0:1763344901.010597:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2000. 00000020:00000040:1.0:1763344901.010601:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:1.0:1763344901.010603:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.010727:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.010730:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:3.0:1763344901.010735:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.010739:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.010742:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3440 00000400:00000010:3.0:1763344901.010744:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3440. 00000100:00000001:3.0:1763344901.010748:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.010749:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344901.015283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35000. 00000800:00000001:3.0:1763344901.057718:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.057736:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.057740:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.057743:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.057754:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.057771:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df9780 00000400:00000200:3.0:1763344901.057780:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 4272 00000800:00000001:3.0:1763344901.057829:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.057842:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.057845:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.057850:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.057856:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.057859:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344901.057865:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7805880. 00000100:00000040:3.0:1763344901.057868:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7805880 x1848987881543552 msgsize 328 00000100:00100000:3.0:1763344901.057872:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.057888:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.057897:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.057901:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.057933:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.057936:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881543552 02000000:00000001:1.0:1763344901.057939:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.057941:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.057944:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.057948:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.057953:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881543552 00000020:00000001:1.0:1763344901.057956:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.057958:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344901.057961:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.057964:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:1.0:1763344901.057967:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344901.057969:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344901.057973:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.057978:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344901.057994:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.057997:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000020:00000010:1.0:1763344901.058004:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2000. 00000020:00000010:1.0:1763344901.058009:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344901.058014:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04000. 00000100:00000040:1.0:1763344901.058023:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344901.058027:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.058028:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344901.058030:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.058038:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.058054:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.058066:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.058069:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.058073:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27077 00000100:00000040:1.0:1763344901.058077:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344901.058079:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219523200 : -107409490028416 : ffff9e4fc7805880) 00000100:00000040:1.0:1763344901.058087:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7805880 x1848987881543552/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344901.058095:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.058098:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344901.058100:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.058102:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000100:00100000:1.0:1763344901.058107:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881543552:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344901.058113:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881543552 00000020:00000001:1.0:1763344901.058116:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344901.058120:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344901.058122:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.058124:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.058126:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344901.058129:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344901.058132:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.058134:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344901.058136:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344901.058141:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.058143:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344901.058146:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344901.058147:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344901.058149:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344901.058152:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.058157:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344901.058164:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd0e5f900 count: 2 00010000:00000001:1.0:1763344901.058166:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.058169:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.058172:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35000. 00000020:00000001:1.0:1763344901.058176:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.058178:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35000 with handle 0x34881b4086817d43 to hash 00000020:00000001:1.0:1763344901.058180:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.058182:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344901.058184:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00010000:1.0:1763344901.058188:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35000/0x34881b4086817d43 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e254 expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.058197:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 16 00000020:00000040:1.0:1763344901.058199:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=22 00010000:00000001:1.0:1763344901.058208:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763344901.058211:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763344901.058215:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.058217:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.058222:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d207a800. 02000000:00000001:1.0:1763344901.058224:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.058227:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.058230:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344901.058232:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.058234:0:74638:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.058236:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763344901.058240:0:74638:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f5c6a850. 00002000:00000001:1.0:1763344901.058243:0:74638:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763344901.058245:0:74638:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763344901.058247:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344901.058250:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344901.058256:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344901.058257:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344901.058259:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344901.058262:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344901.058263:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344901.058265:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344901.058267:0:74638:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763344901.058270:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1376a00. 00000020:00000040:1.0:1763344901.058273:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763344901.058276:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344901.058277:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344901.058281:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344901.058286:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e2400. 00000100:00000001:1.0:1763344901.058291:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.058296:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344901.058299:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344901.058304:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc1376a00 x1848987617970688/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.058312:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344901.058315:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.058319:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc1376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617970688:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344901.058331:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344901.058335:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344901.058338:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.058340:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344901.058344:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcc4e2c00. 02000000:00000001:1.0:1763344901.058346:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344901.058351:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c160. 00000400:00000010:1.0:1763344901.058357:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3330. 00000100:00000200:1.0:1763344901.058363:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617970688, portal 16 00000100:00000001:1.0:1763344901.058366:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.058367:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664114080256 : -107409595471360 : ffff9e4fc1376a00) 00000100:00000040:1.0:1763344901.058373:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc1376a00 x1848987617970688/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.058380:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.058382:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.058385:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e35d8. 00000100:00000200:1.0:1763344901.058388:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617970688, offset 0 00000400:00000200:1.0:1763344901.058394:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.058744:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.058749:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344901.058752:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344901.058756:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344901.058759:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344901.058762:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385519:1385519:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385515:1385515:8:4294967295] 00000400:00000200:1.0:1763344901.058772:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.058778:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.058785:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344901.058815:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.058823:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.058827:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.059641:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.059648:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676196 00000100:00000001:1.0:1763344901.059657:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676144 00000100:00000001:1.0:1763344901.059661:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676196 00000100:00000001:1.0:1763344901.059664:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676144 00000100:00000001:1.0:1763344901.059667:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676196 00000100:00000001:1.0:1763344901.059670:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676144 00000100:00000001:1.0:1763344901.059672:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676196 00000100:00000001:1.0:1763344901.059675:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676144 00000100:00000001:1.0:1763344901.059677:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.059681:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.059683:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.059685:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.059687:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.059689:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763344901.059691:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f5c6a850. 00010000:00000001:1.0:1763344901.059696:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.059698:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344901.059699:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344901.059702:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.059704:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344901.059706:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344901.059709:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5e180 going to sleep for 11 seconds 00000100:00000001:1.0:1763344901.059711:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344901.059714:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344901.062237:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.062246:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:3.0:1763344901.062254:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.062263:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.062270:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e35d8 00000400:00000010:3.0:1763344901.062272:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e35d8. 00000100:00000001:3.0:1763344901.062278:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344901.062286:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc1376a00 x1848987617970688/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.062299:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344901.062303:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc1376a00 x1848987617970688/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.062309:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.062311:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.063504:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.063518:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.063522:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.063525:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.063533:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.063550:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29ca00 00000400:00000200:3.0:1763344901.063558:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665a39 [1] + 224 00000800:00000001:3.0:1763344901.063566:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.063574:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.063576:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.063579:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.063584:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344901.063590:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc1376a00 x1848987617970688/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344901.063599:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e4fc1376a00 x1848987617970688/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.063624:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.063632:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.063635:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.063750:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344901.063758:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344901.063760:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344901.063763:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c160. 00000400:00000200:1.0:1763344901.063767:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3330 00000400:00000010:1.0:1763344901.063769:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3330. 00000100:00000001:1.0:1763344901.063773:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.063777:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc1376a00 x1848987617970688/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344901.063872:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc1376a00 x1848987617970688/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.063879:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344901.063881:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.063884:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344901.063887:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344901.063889:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.063891:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.063894:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.063901:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344901.063906:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.063909:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344901.063910:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.063913:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344901.063916:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.063919:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.063924:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc1376a00 x1848987617970688/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.063932:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.063934:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344901.063937:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.063939:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763344901.063944:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344901.063953:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344901.063956:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.063963:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:1.0:1763344901.063966:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00002000:00000001:1.0:1763344901.063968:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344901.063972:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344901.063976:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c648/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00010000:00000001:1.0:1763344901.063979:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.063981:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.063983:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.063988:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1376a00 x1848987617970688/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344901.063996:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc1376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617970688:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344901.064001:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.064003:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.064006:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344901.064008:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.064011:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc1376a00 x1848987617970688/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.064018:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344901.064019:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344901.064023:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcc4e2c00. 02000000:00000001:1.0:1763344901.064027:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344901.064029:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344901.064031:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763344901.064033:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344901.064036:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4e2400. 02000000:00000001:1.0:1763344901.064038:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344901.064040:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344901.064042:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1376a00. 00000100:00000001:1.0:1763344901.064045:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344901.064046:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344901.064049:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344901.064051:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344901.064053:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344901.064056:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6300. 00010000:00000001:1.0:1763344901.064059:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344901.064063:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344901.064066:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344901.064068:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.064075:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.064076:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.064078:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.064080:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.064084:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35000 with handle 0x34881b4086817d43 from hash 00010000:00000001:1.0:1763344901.064087:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.064088:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.064089:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.064090:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344901.064092:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344901.064094:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763344901.064101:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35000/0x34881b4086817d43 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e254 expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763344901.064114:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344901.064117:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.064119:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.064121:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.064123:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.064127:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.064129:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.064130:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.064131:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.064133:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.064135:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.064137:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344901.064138:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.064141:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.064143:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.064144:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.064148:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35000/0x34881b4086817d43 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e254 expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763344901.064156:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:1.0:1763344901.064159:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00010000:00000001:1.0:1763344901.064166:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.064169:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca35000, rc 0) 00000020:00000001:1.0:1763344901.064171:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763344901.064175:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881543552 00010000:00000001:1.0:1763344901.064178:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344901.064183:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7805880 x1848987881543552/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344901.064191:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.064193:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.064196:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.064200:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.064202:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344901.064205:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344901.064208:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.064210:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.064213:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.064216:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.064220:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3330. 00000100:00000200:1.0:1763344901.064224:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881543552, offset 224 00000400:00000200:1.0:1763344901.064230:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.064240:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.064246:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385520:1385520:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385516:1385516:8:4294967295] 00000400:00000200:1.0:1763344901.064256:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.064261:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.064268:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344901.064273:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.064280:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.064284:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.064304:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.064308:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344901.064311:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344901.064313:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.064315:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344901.064321:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7805880 x1848987881543552/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344901.064337:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7805880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881543552:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 6240us (6466us total) trans 0 rc 301/301 00000100:00100000:1.0:1763344901.064346:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27077 00000100:00000040:1.0:1763344901.064350:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344901.064353:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.064355:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344901.064362:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344901.064366:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04000. 00000020:00000010:1.0:1763344901.064371:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2000. 00000020:00000040:1.0:1763344901.064375:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:1.0:1763344901.064378:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.064758:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.064762:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:3.0:1763344901.064768:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.064772:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.064776:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3330 00000400:00000010:3.0:1763344901.064777:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3330. 00000100:00000001:3.0:1763344901.064781:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.064783:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.069524:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.069539:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.069543:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.069546:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.069557:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.069574:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 432 into portal 28 MB=0x691a509df9800 00000400:00000200:3.0:1763344901.069584:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 432/432 into md 0x645709 [8] + 4600 00000800:00000001:3.0:1763344901.069591:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.069600:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.069602:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.069606:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.069614:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.069616:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344901.069622:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7806680. 00000100:00000040:3.0:1763344901.069626:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7806680 x1848987881543680 msgsize 432 00000100:00100000:3.0:1763344901.069630:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.069643:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.069653:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.069657:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.070002:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.070005:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881543680 02000000:00000001:1.0:1763344901.070008:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.070010:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.070012:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.070017:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.070022:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881543680 00000020:00000001:1.0:1763344901.070025:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.070027:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344901.070030:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.070033:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:1.0:1763344901.070036:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344901.070038:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344901.070042:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.070047:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344901.070051:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.070054:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000020:00000010:1.0:1763344901.070059:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2000. 00000020:00000010:1.0:1763344901.070064:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344901.070069:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04000. 00000100:00000040:1.0:1763344901.070078:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344901.070082:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.070083:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344901.070086:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.070093:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.070111:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.070122:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.070123:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.070129:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27078 00000100:00000040:1.0:1763344901.070132:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344901.070135:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219526784 : -107409490024832 : ffff9e4fc7806680) 00000100:00000040:1.0:1763344901.070141:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7806680 x1848987881543680/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 432/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.070150:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.070153:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344901.070155:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.070157:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000100:00100000:1.0:1763344901.070161:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2407:x1848987881543680:12345-192.168.203.14@tcp:23:lfs.0 00000100:00000200:1.0:1763344901.070165:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881543680 00000020:00000001:1.0:1763344901.070168:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344901.070171:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344901.070173:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.070175:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.070177:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666933168 : -1042618448 : ffffffffc1dae7b0) 00000020:00000001:1.0:1763344901.070181:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344901.070184:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.070186:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344901.070188:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344901.070192:0:74638:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763344901.070195:0:74638:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763344901.070197:0:74638:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.070200:0:74638:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.070202:0:74638:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.070205:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.070207:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.070209:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.070210:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.070211:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.070213:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.070214:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.070216:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.070217:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.070220:0:74638:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.070222:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.070226:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.070229:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.070235:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50c7e1cc00. 02000000:00000001:1.0:1763344901.070238:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.070240:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.070242:0:74638:0:(tgt_handler.c:3006:tgt_lseek()) Process entered 00000020:00000001:1.0:1763344901.070246:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.070251:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00080000:00000001:1.0:1763344901.070256:0:74638:0:(osd_io.c:2870:osd_lseek()) Process entered 00080000:00000040:1.0:1763344901.070280:0:74638:0:(osd_io.c:2894:osd_lseek()) seek hole from 0: 4096 00080000:00000001:1.0:1763344901.070283:0:74638:0:(osd_io.c:2895:osd_lseek()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000002:1.0:1763344901.070287:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc6ca7800/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00000020:00000001:1.0:1763344901.070290:0:74638:0:(tgt_handler.c:3046:tgt_lseek()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344901.070293:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881543680 00010000:00000001:1.0:1763344901.070296:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344901.070301:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7806680 x1848987881543680/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 432/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344901.070309:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.070312:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.070316:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.070320:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.070322:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344901.070325:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344901.070327:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.070330:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.070333:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.070336:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.070340:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3110. 00000100:00000200:1.0:1763344901.070347:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881543680, offset 224 00000400:00000200:1.0:1763344901.070353:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.070363:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.070369:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385521:1385521:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385517:1385517:8:4294967295] 00000400:00000200:1.0:1763344901.070379:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.070385:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.070390:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344901.070395:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.070402:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.070406:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.070430:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.070441:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344901.070443:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344901.070444:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.070447:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344901.070452:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7806680 x1848987881543680/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 432/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.070461:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7806680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2407:x1848987881543680:12345-192.168.203.14@tcp:23:lfs.0 Request processed in 310us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344901.070468:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27078 00000100:00000040:1.0:1763344901.070472:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344901.070474:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.070475:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344901.070480:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344901.070484:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04000. 00000020:00000010:1.0:1763344901.070488:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2000. 00000020:00000040:1.0:1763344901.070493:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:1.0:1763344901.070496:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.070628:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.070633:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:3.0:1763344901.070639:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.070643:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.070647:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3110 00000400:00000010:3.0:1763344901.070649:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3110. 00000100:00000001:3.0:1763344901.070653:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.070655:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344901.073495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35000. 00000800:00000001:3.0:1763344901.074023:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.074035:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.074038:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.074040:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.074048:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.074063:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df9880 00000400:00000200:3.0:1763344901.074071:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 5032 00000800:00000001:3.0:1763344901.074079:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.074096:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.074099:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.074103:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.074109:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.074111:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344901.074116:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7806d80. 00000100:00000040:3.0:1763344901.074119:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7806d80 x1848987881543808 msgsize 328 00000100:00100000:3.0:1763344901.074123:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.074136:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.074144:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.074146:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.074333:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.074337:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881543808 02000000:00000001:1.0:1763344901.074339:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.074342:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.074344:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.074348:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.074352:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881543808 00000020:00000001:1.0:1763344901.074355:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.074356:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344901.074359:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.074361:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:1.0:1763344901.074364:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344901.074366:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344901.074370:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.074374:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344901.074378:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.074380:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000020:00000010:1.0:1763344901.074385:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2000. 00000020:00000010:1.0:1763344901.074390:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344901.074395:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04000. 00000100:00000040:1.0:1763344901.074403:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344901.074406:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.074407:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344901.074409:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.074417:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.074439:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.074452:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.074453:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.074458:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27079 00000100:00000040:1.0:1763344901.074462:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344901.074463:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219528576 : -107409490023040 : ffff9e4fc7806d80) 00000100:00000040:1.0:1763344901.074471:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7806d80 x1848987881543808/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344901.074479:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.074481:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344901.074484:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.074486:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6300. 00000100:00100000:1.0:1763344901.074490:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881543808:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344901.074493:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881543808 00000020:00000001:1.0:1763344901.074496:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344901.074500:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344901.074502:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.074504:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.074506:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344901.074509:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344901.074512:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.074513:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344901.074515:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344901.074520:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.074523:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344901.074525:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344901.074527:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344901.074528:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344901.074530:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.074535:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344901.074542:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd0e5f900 count: 2 00010000:00000001:1.0:1763344901.074545:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.074548:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.074551:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35000. 00000020:00000001:1.0:1763344901.074554:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.074556:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35000 with handle 0x34881b4086817d4a to hash 00000020:00000001:1.0:1763344901.074558:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.074560:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344901.074562:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00010000:1.0:1763344901.074566:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35000/0x34881b4086817d4a lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e25b expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.074575:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 16 00000020:00000040:1.0:1763344901.074578:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=22 00010000:00000001:1.0:1763344901.074584:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763344901.074587:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763344901.074589:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.074591:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.074595:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50c7e1e800. 02000000:00000001:1.0:1763344901.074598:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.074600:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.074603:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344901.074604:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.074607:0:74638:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.074609:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763344901.074614:0:74638:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f5c6a850. 00002000:00000001:1.0:1763344901.074616:0:74638:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763344901.074619:0:74638:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763344901.074622:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6300. 00000100:00000001:1.0:1763344901.074625:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344901.074631:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344901.074633:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344901.074635:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344901.074637:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344901.074639:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344901.074641:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344901.074642:0:74638:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763344901.074646:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1376a00. 00000020:00000040:1.0:1763344901.074649:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763344901.074652:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344901.074654:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344901.074658:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344901.074663:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e2400. 00000100:00000001:1.0:1763344901.074668:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.074673:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344901.074677:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344901.074682:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc1376a00 x1848987617970816/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.074689:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344901.074691:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.074695:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc1376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617970816:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344901.074699:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344901.074703:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344901.074729:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.074732:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344901.074736:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcc4e2c00. 02000000:00000001:1.0:1763344901.074738:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344901.074743:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c160. 00000400:00000010:1.0:1763344901.074748:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e32a8. 00000100:00000200:1.0:1763344901.074755:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617970816, portal 16 00000100:00000001:1.0:1763344901.074758:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.074759:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664114080256 : -107409595471360 : ffff9e4fc1376a00) 00000100:00000040:1.0:1763344901.074764:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc1376a00 x1848987617970816/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.074770:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.074772:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.074774:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3550. 00000100:00000200:1.0:1763344901.074777:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617970816, offset 0 00000400:00000200:1.0:1763344901.074782:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.074821:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.074825:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344901.074829:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344901.074833:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344901.074835:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344901.074839:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385522:1385522:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385518:1385518:8:4294967295] 00000400:00000200:1.0:1763344901.074848:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.074854:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.074860:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344901.074866:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.074872:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.074875:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.074891:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.074895:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676212 00000100:00000001:0.0:1763344901.074933:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676196 00000100:00000001:0.0:1763344901.074939:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676212 00000100:00000001:0.0:1763344901.074942:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676196 00000100:00000001:0.0:1763344901.074944:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676212 00000100:00000001:0.0:1763344901.074947:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676196 00000100:00000001:0.0:1763344901.074949:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676212 00000100:00000001:0.0:1763344901.074952:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676196 00000100:00000001:0.0:1763344901.074954:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.074957:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.074959:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.074961:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.074963:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.074964:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763344901.074966:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f5c6a850. 00010000:00000001:0.0:1763344901.074971:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.074973:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763344901.074974:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344901.074976:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.074978:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344901.074979:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344901.074982:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5e180 going to sleep for 11 seconds 00000100:00000001:0.0:1763344901.074984:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344901.074987:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344901.075249:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.075253:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:3.0:1763344901.075258:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.075262:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.075266:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3550 00000400:00000010:3.0:1763344901.075268:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3550. 00000100:00000001:3.0:1763344901.075273:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344901.075277:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc1376a00 x1848987617970816/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.075286:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344901.075289:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc1376a00 x1848987617970816/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.075294:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.075296:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.077129:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.077142:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.077146:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.077148:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.077157:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.077172:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29ca80 00000400:00000200:3.0:1763344901.077180:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665a49 [1] + 224 00000800:00000001:3.0:1763344901.077188:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.077194:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.077197:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.077201:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.077207:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344901.077214:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc1376a00 x1848987617970816/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344901.077224:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e4fc1376a00 x1848987617970816/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.077249:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.077257:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.077260:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.077286:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344901.077293:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344901.077295:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344901.077298:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c160. 00000400:00000200:0.0:1763344901.077302:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e32a8 00000400:00000010:0.0:1763344901.077305:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e32a8. 00000100:00000001:0.0:1763344901.077309:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.077313:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc1376a00 x1848987617970816/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763344901.077322:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc1376a00 x1848987617970816/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.077328:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344901.077329:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.077332:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344901.077334:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344901.077337:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.077339:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.077342:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.077348:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=70 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344901.077352:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.077355:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344901.077357:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.077359:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344901.077362:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.077365:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.077375:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc1376a00 x1848987617970816/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.077381:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.077384:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344901.077386:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.077388:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763344901.077393:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763344901.077402:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344901.077405:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.077411:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:0.0:1763344901.077413:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00002000:00000001:0.0:1763344901.077416:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344901.077431:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344901.077435:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c648/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00010000:00000001:0.0:1763344901.077438:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.077440:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.077442:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.077447:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1376a00 x1848987617970816/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763344901.077453:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc1376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617970816:192.168.203.14@tcp:106: 00000100:00000001:0.0:1763344901.077458:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.077460:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.077463:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344901.077465:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.077468:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc1376a00 x1848987617970816/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.077474:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344901.077477:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344901.077480:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcc4e2c00. 02000000:00000001:0.0:1763344901.077484:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344901.077486:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344901.077487:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763344901.077490:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344901.077492:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4e2400. 02000000:00000001:0.0:1763344901.077494:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344901.077496:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344901.077498:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1376a00. 00000100:00000001:0.0:1763344901.077501:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344901.077503:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763344901.077505:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5e180. 00000100:00000001:0.0:1763344901.077507:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344901.077509:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344901.077511:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6300. 00010000:00000001:0.0:1763344901.077514:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.077517:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344901.077520:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344901.077522:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344901.077528:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.077530:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.077532:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.077534:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.077537:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35000 with handle 0x34881b4086817d4a from hash 00010000:00000001:0.0:1763344901.077540:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344901.077541:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.077542:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.077543:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344901.077544:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344901.077547:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763344901.077553:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35000/0x34881b4086817d4a lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e25b expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763344901.077567:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344901.077570:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.077572:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.077573:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.077576:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.077579:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344901.077580:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344901.077582:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344901.077583:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344901.077584:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344901.077586:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344901.077588:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763344901.077590:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.077592:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.077594:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344901.077595:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344901.077599:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35000/0x34881b4086817d4a lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e25b expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763344901.077607:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:0.0:1763344901.077610:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 21 00010000:00000001:0.0:1763344901.077615:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344901.077617:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca35000, rc 0) 00000020:00000001:0.0:1763344901.077620:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763344901.077624:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881543808 00010000:00000001:0.0:1763344901.077627:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.077632:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7806d80 x1848987881543808/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344901.077640:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.077643:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.077647:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.077651:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.077653:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.077656:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.077658:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.077660:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.077663:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.077666:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.083050:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495dd0. 00000100:00000200:0.0:1763344901.083064:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881543808, offset 224 00000400:00000200:0.0:1763344901.083088:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.083102:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.083109:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385523:1385523:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385519:1385519:8:4294967295] 00000400:00000200:0.0:1763344901.083121:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.083127:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.083134:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344901.083141:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.083149:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.083153:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.083177:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.083182:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.083185:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.083188:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.083192:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.083201:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7806d80 x1848987881543808/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344901.083214:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7806d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881543808:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 8732us (9092us total) trans 0 rc 301/301 00000100:00100000:0.0:1763344901.083223:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27079 00000100:00000040:0.0:1763344901.083227:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344901.083229:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.083231:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.083239:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:0.0:1763344901.083246:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04000. 00000020:00000010:0.0:1763344901.083251:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2000. 00000020:00000040:0.0:1763344901.083257:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:0.0:1763344901.083260:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.084317:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.084323:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:3.0:1763344901.084328:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.084335:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.084341:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495dd0 00000400:00000010:3.0:1763344901.084343:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495dd0. 00000100:00000001:3.0:1763344901.084348:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.084350:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.088438:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.088455:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.088460:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.088463:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.088475:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.088494:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 488 into portal 6 MB=0x691a509df9900 00000400:00000200:3.0:1763344901.088502:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 488/488 into md 0x1e2579 [128] + 56920 00010000:00000010:0.1:1763344901.088503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35000. 00000800:00000001:3.0:1763344901.088510:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.088516:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.088519:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.088523:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.088529:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.088532:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763344901.088537:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7805180. 00000100:00000040:3.0:1763344901.088541:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7805180 x1848987881543936 msgsize 488 00000100:00100000:3.0:1763344901.088545:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.089163:0:68731:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344901.089714:0:68731:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881543936 02000000:00000001:0.0:1763344901.089719:0:68731:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.089721:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.089724:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.089728:0:68731:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.089733:0:68731:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881543936 00000020:00000001:0.0:1763344901.089736:0:68731:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.089738:0:68731:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344901.089740:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.089743:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:0.0:1763344901.089746:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344901.089749:0:68731:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344901.089754:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.089762:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.089766:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.089768:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000020:00000010:0.0:1763344901.089776:0:68731:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1e00. 00000020:00000010:0.0:1763344901.089782:0:68731:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139400. 00000020:00000010:0.0:1763344901.089815:0:68731:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7327d0. 00000100:00000040:0.0:1763344901.089828:0:68731:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763344901.089831:0:68731:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.089832:0:68731:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763344901.089835:0:68731:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763344901.089838:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.089840:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:0.0:1763344901.089843:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.089846:0:68731:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763344901.089850:0:68731:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763344901.089852:0:68731:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.089855:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.089857:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.089859:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.089861:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.089863:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.089864:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.089865:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.089867:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.089868:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.089869:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.089871:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.089873:0:68731:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763344901.089875:0:68731:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.089877:0:68731:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.089879:0:68731:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.089882:0:68731:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763344901.089884:0:68731:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.089886:0:68731:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763344901.089895:0:68731:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000402:0x1c17:0x0] (0->4095) req@ffff9e4fc7805180 x1848987881543936/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763344901.089904:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763344901.089905:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e4fc7805180 with x1848987881543936 ext(0->4095) 00010000:00000001:0.0:1763344901.089908:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.089910:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.089912:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35e00 refcount=3 00000020:00000001:0.0:1763344901.089914:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:0.0:1763344901.089917:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:0.0:1763344901.089920:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.089922:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763344901.089923:0:68731:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763344901.089925:0:68731:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e4fc7805180 00002000:00000001:0.0:1763344901.089927:0:68731:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.089928:0:68731:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.089936:0:68731:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.089955:0:68731:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.089970:0:68731:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.089972:0:68731:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.089976:0:68731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1954 00000100:00000040:0.0:1763344901.089979:0:68731:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344901.089981:0:68731:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219521408 : -107409490030208 : ffff9e4fc7805180) 00000100:00000040:0.0:1763344901.089986:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7805180 x1848987881543936/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344901.089994:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.089997:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.089999:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.090001:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000100:00100000:0.0:1763344901.090005:0:68731:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2405:x1848987881543936:12345-192.168.203.14@tcp:3:lfs.0 00000100:00000200:0.0:1763344901.090008:0:68731:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881543936 00000020:00000001:0.0:1763344901.090010:0:68731:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.090013:0:68731:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344901.090014:0:68731:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.090016:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.090017:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:0.0:1763344901.090020:0:68731:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344901.090023:0:68731:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.090025:0:68731:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.090027:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.090028:0:68731:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.090033:0:68731:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.090035:0:68731:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.090044:0:68731:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9e50eaf04000. 02000000:00000001:0.0:1763344901.090047:0:68731:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.090050:0:68731:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.090052:0:68731:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:0.0:1763344901.090055:0:68731:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763344901.090056:0:68731:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.090059:0:68731:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:0.0:1763344901.090062:0:68731:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:0.0:1763344901.090064:0:68731:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:0.0:1763344901.090066:0:68731:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 reports grant 433758208 dropped 0, local 433758208 00000020:00000001:0.0:1763344901.090069:0:68731:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:0.0:1763344901.090071:0:68731:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:0.0:1763344901.090074:0:68731:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:0.0:1763344901.090075:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344901.090078:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.090083:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:0.0:1763344901.090086:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00002000:00000001:0.0:1763344901.090089:0:68731:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763344901.090094:0:68731:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.090097:0:68731:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:0.0:1763344901.090098:0:68731:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.090106:0:68731:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:0.0:1763344901.090108:0:68731:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.090113:0:68731:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344901.090120:0:68731:0:(osd_io.c:1628:osd_read_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.090123:0:68731:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.090124:0:68731:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.090127:0:68731:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.090131:0:68731:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1763344901.090163:0:68731:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:0.0:1763344901.090182:0:68731:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:0.0:1763344901.090184:0:68731:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: de00be (20) 00000020:00008000:0.0:1763344901.090188:0:68731:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:0.0:1763344901.090192:0:68731:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1763344901.090197:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344901.090203:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.090206:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344901.090207:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.090209:0:68731:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00080000:00000001:0.0:1763344901.090215:0:68731:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344901.090219:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c648/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00002000:00000001:0.0:1763344901.090221:0:68731:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.090223:0:68731:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.090225:0:68731:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.090227:0:68731:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:0.0:1763344901.090228:0:68731:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763344901.090231:0:68731:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:0.0:1763344901.090234:0:68731:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881543936 00010000:00000001:0.0:1763344901.090237:0:68731:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.090243:0:68731:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7805180 x1848987881543936/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/4536 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344901.090251:0:68731:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.090253:0:68731:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.090256:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=36 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.090261:0:68731:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.090262:0:68731:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.090264:0:68731:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.090267:0:68731:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.090269:0:68731:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.090272:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.090274:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.090278:0:68731:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192e0c0. 00000100:00000200:0.0:1763344901.090283:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848987881543936, offset 224 00000400:00000200:0.0:1763344901.090289:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.090299:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.090305:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385524:1385524:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385520:1385520:8:4294967295] 00000400:00000200:0.0:1763344901.090315:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.090320:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.090324:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9e4fd5de1600. 00000800:00000200:0.0:1763344901.090331:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.090337:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:0.0:1763344901.090341:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fd5de1600 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:0.0:1763344901.090352:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.090355:0:68731:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.090358:0:68731:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.090359:0:68731:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.090361:0:68731:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.090365:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7805180 x1848987881543936/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/4536 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344901.090373:0:68731:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2405:x1848987881543936:12345-192.168.203.14@tcp:3:lfs.0 Request processed in 378us (1831us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763344901.090381:0:68731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1954 00000100:00000040:0.0:1763344901.090384:0:68731:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344901.090387:0:68731:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1763344901.090388:0:68731:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763344901.090393:0:68731:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000402:0x1c17:0x0] (0->4095) req@ffff9e4fc7805180 x1848987881543936/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/4536 e 0 to 0 dl 1763344912 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763344901.090399:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763344901.090401:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e4fc7805180 with x1848987881543936 ext(0->4095) 00010000:00000001:0.0:1763344901.090403:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.090404:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.090405:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35e00 refcount=3 00000020:00000001:0.0:1763344901.090407:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:0.0:1763344901.090409:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:0.0:1763344901.090411:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.090412:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763344901.090414:0:68731:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763344901.090415:0:68731:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e4fc7805180 00002000:00000001:0.0:1763344901.090417:0:68731:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.090427:0:68731:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.090433:0:68731:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139400. 00000020:00000010:0.0:1763344901.090436:0:68731:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf7327d0. 00000020:00000010:0.0:1763344901.090440:0:68731:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de1e00. 00000020:00000040:0.0:1763344901.090445:0:68731:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:0.0:1763344901.090448:0:68731:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.090590:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.090594:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e4fd5de1600. 00000400:00000200:1.0:1763344901.090598:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.090602:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.090607:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192e0c0 00000400:00000010:1.0:1763344901.090609:0:3636:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192e0c0. 00000100:00000001:1.0:1763344901.090611:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.090613:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344901.090910:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.090921:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.090926:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.095554:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.095572:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.095575:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.095579:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.095591:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.095609:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 568 into portal 12 MB=0x691a509df9980 00000400:00000200:3.0:1763344901.095618:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 568/568 into md 0x616b51 [64] + 102176 00000800:00000001:3.0:1763344901.095627:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.095636:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.095639:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.095644:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.095651:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.095654:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344901.095660:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804000. 00000100:00000040:3.0:1763344901.095663:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7804000 x1848987881544064 msgsize 568 00000100:00100000:3.0:1763344901.095667:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.096629:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.096642:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.096647:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.098933:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.098939:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:3.0:1763344901.098945:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.098951:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.098956:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921770 00000400:00000010:3.0:1763344901.098959:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921770. 00000100:00000001:3.0:1763344901.098963:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.098964:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344901.102215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00000800:00000001:3.0:1763344901.103305:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.103321:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.103325:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.103329:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.103341:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.103358:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4584 into portal 6 MB=0x691a509df9a00 00000400:00000200:3.0:1763344901.103366:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 4584/4584 into md 0x1e2579 [128] + 57408 00000800:00000001:3.0:1763344901.103374:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.103387:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.103390:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.103394:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.103402:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.103404:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763344901.103410:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7807100. 00000100:00000040:3.0:1763344901.103414:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7807100 x1848987881544192 msgsize 4584 00000100:00100000:3.0:1763344901.103430:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.104605:0:68731:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763344901.104695:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.104710:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.104715:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763344901.104752:0:68731:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881544192 02000000:00000001:0.0:1763344901.104756:0:68731:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.104759:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.104762:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.104767:0:68731:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.104772:0:68731:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881544192 00000020:00000001:0.0:1763344901.104776:0:68731:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.104778:0:68731:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:0.0:1763344901.104781:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.104784:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=22 00000020:00000001:0.0:1763344901.104804:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:0.0:1763344901.104808:0:68731:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:0.0:1763344901.104814:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.104820:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.104824:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.104827:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000020:00000010:0.0:1763344901.104833:0:68731:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1e00. 00000020:00000010:0.0:1763344901.104840:0:68731:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139400. 00000020:00000010:0.0:1763344901.104846:0:68731:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7327d0. 00000100:00000040:0.0:1763344901.104853:0:68731:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763344901.104855:0:68731:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.104857:0:68731:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763344901.104859:0:68731:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763344901.104862:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.104864:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932256 : -1042619360 : ffffffffc1dae420) 00000020:00000001:0.0:1763344901.104867:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.104870:0:68731:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763344901.104873:0:68731:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763344901.104875:0:68731:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.104877:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.104879:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.104881:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.104882:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.104884:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.104886:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.104887:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.104889:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.104891:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.104892:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.104894:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.104897:0:68731:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763344901.104900:0:68731:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.104902:0:68731:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.104905:0:68731:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.104907:0:68731:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763344901.104909:0:68731:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.104912:0:68731:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.104920:0:68731:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.104937:0:68731:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.104950:0:68731:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.104951:0:68731:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.104959:0:68731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1955 00000100:00000040:0.0:1763344901.104962:0:68731:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:0.0:1763344901.104964:0:68731:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219529472 : -107409490022144 : ffff9e4fc7807100) 00000100:00000040:0.0:1763344901.104971:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7807100 x1848987881544192/t0(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4584/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344901.104980:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.104983:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.104985:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.104988:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000100:00100000:0.0:1763344901.104992:0:68731:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2405:x1848987881544192:12345-192.168.203.14@tcp:4:lfs.0 00000100:00000200:0.0:1763344901.104996:0:68731:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881544192 00000020:00000001:0.0:1763344901.104999:0:68731:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.105001:0:68731:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344901.105003:0:68731:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.105005:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.105006:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932256 : -1042619360 : ffffffffc1dae420) 00000020:00000001:0.0:1763344901.105010:0:68731:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344901.105013:0:68731:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.105015:0:68731:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.105016:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.105017:0:68731:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.105020:0:68731:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:0.0:1763344901.105024:0:68731:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.105026:0:68731:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.105031:0:68731:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9e50cca0a000. 02000000:00000001:0.0:1763344901.105033:0:68731:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.105036:0:68731:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.105039:0:68731:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763344901.105041:0:68731:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:0.0:1763344901.105043:0:68731:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344901.105046:0:68731:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344901.105053:0:68731:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 2 00010000:00000001:0.0:1763344901.105056:0:68731:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.105058:0:68731:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344901.105062:0:68731:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc800. 00000020:00000001:0.0:1763344901.105066:0:68731:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344901.105068:0:68731:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc800 with handle 0x34881b4086817d5f to hash 00000020:00000001:0.0:1763344901.105070:0:68731:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344901.105072:0:68731:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344901.105074:0:68731:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344901.105078:0:68731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.105080:0:68731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.105084:0:68731:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 3/0,1 mode: --/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.105093:0:68731:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344901.105097:0:68731:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344901.105099:0:68731:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344901.105101:0:68731:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.105104:0:68731:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763344901.105106:0:68731:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344901.105110:0:68731:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd200/0x34881b4086817d20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e231 expref: 22 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763344901.105118:0:68731:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763344901.105119:0:68731:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.105122:0:68731:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344901.105124:0:68731:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.105126:0:68731:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344901.105127:0:68731:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344901.105129:0:68731:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.105131:0:68731:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.105133:0:68731:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763344901.105136:0:68731:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 4/0,1 mode: --/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.105143:0:68731:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bbf:0x0].0x0 (ffff9e50c2a6b400) refcount = 2 00010000:00000040:0.0:1763344901.105146:0:68731:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344901.105150:0:68731:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd200/0x34881b4086817d20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e231 expref: 22 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763344901.105157:0:68731:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763344901.105159:0:68731:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 4/0,1 mode: --/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763344901.105167:0:68731:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.105170:0:68731:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344901.105177:0:68731:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192e600. 00000100:00000001:0.0:1763344901.105179:0:68731:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388511232 : -107409321040384 : ffff9e4fd192e600) 00000100:00000001:0.0:1763344901.105181:0:68731:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388511232 : -107409321040384 : ffff9e4fd192e600) 00000100:00000001:0.0:1763344901.105184:0:68731:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344901.105186:0:68731:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344901.105188:0:68731:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344901.105191:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.105192:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763344901.105194:0:68731:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.105196:0:68731:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.105198:0:68731:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763344901.105200:0:68731:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763344901.105204:0:68731:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32dc00. 00000020:00000040:0.0:1763344901.105209:0:68731:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763344901.105212:0:68731:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344901.105215:0:68731:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344901.105219:0:68731:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344901.105224:0:68731:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd5de0a00. 00000100:00000001:0.0:1763344901.105229:0:68731:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.105235:0:68731:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd200/0x34881b4086817d20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e231 expref: 22 pid: 74640 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763344901.105249:0:68731:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd200/0x34881b4086817d20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e231 expref: 22 pid: 74640 timeout: 13107 lvb_type: 1 00010000:00000001:0.0:1763344901.105258:0:68731:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344901.105261:0:68731:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344901.105265:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32dc00 x1848987617970944/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.105273:0:68731:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344901.105275:0:68731:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.105279:0:68731:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:68731:1848987617970944:192.168.203.14@tcp:104: 00000100:00000001:0.0:1763344901.105285:0:68731:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344901.105289:0:68731:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344901.105291:0:68731:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.105293:0:68731:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344901.105297:0:68731:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd5de0600. 02000000:00000001:0.0:1763344901.105299:0:68731:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344901.105304:0:68731:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3528. 00000400:00000010:0.0:1763344901.105311:0:68731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495cc0. 00000100:00000200:0.0:1763344901.105317:0:68731:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617970944, portal 16 00000100:00000001:0.0:1763344901.105320:0:68731:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344901.105322:0:68731:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163723776 : -107404545827840 : ffff9e50ee32dc00) 00000100:00000040:0.0:1763344901.105328:0:68731:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee32dc00 x1848987617970944/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.105337:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.105340:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.105342:0:68731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495aa0. 00000100:00000200:0.0:1763344901.105345:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617970944, offset 0 00000400:00000200:0.0:1763344901.105351:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.105365:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.105371:0:68731:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344901.105375:0:68731:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344901.105378:0:68731:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344901.105381:0:68731:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344901.105384:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385526:1385526:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385522:1385522:8:4294967295] 00000400:00000200:0.0:1763344901.105395:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.105401:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.105405:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344901.105412:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.105417:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.105616:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.105633:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.105637:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307676242 00000100:00000001:0.0:1763344901.105643:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307676212 00000100:00000001:0.0:1763344901.105647:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307676242 00000100:00000001:0.0:1763344901.105649:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307676212 00000100:00000001:0.0:1763344901.105651:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307676242 00000100:00000001:0.0:1763344901.105654:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307676212 00000100:00000001:0.0:1763344901.105656:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307676242 00000100:00000001:0.0:1763344901.105658:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307676212 00000100:00000001:0.0:1763344901.105660:0:68731:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.105663:0:68731:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.105664:0:68731:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.105666:0:68731:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.105668:0:68731:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.105670:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.105671:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.105672:0:68731:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.105674:0:68731:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344901.105675:0:68731:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344901.105678:0:68731:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.105679:0:68731:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344901.105681:0:68731:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344901.105683:0:68731:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd192e600 going to sleep for 11 seconds 00000100:00000001:0.0:1763344901.105685:0:68731:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344901.105688:0:68731:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344901.105843:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.105848:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:3.0:1763344901.105852:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.105857:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.105863:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495aa0 00000400:00000010:3.0:1763344901.105865:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495aa0. 00000100:00000001:3.0:1763344901.105870:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344901.105875:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32dc00 x1848987617970944/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.105884:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344901.105887:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32dc00 x1848987617970944/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.105894:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.105896:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.111702:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.111720:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.111724:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.111726:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.111736:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.111755:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29cb00 00000400:00000200:3.0:1763344901.111764:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665a5d [1] + 224 00000800:00000001:3.0:1763344901.111773:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.111780:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.111784:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.111829:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.111837:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344901.111846:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32dc00 x1848987617970944/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344901.111857:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50ee32dc00 x1848987617970944/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.111867:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.111877:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.111881:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.112127:0:68731:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344901.112135:0:68731:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344901.112137:0:68731:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344901.112140:0:68731:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3528. 00000400:00000200:0.0:1763344901.112145:0:68731:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495cc0 00000400:00000010:0.0:1763344901.112148:0:68731:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495cc0. 00000100:00000001:0.0:1763344901.112152:0:68731:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.112157:0:68731:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32dc00 x1848987617970944/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763344901.112166:0:68731:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32dc00 x1848987617970944/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.112172:0:68731:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344901.112174:0:68731:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.112176:0:68731:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344901.112179:0:68731:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344901.112182:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.112184:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.112188:0:68731:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.112195:0:68731:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344901.112200:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.112203:0:68731:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344901.112204:0:68731:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.112207:0:68731:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344901.112210:0:68731:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.112212:0:68731:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.112217:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32dc00 x1848987617970944/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.112224:0:68731:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.112227:0:68731:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344901.112229:0:68731:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.112231:0:68731:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763344901.112234:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.112237:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.112238:0:68731:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.112242:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32dc00 x1848987617970944/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763344901.112249:0:68731:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:68731:1848987617970944:192.168.203.14@tcp:104: 00000100:00000001:0.0:1763344901.112253:0:68731:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.112255:0:68731:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.112259:0:68731:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344901.112261:0:68731:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.112263:0:68731:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32dc00 x1848987617970944/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.112270:0:68731:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344901.112273:0:68731:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344901.112276:0:68731:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd5de0600. 02000000:00000001:0.0:1763344901.112282:0:68731:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344901.112284:0:68731:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344901.112286:0:68731:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763344901.112288:0:68731:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344901.112291:0:68731:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd5de0a00. 02000000:00000001:0.0:1763344901.112293:0:68731:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344901.112294:0:68731:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344901.112296:0:68731:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32dc00. 00000100:00000001:0.0:1763344901.112300:0:68731:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344901.112302:0:68731:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763344901.112304:0:68731:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192e600. 00000100:00000001:0.0:1763344901.112307:0:68731:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344901.112308:0:68731:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344901.112311:0:68731:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2c80. 00010000:00000001:0.0:1763344901.112314:0:68731:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.112317:0:68731:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.112319:0:68731:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.112322:0:68731:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763344901.112327:0:68731:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 3/0,1 mode: --/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1763344901.114556:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.114571:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.114575:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.114578:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.114588:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.114603:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df9a80 00000400:00000200:3.0:1763344901.114611:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cea1 [2] + 1312 00000800:00000001:3.0:1763344901.114620:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.114673:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.114677:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.114681:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.114688:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.114690:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763344901.114698:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1c000. 00000100:00000040:3.0:1763344901.114702:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1c000 x1848987881544320 msgsize 328 00000100:00100000:3.0:1763344901.114706:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.115169:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1763344901.115292:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.115297:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881544320 02000000:00000001:1.0:1763344901.115300:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.115303:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.115305:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.115310:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.115313:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881544320 00000020:00000001:1.0:1763344901.115317:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.115318:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:1.0:1763344901.115321:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.115324:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=23 00000020:00000001:1.0:1763344901.115327:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:1.0:1763344901.115329:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:1.0:1763344901.115334:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.115339:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344901.115342:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.115345:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000020:00000010:1.0:1763344901.115351:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3600. 00000020:00000010:1.0:1763344901.115357:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42300. 00000020:00000010:1.0:1763344901.115362:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04640. 00000100:00000040:1.0:1763344901.115371:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344901.115374:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.115376:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344901.115378:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344901.115382:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.115384:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344901.115388:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.115390:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.115393:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd200 refcount=4 00000020:00000001:1.0:1763344901.115394:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000001:1.0:1763344901.115397:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00010000:1.0:1763344901.115404:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd200/0x34881b4086817d20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e231 expref: 23 pid: 74640 timeout: 13107 lvb_type: 1 00010000:00000001:1.0:1763344901.115412:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.115413:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.115414:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.115417:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.115446:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763344901.115453:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50e4d1c000 x1848987881544320/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.115459:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344901.115460:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.115608:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.115622:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.115624:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.115629:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6339 00000100:00000040:1.0:1763344901.115632:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 2 00000100:00000001:1.0:1763344901.115634:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006364672 : -107404703186944 : ffff9e50e4d1c000) 00000100:00000040:1.0:1763344901.115639:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1c000 x1848987881544320/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.115647:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.115651:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344901.115653:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.115655:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000100:00100000:1.0:1763344901.115660:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2405:x1848987881544320:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344901.115664:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881544320 00010000:00000001:1.0:1763344901.115666:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344901.115668:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344901.115670:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344901.115675:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.115677:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.115682:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50c7e1ec00. 02000000:00000001:1.0:1763344901.115684:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.115686:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.115688:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344901.115691:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344901.115693:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.115694:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.115695:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd200 refcount=4 00000020:00000001:1.0:1763344901.115697:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000001:1.0:1763344901.115699:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000040:1.0:1763344901.115702:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 3 00002000:00000001:1.0:1763344901.115706:0:27025:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344901.115710:0:27025:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344901.115714:0:27025:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.115720:0:27025:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135976 : -107409430415640 : ffff9e4fcb0df6e8) 00002000:00000001:1.0:1763344901.115880:0:27025:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279135888 : -107409430415728 : ffff9e4fcb0df690) 00002000:00000001:1.0:1763344901.115885:0:27025:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344901.115890:0:27025:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344901.115893:0:27025:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df6e8/ffff9e4fcb0df690 to site lru. bkt: ffff9e50fb895180 00010000:00010000:1.0:1763344901.115899:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd200/0x34881b4086817d20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e231 expref: 23 pid: 74640 timeout: 13107 lvb_type: 1 00000100:00001000:1.0:1763344901.115907:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc2b77450 time=131 v=5 (1 0 0 0) 00010000:00000001:1.0:1763344901.115911:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344901.115916:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.115917:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.115921:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd200/0x34881b4086817d20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e231 expref: 23 pid: 74640 timeout: 13107 lvb_type: 1 00000020:00000001:1.0:1763344901.115929:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.115931:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.115933:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.115935:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.115940:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.115941:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.115948:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.115949:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.115951:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.115952:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.115955:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd200 with handle 0x34881b4086817d20 from hash 00010000:00000001:1.0:1763344901.115956:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.115958:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.115959:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.115960:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.115964:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.115966:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.115967:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.115968:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.115972:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd200/0x34881b4086817d20 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e231 expref: 23 pid: 74640 timeout: 13107 lvb_type: 1 00010000:00000040:1.0:1763344901.115979:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 14 00000020:00000040:1.0:1763344901.115982:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 22 00010000:00000001:1.0:1763344901.115988:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.115990:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.115992:0:27025:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763344901.115994:0:27025:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50c83bc800 00010000:00000001:1.0:1763344901.115996:0:27025:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344901.115998:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344901.116000:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344901.116002:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.116004:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344901.116006:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344901.116007:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.116009:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344901.116011:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344901.116014:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344901.116020:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1763344901.116024:0:27025:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 4/0,1 mode: PW/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.116032:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bbf:0x0].0x0 (ffff9e50c2a6b400) refcount = 2 00010000:00000040:1.0:1763344901.116034:0:27025:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344901.116036:0:27025:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 4/0,1 mode: PW/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344901.116043:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.116044:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.116046:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344901.116048:0:27025:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.116050:0:27025:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763344901.116054:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344901.116058:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344901.116064:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e600. 00000100:00000001:1.0:1763344901.116066:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140195328 : -107409569356288 : ffff9e4fc2c5e600) 00000100:00000001:1.0:1763344901.116068:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664140195328 : -107409569356288 : ffff9e4fc2c5e600) 00000100:00000001:1.0:1763344901.116070:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344901.116072:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344901.116074:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344901.116076:0:27025:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344901.116758:0:27025:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.116763:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.116765:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.116766:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.116768:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344901.116769:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344901.116771:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.116773:0:27025:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.116775:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763344901.116778:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5e600. 00000100:00000001:1.0:1763344901.116781:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344901.116782:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344901.116784:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6400. 00010000:00000001:1.0:1763344901.116787:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763344901.116882:0:68731:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.116891:0:68731:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.116895:0:68731:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.116901:0:68731:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344901.116902:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.116903:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763344901.116905:0:68731:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.116914:0:68731:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:0.0:1763344901.116922:0:68731:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:0.0:1763344901.116924:0:68731:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:0.0:1763344901.116927:0:68731:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1763344901.116930:0:68731:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1763344901.116932:0:68731:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 free: 3912171520 avail: 3680649216 00000020:00000001:0.0:1763344901.116936:0:68731:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1763344901.116938:0:68731:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 avail=3680649216 left=3268120576 unstable=0 tot_grant=412527296 pending=28672 00000020:00000001:0.0:1763344901.116941:0:68731:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3268120576 : 3268120576 : c2cb9000) 00000020:00000001:0.0:1763344901.116944:0:68731:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:0.0:1763344901.116946:0:68731:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 reports grant 412327936 dropped 0, local 412356608 00000020:00000001:0.0:1763344901.116949:0:68731:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:0.0:1763344901.116951:0:68731:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:0.0:1763344901.116953:0:68731:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 granted: 28672 ungranted: 0 grant: 412327936 dirty: 28672 00000020:00000001:0.0:1763344901.116956:0:68731:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:0.0:1763344901.116958:0:68731:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:0.0:1763344901.116960:0:68731:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 wants: 484638720 current grant 412327936 granting: 8437760 00000020:00000020:0.0:1763344901.116963:0:68731:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 tot cached:0 granted:420965056 num_exports: 3 00000020:00000001:0.0:1763344901.116966:0:68731:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000001:0.0:1763344901.116968:0:68731:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:0.0:1763344901.116970:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344901.116972:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.116976:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135976 : -107409430415640 : ffff9e4fcb0df6e8) 00002000:00000001:0.0:1763344901.116979:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279135888 : -107409430415728 : ffff9e4fcb0df690) 00080000:00000001:0.0:1763344901.116985:0:68731:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:0.0:1763344901.116988:0:68731:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.117015:0:68731:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344901.117023:0:68731:0:(osd_io.c:1212:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.117026:0:68731:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.117028:0:68731:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.117030:0:68731:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.117034:0:68731:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:0.0:1763344901.117036:0:68731:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:0.0:1763344901.117042:0:68731:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1763344901.117074:0:68731:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:0.0:1763344901.117092:0:68731:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.117096:0:68731:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1763344901.117101:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344901.117108:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.117110:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344901.117112:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117115:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.117118:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117120:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.117121:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.117124:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117125:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.117126:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.117128:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117130:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.117131:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.117133:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.117135:0:68731:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:0.0:1763344901.117138:0:68731:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.117140:0:68731:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:0.0:1763344901.117142:0:68731:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763344901.117146:0:68731:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.117149:0:68731:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344901.117154:0:68731:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de0a00. 00080000:00000001:0.0:1763344901.117157:0:68731:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460544512 : -107409249007104 : ffff9e4fd5de0a00) 00000001:00000001:0.0:1763344901.117159:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.117160:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.117163:0:68731:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000001:00000001:0.0:1763344901.117166:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344901.117168:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 00000001:00000001:0.0:1763344901.117171:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117173:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344901.117174:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbf:0x0] ino=11696 type=0, id=0 00000001:00000001:0.0:1763344901.117176:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117178:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344901.117179:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbf:0x0] ino=11696 type=0, id=0 00000001:00000001:0.0:1763344901.117182:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117184:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344901.117185:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbf:0x0] ino=11696 type=0, id=0 00000001:00000001:0.0:1763344901.117188:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.117189:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117191:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344901.117192:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000001:00000001:0.0:1763344901.117194:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117196:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344901.117197:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbf:0x0] ino=11696 type=1, id=0 00000001:00000001:0.0:1763344901.117199:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117200:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344901.117202:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbf:0x0] ino=11696 type=1, id=0 00000001:00000001:0.0:1763344901.117204:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117205:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344901.117206:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbf:0x0] ino=11696 type=1, id=0 00000001:00000001:0.0:1763344901.117208:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.117210:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117211:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344901.117213:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000001:00000001:0.0:1763344901.117215:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117216:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344901.117217:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbf:0x0] ino=11696 type=2, id=0 00000001:00000001:0.0:1763344901.117219:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117221:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344901.117222:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbf:0x0] ino=11696 type=2, id=0 00000001:00000001:0.0:1763344901.117224:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.117226:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763344901.117227:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bbf:0x0] ino=11696 type=2, id=0 00000001:00000001:0.0:1763344901.117229:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.117230:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00080000:04000000:0.0:1763344901.117233:0:68731:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 00080000:00000001:0.0:1763344901.117235:0:68731:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.117240:0:68731:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344901.117250:0:68731:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.117252:0:68731:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763344901.117254:0:68731:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.117277:0:68731:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763344901.117280:0:68731:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:0.0:1763344901.117291:0:68731:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:0.0:1763344901.117295:0:68731:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344901.117297:0:68731:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000402:0x1bbf:0x0] set xattr 'trusted.fid' with size 52 00002000:00000001:0.0:1763344901.117313:0:68731:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763344901.117317:0:68731:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:0.0:1763344901.117325:0:68731:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344901.117327:0:68731:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344901.117330:0:68731:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.117332:0:68731:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344901.117335:0:68731:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de0600. 00080000:00000001:0.0:1763344901.117337:0:68731:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460543488 : -107409249008128 : ffff9e4fd5de0600) 00000001:00000001:0.0:1763344901.117339:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.117341:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.117344:0:68731:0:(osd_io.c:1284:osd_declare_write_commit()) Process entered 00080000:00000002:0.0:1763344901.117347:0:68731:0:(osd_io.c:1420:osd_declare_write_commit()) lustre-OST0001: inode #11696 extent_bytes 1035491 extents 1 credits 9 00000001:00000001:0.0:1763344901.117350:0:68731:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344901.117353:0:68731:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2c80. 00080000:00000001:0.0:1763344901.117356:0:68731:0:(osd_io.c:1448:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.117358:0:68731:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344901.117359:0:68731:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.117361:0:68731:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344901.117365:0:68731:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344901.117369:0:68731:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344901.117371:0:68731:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2c40. 00080000:00000001:0.0:1763344901.117373:0:68731:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.117378:0:68731:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.117387:0:68731:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00001000:0.0:1763344901.117391:0:68731:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 11696: map 1 pages from 0 00010000:00010000:1.0:1763344901.117658:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344901.117660:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.117667:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.117670:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.117673:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.117677:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.117682:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344901.117685:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344901.117687:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.117690:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.117693:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.117696:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.117702:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e33b8. 00000100:00000200:1.0:1763344901.117707:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881544320, offset 224 00000400:00000200:1.0:1763344901.117713:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.117724:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.117730:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385527:1385527:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385523:1385523:8:4294967295] 00000400:00000200:1.0:1763344901.117741:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.117747:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.117752:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344901.117758:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.117765:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.117770:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.117808:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.117812:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344901.117814:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.117817:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.117823:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1c000 x1848987881544320/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.117832:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2405:x1848987881544320:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 2183us (3129us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344901.117840:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6339 00000100:00000040:1.0:1763344901.117844:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:1.0:1763344901.117847:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.117848:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344901.117854:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42300. 00000020:00000010:1.0:1763344901.117858:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04640. 00000020:00000010:1.0:1763344901.117863:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3600. 00000020:00000040:1.0:1763344901.117868:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 21 00000100:00000001:1.0:1763344901.117871:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.118089:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.118094:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:3.0:1763344901.118100:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.118105:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.118110:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e33b8 00000400:00000010:3.0:1763344901.118113:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e33b8. 00000100:00000001:3.0:1763344901.118118:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.118119:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:0.0:1763344901.119362:0:68731:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000001:0.0:1763344901.119374:0:68731:0:(osd_io.c:56:osd_bio_init()) Process entered 00080000:00000010:0.0:1763344901.119377:0:68731:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9e4fd1e497f8. 00080000:00000001:0.0:1763344901.119382:0:68731:0:(osd_io.c:69:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763344901.119385:0:68731:0:(osd_io.c:332:osd_submit_bio()) bio++ sz 4096 vcnt 1(4) sectors 8(2560) psg 0(254) 00000001:00000001:0.0:1763344901.119388:0:68731:0:(osd_integrity.c:503:osd_bio_integrity_handle()) Process entered 00000001:00000001:0.0:1763344901.119390:0:68731:0:(osd_integrity.c:506:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.2:1763344901.119649:0:68731:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fd1e497f8. 00080000:00000001:0.0:1763344901.119662:0:68731:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.119666:0:68731:0:(osd_io.c:1541:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.119674:0:68731:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:0.0:1763344901.119678:0:68731:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9e4fc29dc420. 00000020:00000040:0.0:1763344901.119680:0:68731:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 3 00000020:00000040:0.0:1763344901.119684:0:68731:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=22 00000020:00000001:0.0:1763344901.119687:0:68731:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.119691:0:68731:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344901.119696:0:68731:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:0.0:1763344901.119701:0:68731:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344901.119703:0:68731:0:(osd_handler.c:5216:osd_xattr_set()) [0x2c0000402:0x1bbf:0x0] set version 0x20000304e (old 0x0) for inode 11696 00080000:00000001:0.0:1763344901.119710:0:68731:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1763344901.119712:0:68731:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946958, last_committed = 8589946952 00000001:00000010:0.0:1763344901.119716:0:68731:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc840. 00000001:00000040:0.0:1763344901.119718:0:68731:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 4 00000020:00000040:0.0:1763344901.119720:0:68731:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=23 00000001:00000001:0.0:1763344901.119735:0:68731:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344901.123377:0:68731:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2c40. 00080000:00000010:0.0:1763344901.123382:0:68731:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2c80. 00040000:00000001:0.0:1763344901.123385:0:68731:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344901.123388:0:68731:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344901.123391:0:68731:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.123405:0:68731:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344901.123408:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df6e8/ffff9e4fcb0df690 to site lru. bkt: ffff9e50fb895180 00002000:00000001:0.0:1763344901.123411:0:68731:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344901.123427:0:68731:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 2 00010000:00000001:0.0:1763344901.123430:0:68731:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763344901.123434:0:68731:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763344901.123438:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344901.123440:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.123446:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135976 : -107409430415640 : ffff9e4fcb0df6e8) 00002000:00000001:0.0:1763344901.123448:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279135888 : -107409430415728 : ffff9e4fcb0df690) 00002000:00000001:0.0:1763344901.123451:0:68731:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344901.123454:0:68731:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763344901.123456:0:68731:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000402:0x1bbf:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763344901.123459:0:68731:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000402:0x1bbf:0x0] updating lvb mtime from disk: 0 -> 1763344901 00002000:00010000:0.0:1763344901.123461:0:68731:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000402:0x1bbf:0x0] updating lvb ctime from disk: 0 -> 1763344901 00002000:00010000:0.0:1763344901.123463:0:68731:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000402:0x1bbf:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:0.0:1763344901.123465:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df6e8/ffff9e4fcb0df690 to site lru. bkt: ffff9e50fb895180 00002000:00000001:0.0:1763344901.123467:0:68731:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.123469:0:68731:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.123473:0:68731:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:0.0:1763344901.123475:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.123477:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.123479:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc800 refcount=3 00000020:00000001:0.0:1763344901.123481:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344901.123483:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344901.123485:0:68731:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344901.123490:0:68731:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.123497:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.123498:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344901.123501:0:68731:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.123506:0:68731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.123507:0:68731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.123510:0:68731:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344901.123512:0:68731:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344901.123518:0:68731:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bc800 already unused, calling callback (ffffffffc0e86b40) 00010000:00000001:0.0:1763344901.123521:0:68731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.123523:0:68731:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344901.123525:0:68731:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.123530:0:68731:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344901.123531:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.123532:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.123533:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc800 refcount=4 00000020:00000001:0.0:1763344901.123535:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344901.123536:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344901.123538:0:68731:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344901.123541:0:68731:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.123546:0:68731:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763344901.123547:0:68731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.123548:0:68731:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.123552:0:68731:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344901.123553:0:68731:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344901.123555:0:68731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.123556:0:68731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.123558:0:68731:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc800 with handle 0x34881b4086817d5f from hash 00010000:00000001:0.0:1763344901.123559:0:68731:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344901.123560:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.123561:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.123562:0:68731:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344901.123566:0:68731:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344901.123567:0:68731:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.123569:0:68731:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344901.123570:0:68731:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344901.123572:0:68731:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763344901.123574:0:68731:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.123576:0:68731:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.123577:0:68731:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344901.123578:0:68731:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344901.123580:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.123581:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.123582:0:68731:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.123584:0:68731:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.123586:0:68731:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.123588:0:68731:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 2/0,0 mode: --/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.123592:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.123593:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.123594:0:68731:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344901.123595:0:68731:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344901.123596:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344901.123598:0:68731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817d5f lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x1bbf:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.123603:0:68731:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50c2a6b400 count: 0 00002000:00000010:0.0:1763344901.123607:0:68731:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e4fc4ba2840. 00010000:00000010:0.0:1763344901.123610:0:68731:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e50c2a6b300. 00010000:00000001:0.0:1763344901.123617:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763344901.123618:0:68731:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763344901.123620:0:68731:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344901.123624:0:68731:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946958, transno 8589946958, xid 1848987881544192 00010000:00000001:0.0:1763344901.123627:0:68731:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.123637:0:68731:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7807100 x1848987881544192/t8589946958(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4584/448 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344901.123644:0:68731:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.123646:0:68731:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.123649:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=36 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.123653:0:68731:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.123655:0:68731:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.123658:0:68731:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.123661:0:68731:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.123663:0:68731:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.123667:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.123670:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.123675:0:68731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495cc0. 00000100:00000200:0.0:1763344901.123681:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848987881544192, offset 224 00000400:00000200:0.0:1763344901.123687:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.123698:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.123703:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385528:1385528:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385524:1385524:8:4294967295] 00000400:00000200:0.0:1763344901.123714:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.123719:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.123724:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344901.123729:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.123735:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.123739:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.123851:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.123855:0:68731:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.123857:0:68731:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.123858:0:68731:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.123860:0:68731:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.123866:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7807100 x1848987881544192/t8589946958(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4584/448 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344901.123875:0:68731:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881544192:12345-192.168.203.14@tcp:4:lfs.0 Request processed in 18893us (20459us total) trans 8589946958 rc 0/0 00000100:00100000:0.0:1763344901.123883:0:68731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1955 00000100:00000040:0.0:1763344901.123886:0:68731:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:0.0:1763344901.123888:0:68731:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.123889:0:68731:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.123894:0:68731:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139400. 00000020:00000010:0.0:1763344901.123898:0:68731:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf7327d0. 00000020:00000010:0.0:1763344901.123901:0:68731:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de1e00. 00000020:00000040:0.0:1763344901.123905:0:68731:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 18 00000100:00000001:0.0:1763344901.123907:0:68731:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.124019:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.124024:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:3.0:1763344901.124028:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.124033:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.124037:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495cc0 00000400:00000010:3.0:1763344901.124039:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495cc0. 00000100:00000001:3.0:1763344901.124044:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.124045:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344901.124148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd200. 00010000:00000010:0.1:1763344901.128942:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2a6b400. 00010000:00000010:0.1:1763344901.128974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc800. 00000100:00000001:1.0:1763344901.130067:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.130071:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881544448 02000000:00000001:1.0:1763344901.130073:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.130076:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.130078:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.130082:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.130086:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881544448 00000020:00000001:1.0:1763344901.130089:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.130091:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344901.130093:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.130097:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=238 00000020:00000001:1.0:1763344901.130100:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344901.130102:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344901.130107:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.130112:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344901.130116:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.130118:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000020:00000010:1.0:1763344901.130124:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3600. 00000020:00000010:1.0:1763344901.130129:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42300. 00000020:00000010:1.0:1763344901.130135:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04640. 00000100:00000040:1.0:1763344901.130143:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344901.130146:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.130147:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344901.130150:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.130157:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.130207:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.130222:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.130224:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.130229:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302962 00000100:00000040:1.0:1763344901.130232:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344901.130233:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163179520 : -107404546372096 : ffff9e50ee2a8e00) 00000100:00000040:1.0:1763344901.130240:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a8e00 x1848987881544448/t0(0) o44->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 448/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.130249:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.130252:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344901.130254:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.130256:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000100:00100000:1.0:1763344901.130260:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+238:252828:x1848987881544448:12345-192.168.203.14@tcp:44:lfs.0 00000100:00000200:1.0:1763344901.130264:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881544448 00000020:00000001:1.0:1763344901.130268:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344901.130271:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344901.130275:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.130277:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.130279:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809040 : -1044742576 : ffffffffc1ba7e50) 00000020:00000001:1.0:1763344901.130282:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344901.130286:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881544448, found 0 last_xid 1848987881544447 00000020:00000001:1.0:1763344901.130289:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.130290:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344901.130292:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344901.130295:0:10286:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763344901.130300:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.130304:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779195288 : -107404930356328 : ffff9e50d7476b98) 00000020:00000001:1.0:1763344901.130307:0:10286:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.130309:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.130313:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.130315:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.130320:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff9e50c7e1d800. 02000000:00000001:1.0:1763344901.130322:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.130324:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.130327:0:10286:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:1.0:1763344901.130331:0:10286:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000002:1.0:1763344901.130338:0:10286:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x6000643c7 for inode 830 00080000:00000001:1.0:1763344901.130343:0:10286:0:(osd_handler.c:5444:osd_object_sync()) Process entered 00000020:00080000:3.0:1763344901.133363:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 21474836909 committed batchid 21474836905 00000020:00000001:3.0:1763344901.133370:0:30740:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:3.0:1763344901.133379:0:30740:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9e50ef5cf2a0. 00080000:00000001:3.0:1763344901.133383:0:30740:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344901.133388:0:30740:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69ca800. 00080000:00000001:3.0:1763344901.133391:0:30740:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473036800 : -107409236514816 : ffff9e4fd69ca800) 00080000:00000001:3.0:1763344901.133394:0:30740:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344901.133398:0:30740:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344901.133402:0:30740:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd640. 00080000:00000001:3.0:1763344901.133405:0:30740:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.133407:0:30740:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344901.133434:0:30740:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344901.133453:0:30740:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0001: update batchid 21474836909: rc = 0 00080000:00000001:3.0:1763344901.133457:0:30740:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:3.0:1763344901.133465:0:30740:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd640. 00040000:00000001:3.0:1763344901.133469:0:30740:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344901.133472:0:30740:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344901.133474:0:30740:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.133476:0:30740:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1763344901.133479:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 21474836905 00000004:00000001:0.0:1763344901.133587:0:30730:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344901.133591:0:30730:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.133594:0:30730:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1763344901.133596:0:30730:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344901.133597:0:30730:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1763344901.133602:0:30730:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e50e4934d80 type=0x0 idx=0 00000040:00001000:0.0:1763344901.133606:0:30730:0:(llog.c:720:llog_process_thread()) synced_idx: 7095 00000040:00000001:0.0:1763344901.133610:0:30730:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1763344901.133613:0:30730:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1763344901.133619:0:30730:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7095 (cur idx 7094 off 458752), size 462272 00000040:00000001:0.0:1763344901.133635:0:30730:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1763344901.133638:0:30730:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1763344901.133640:0:30730:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e50e4934d80 type=0x10692404 idx=7095 00000040:00001000:0.0:1763344901.133642:0:30730:0:(llog.c:776:llog_process_thread()) lrh_index: 7095 lrh_len: 64 (4736 remains) 00000040:00001000:0.0:1763344901.133645:0:30730:0:(llog.c:797:llog_process_thread()) index: 7095, lh_last_idx: 7095 synced_idx: 7095 lgh_last_idx: 7095 00000004:00000001:0.0:1763344901.133648:0:30730:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1763344901.133649:0:30730:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344901.133650:0:30730:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.133652:0:30730:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:0.0:1763344901.133653:0:30730:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:0.0:1763344901.133655:0:30730:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:0.0:1763344901.133661:0:30730:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32dc00. 00000020:00000040:0.0:1763344901.133665:0:30730:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=7 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:0.0:1763344901.133669:0:30730:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344901.133672:0:30730:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344901.133677:0:30730:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344901.133685:0:30730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e50cca09400. 00000100:00000001:0.0:1763344901.133691:0:30730:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.133694:0:30730:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446636669163723776 : -107404545827840 : ffff9e50ee32dc00) 00000100:00000001:0.0:1763344901.133702:0:30730:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763344901.133706:0:30730:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.133716:0:30730:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab96bd9d] to pc [ptlrpcd_00_00+0] req@ffff9e50ee32dc00 x1848987617971072/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763344901.133752:0:30730:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1763344901.133756:0:30730:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0001: 1 in flight, 4 in progress 00000004:00001000:0.0:1763344901.133758:0:30730:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 7095, id 260 00000004:00000001:0.0:1763344901.133760:0:30730:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:0.0:1763344901.133762:0:30730:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344901.133763:0:30730:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.133766:0:30730:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344901.133768:0:30730:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.133775:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344901.133779:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1763344901.133779:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1763344901.133783:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.133784:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.133813:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344901.133816:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.133820:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344901.133821:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344901.133824:0:3643:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344901.133829:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32dc00 x1848987617971072/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.133836:0:3643:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344901.133838:0:3643:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.133841:0:3643:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344901.133844:0:3643:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344901.133847:0:3643:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.133850:0:3643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1848987617971072:0@lo:6:osp-syn-1-1.0 00000100:00000001:0.0:1763344901.133853:0:3643:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344901.133857:0:3643:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344901.133859:0:3643:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.133862:0:3643:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344901.133866:0:3643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50dfa10c00. 02000000:00000001:0.0:1763344901.133868:0:3643:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344901.133873:0:3643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3528. 00000400:00000010:0.0:1763344901.133880:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495bb0. 00000100:00000200:0.0:1763344901.133886:0:3643:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617971072, portal 4 00000100:00000001:0.0:1763344901.133888:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344901.133890:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163723776 : -107404545827840 : ffff9e50ee32dc00) 00000100:00000040:0.0:1763344901.133896:0:3643:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee32dc00 x1848987617971072/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.133904:0:3643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.133906:0:3643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344901.133909:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495198. 00000100:00000200:0.0:1763344901.133912:0:3643:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848987617971072, offset 0 00000400:00000200:0.0:1763344901.133919:0:3643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344901.133931:0:3643:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344901.133941:0:3643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a4fa29cb80 00000400:00000200:0.0:1763344901.133947:0:3643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x645709 [8] + 5360 00000400:00000200:0.0:1763344901.133954:0:3643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.133958:0:3643:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344901.133963:0:3643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.133965:0:3643:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344901.133969:0:3643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32d180. 00000100:00000040:0.0:1763344901.133971:0:3643:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32d180 x1848987617971072 msgsize 544 00000100:00100000:0.0:1763344901.133974:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344901.133991:0:3643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763344901.134031:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.134034:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617971072 02000000:00000001:3.0:1763344901.134037:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.134039:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.134041:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.134044:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.134047:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617971072 00000020:00000001:3.0:1763344901.134050:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.134052:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000020:00000001:3.0:1763344901.134054:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.134057:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=5 00000020:00000001:3.0:1763344901.134059:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:3.0:1763344901.134062:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:3.0:1763344901.134065:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.134069:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344901.134072:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.134075:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000020:00000010:3.0:1763344901.134080:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69caa00. 00000020:00000010:3.0:1763344901.134086:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344901.134091:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfd48. 00000100:00000040:3.0:1763344901.134098:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344901.134100:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.134102:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.134105:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.134112:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.134131:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.134147:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.134149:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.134154:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27080 00000100:00000040:3.0:1763344901.134158:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:3.0:1763344901.134160:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163721088 : -107404545830528 : ffff9e50ee32d180) 00000100:00000040:3.0:1763344901.134165:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32d180 x1848987617971072/t0(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:132/0 lens 544/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.134174:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.134178:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd640. 00000100:00000001:3.0:1763344901.134180:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.134183:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd640. 00000100:00100000:3.0:1763344901.134187:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3643:x1848987617971072:12345-0@lo:6:osp-syn-1-1.0 00000100:00000200:3.0:1763344901.134191:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617971072 00000020:00000001:3.0:1763344901.134194:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344901.134196:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344901.134198:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.134200:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.134202:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932352 : -1042619264 : ffffffffc1dae480) 00000020:00000001:3.0:1763344901.134205:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344901.134208:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.134211:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.134212:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.134215:0:74640:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344901.134217:0:74640:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344901.134219:0:74640:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.134222:0:74640:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.134223:0:74640:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.134225:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.134227:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.134229:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.134230:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.134232:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.134234:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.134235:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.134236:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.134238:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.134241:0:74640:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.134243:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.134247:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.134249:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.134253:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e4fc82b0800. 02000000:00000001:3.0:1763344901.134255:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.134257:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.134277:0:74640:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1763344901.134281:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344901.134284:0:74640:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1763344901.134287:0:74640:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000402:7102 count 1 00002000:00000001:3.0:1763344901.134290:0:74640:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1763344901.134292:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344901.134294:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.134300:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279132328 : -107409430419288 : ffff9e4fcb0de8a8) 00002000:00000001:3.0:1763344901.134303:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279132240 : -107409430419376 : ffff9e4fcb0de850) 00010000:00000001:3.0:1763344901.134306:0:74640:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344901.134309:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344901.134316:0:74640:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e58ca700. 00010000:00000010:3.0:1763344901.134319:0:74640:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e50e58ca800. 00010000:00000001:3.0:1763344901.134324:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344901.134327:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16800. 00000020:00000001:3.0:1763344901.134331:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344901.134333:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16800 with handle 0x34881b4086817d66 to hash 00000020:00000001:3.0:1763344901.134335:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344901.134336:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344901.134339:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00002000:00000001:3.0:1763344901.134343:0:74640:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763344901.134347:0:74640:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e50f82dd640. 00002000:00000001:3.0:1763344901.134349:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344901.134350:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.134351:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279132328 : -107409430419288 : ffff9e4fcb0de8a8) 00002000:00000001:3.0:1763344901.134353:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279132240 : -107409430419376 : ffff9e4fcb0de850) 00002000:00000001:3.0:1763344901.134356:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344901.134359:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763344901.134362:0:74640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000402:0x1bbe:0x0] initial LVB size: 1024, mtime: 0x691a8202, atime: 0x0, ctime: 0x691a8202, blocks: 0x8 00002000:00000001:3.0:1763344901.134365:0:74640:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1763344901.134367:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.134369:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.134373:0:74640:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086817d66 lrc: 3/0,1 mode: --/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.134383:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344901.134387:0:74640:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344901.134389:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344901.134391:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344901.134394:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344901.134396:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.134398:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344901.134399:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344901.134401:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.134403:0:74640:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763344901.134407:0:74640:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086817d66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344901.134415:0:74640:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bbe:0x0].0x0 (ffff9e50e58ca700) refcount = 1 00010000:00000040:3.0:1763344901.134428:0:74640:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344901.134431:0:74640:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086817d66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.134441:0:74640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344901.134443:0:74640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.134445:0:74640:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344901.134446:0:74640:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.134448:0:74640:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.134450:0:74640:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344901.134453:0:74640:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344901.134455:0:74640:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.134458:0:74640:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086817d66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.134465:0:74640:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344901.134467:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.134468:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.134470:0:74640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.134472:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.134473:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=3 00000020:00000001:3.0:1763344901.134475:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344901.134478:0:74640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344901.134481:0:74640:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344901.134484:0:74640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086817d66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.134489:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.134490:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344901.134493:0:74640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086817d66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x1bbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.134499:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.134501:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.134504:0:74640:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763344901.134507:0:74640:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fd05d1b40. 00010000:00000001:3.0:1763344901.134511:0:74640:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763344901.134520:0:74640:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1763344901.134523:0:74640:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.134525:0:74640:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.134526:0:74640:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344901.134528:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.134529:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763344901.134531:0:74640:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:3.0:1763344901.134534:0:74640:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344901.134537:0:74640:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69cb200. 00080000:00000001:3.0:1763344901.134540:0:74640:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473039360 : -107409236512256 : ffff9e4fd69cb200) 00000001:00000001:3.0:1763344901.134542:0:74640:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.134544:0:74640:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.134547:0:74640:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1763344901.134549:0:74640:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1763344901.134551:0:74640:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1763344901.134553:0:74640:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0001: FID [0x2c0000402:0x1bbe:0x0] not in the id map cache 00080000:00000001:3.0:1763344901.134556:0:74640:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.134559:0:74640:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344901.134562:0:74640:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344901.134565:0:74640:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344901.134567:0:74640:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd900. 00080000:00000001:3.0:1763344901.134570:0:74640:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.134582:0:74640:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763344901.134587:0:74640:0:(osd_handler.c:4785:osd_ref_del()) [0x2c0000402:0x1bbe:0x0] decrease nlink 1 00080000:00000001:3.0:1763344901.134606:0:74640:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:3.0:1763344901.134609:0:74640:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x2c0000402:0x1bbe:0x0] 00080000:00000001:3.0:1763344901.134611:0:74640:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763344901.134614:0:74640:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344901.134617:0:74640:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344901.134619:0:74640:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344901.134621:0:74640:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.134623:0:74640:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1763344901.134626:0:74640:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:3.0:1763344901.134627:0:74640:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1763344901.134629:0:74640:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636669334058368 : -107404375493248 : ffff9e50f859f580) 00000001:00000001:3.0:1763344901.134633:0:74640:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:3.0:1763344901.134651:0:74640:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.134653:0:74640:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.134655:0:74640:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.134658:0:74640:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344901.134661:0:74640:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344901.134663:0:74640:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946959, last_committed = 8589946958 00000001:00000010:3.0:1763344901.134668:0:74640:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cfea0. 00000001:00000040:3.0:1763344901.134670:0:74640:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50e57d6800 : new cb_count 1 00000020:00000040:3.0:1763344901.134672:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e50e57d6800 refcount=6 00000001:00000001:3.0:1763344901.134686:0:74640:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344901.134691:0:74640:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd900. 00040000:00000001:3.0:1763344901.134694:0:74640:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344901.134696:0:74640:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344901.134698:0:74640:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.134700:0:74640:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.134702:0:74640:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00040000:00000001:3.0:1763344901.134876:0:74640:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1763344901.134879:0:74640:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1763344901.134880:0:74640:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1763344901.134881:0:74640:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1763344901.134882:0:74640:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1763344901.134884:0:74640:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1763344901.134888:0:74640:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff9e4fcc449400. 00002000:00000001:3.0:1763344901.134901:0:74640:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1763344901.134903:0:74640:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x2c0000402:0x1bbe:0x0] 00002000:00000010:3.0:1763344901.134906:0:74640:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9e4fcb0de850. 00002000:00000001:3.0:1763344901.134908:0:74640:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1763344901.134910:0:74640:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.134915:0:74640:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763344901.134919:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946957, transno 8589946959, xid 1848987617971072 00010000:00000001:3.0:1763344901.134921:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.134926:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32d180 x1848987617971072/t8589946959(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:132/0 lens 544/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344901.134934:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.134937:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.134941:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.134945:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.134947:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344901.134949:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344901.134952:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.134954:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.134956:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.134958:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344901.134963:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb5d8. 00000100:00000001:1.0:1763344901.135417:0:3628:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:1.0:1763344901.135431:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.135433:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.135435:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc400 refcount=3 00000020:00000001:1.0:1763344901.135438:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:1.0:1763344901.135441:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:1.0:1763344901.135443:0:3628:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344901.135446:0:3628:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344901.135452:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.135453:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.135456:0:3628:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 2/0,0 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344901.135460:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.135462:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.135464:0:3628:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344901.135467:0:3628:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:1.0:1763344901.135472:0:3628:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bc400 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344901.135475:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.135477:0:3628:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344901.135479:0:3628:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344901.135485:0:3628:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344901.135486:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.135487:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.135488:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc400 refcount=4 00000020:00000001:1.0:1763344901.135490:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:1.0:1763344901.135492:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:1.0:1763344901.135494:0:3628:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344901.135496:0:3628:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 4/0,0 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344901.135501:0:3628:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344901.135503:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344901.135505:0:3628:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.135513:0:3628:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.135515:0:3628:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.135516:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.135518:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.135520:0:3628:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc400 with handle 0x34881b4086817c40 from hash 00010000:00000001:1.0:1763344901.135522:0:3628:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.135523:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.135524:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.135525:0:3628:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.135528:0:3628:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.135530:0:3628:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.135532:0:3628:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.135534:0:3628:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.135536:0:3628:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.135539:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) 00010000:00010000:1.0:1763344901.135541:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344901.135543:0:3628:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.135546:0:3628:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.135548:0:3628:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.135549:0:3628:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344901.135551:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.135552:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.135554:0:3628:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.135556:0:3628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.135557:0:3628:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.135560:0:3628:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 2/0,0 mode: --/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344901.135565:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.135566:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.135567:0:3628:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344901.135569:0:3628:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344901.135570:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.135572:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc400/0x34881b4086817c40 lrc: 0/0,0 mode: --/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:1.0:1763344901.135577:0:3628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37e80. 00010000:00000001:1.0:1763344901.135584:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763344901.135586:0:3628:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 228 00000100:00000001:1.0:1763344901.135589:0:3628:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.135594:0:3628:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:1.0:1763344901.135596:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.135597:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.135599:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50eac16800 refcount=3 00000020:00000001:1.0:1763344901.135601:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669105956864 : -107404603594752 : ffff9e50eac16800) 00010000:00000001:1.0:1763344901.135603:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669105956864 : -107404603594752 : ffff9e50eac16800) 00010000:00000001:1.0:1763344901.135604:0:3628:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344901.136251:0:3628:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50eac16800/0x34881b4086817c55 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344901.136268:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.136269:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.136271:0:3628:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50eac16800/0x34881b4086817c55 lrc: 2/0,0 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344901.136276:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.136277:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.136279:0:3628:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344901.136281:0:3628:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50eac16800/0x34881b4086817c55 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:1.0:1763344901.136286:0:3628:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50eac16800 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344901.136289:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.136290:0:3628:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344901.136292:0:3628:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50eac16800/0x34881b4086817c55 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344901.136297:0:3628:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344901.136298:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.136299:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.136301:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50eac16800 refcount=4 00000020:00000001:1.0:1763344901.136303:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669105956864 : -107404603594752 : ffff9e50eac16800) 00010000:00000001:1.0:1763344901.136305:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669105956864 : -107404603594752 : ffff9e50eac16800) 00010000:00000001:1.0:1763344901.136307:0:3628:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344901.136309:0:3628:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50eac16800/0x34881b4086817c55 lrc: 4/0,0 mode: TXN/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344901.136313:0:3628:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344901.136314:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344901.136315:0:3628:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.136318:0:3628:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.136320:0:3628:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.136321:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.136322:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.136324:0:3628:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50eac16800 with handle 0x34881b4086817c55 from hash 00010000:00000001:1.0:1763344901.136326:0:3628:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.136327:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.136328:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.136329:0:3628:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.136332:0:3628:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.136333:0:3628:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.136334:0:3628:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.136335:0:3628:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.136337:0:3628:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.136338:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e82:0x0].0x0 (ffff9e4fd854d600) 00010000:00010000:1.0:1763344901.136340:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763344901.136342:0:3628:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.136344:0:3628:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.136345:0:3628:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.136346:0:3628:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344901.136348:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.136349:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.136350:0:3628:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.136352:0:3628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.136353:0:3628:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.136355:0:3628:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50eac16800/0x34881b4086817c55 lrc: 2/0,0 mode: --/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344901.136359:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.136360:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.136361:0:3628:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344901.136362:0:3628:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344901.136364:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.136365:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50eac16800/0x34881b4086817c55 lrc: 0/0,0 mode: --/TXN res: [0x240002b13:0x12e82:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:1.0:1763344901.136370:0:3628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16e00. 00010000:00000040:1.0:1763344901.136373:0:3628:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854d600 count: 0 00010000:00000010:1.0:1763344901.136378:0:3628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42e80. 00010000:00000001:1.0:1763344901.136435:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.136437:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.136439:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.136441:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ee467800 refcount=3 00000020:00000001:1.0:1763344901.136443:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669165008896 : -107404544542720 : ffff9e50ee467800) 00010000:00000001:1.0:1763344901.136445:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669165008896 : -107404544542720 : ffff9e50ee467800) 00010000:00000001:1.0:1763344901.136447:0:3628:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344901.136450:0:3628:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ee467800/0x34881b4086817c5c lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00000400:00000200:0.0:1763344901.136471:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495198 00000400:00000010:0.0:1763344901.136478:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495198. 00000100:00000001:0.0:1763344901.136490:0:3643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344901.136492:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987617971072, offset 224 00000100:00000200:0.0:1763344901.136499:0:3643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32dc00 x1848987617971072/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.136510:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.136513:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32dc00 x1848987617971072/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.136520:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.136522:0:3643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344901.136533:0:3643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.136538:0:3643:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 13506 usecs (14 jiffies) 00000100:00000001:0.0:1763344901.136542:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307674969 00000100:00000001:0.0:1763344901.136545:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307676242 00000100:00000001:0.0:1763344901.136548:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307674969 00000100:00000001:0.0:1763344901.136550:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307676242 00000100:00000001:0.0:1763344901.136552:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307674969 00000100:00000001:0.0:1763344901.136554:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307676242 00000100:00000001:0.0:1763344901.136556:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307674969 00000100:00000001:0.0:1763344901.136558:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307676242 00000100:00000001:0.0:1763344901.136560:0:3643:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.136563:0:3643:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.136566:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.136570:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.136611:0:10286:0:(osd_handler.c:5455:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.136616:0:10286:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.136619:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344901.136622:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344901.136627:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.136630:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.136636:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.136651:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344901.136655:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344901.136657:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344901.136659:0:10286:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344901.136661:0:10286:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e83:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:0.0:1763344901.136664:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344901.136666:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.136673:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.136674:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.136676:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.136678:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.136679:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.136681:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.136682:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.136684:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.136685:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.136687:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.136689:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344901.136691:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e83:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:0.0:1763344901.136695:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344901.136698:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1763344901.136704:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344901.136711:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.136713:0:10286:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344901.136716:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214345, transno 0, xid 1848987881544448 00010000:00000001:0.0:1763344901.136718:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.136725:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2a8e00 x1848987881544448/t0(0) o44->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 448/440 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344901.136732:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.136734:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.136737:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.136741:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.136743:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.136746:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.136748:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.136751:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.136753:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.136755:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.136761:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495198. 00000100:00000200:0.0:1763344901.136764:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848987881544448, offset 224 00000400:00000200:0.0:1763344901.136769:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.136780:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.136786:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385529:1385529:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385525:1385525:8:4294967295] 00000400:00000200:0.0:1763344901.136824:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.136830:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.136837:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344901.136842:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.136849:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.136854:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.136875:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.136878:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.136880:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.136882:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.136885:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.136891:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a8e00 x1848987881544448/t0(0) o44->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 448/440 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344901.136900:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+226:252828:x1848987881544448:12345-192.168.203.14@tcp:44:lfs.0 Request processed in 6649us (6968us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344901.136909:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302962 00000100:00000040:0.0:1763344901.136913:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344901.136915:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.136917:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.136922:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42300. 00000020:00000010:0.0:1763344901.136926:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04640. 00000020:00000010:0.0:1763344901.136932:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3600. 00000020:00000040:0.0:1763344901.136935:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 225 00000100:00000001:0.0:1763344901.136938:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.137006:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.137008:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.137011:0:3628:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ee467800/0x34881b4086817c5c lrc: 2/0,0 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344901.137017:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.137018:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.137020:0:3628:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344901.137022:0:3628:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ee467800/0x34881b4086817c5c lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:1.0:1763344901.137027:0:3628:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ee467800 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344901.137030:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.137031:0:3628:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344901.137033:0:3628:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ee467800/0x34881b4086817c5c lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344901.137038:0:3628:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344901.137039:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.137040:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.137042:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ee467800 refcount=4 00000020:00000001:1.0:1763344901.137044:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669165008896 : -107404544542720 : ffff9e50ee467800) 00010000:00000001:1.0:1763344901.137046:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669165008896 : -107404544542720 : ffff9e50ee467800) 00010000:00000001:1.0:1763344901.137048:0:3628:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344901.137050:0:3628:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ee467800/0x34881b4086817c5c lrc: 4/0,0 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344901.137059:0:3628:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344901.137060:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344901.137061:0:3628:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.137064:0:3628:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.137065:0:3628:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.137066:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.137068:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.137070:0:3628:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ee467800 with handle 0x34881b4086817c5c from hash 00010000:00000001:1.0:1763344901.137072:0:3628:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.137073:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.137074:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.137075:0:3628:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.137077:0:3628:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.137079:0:3628:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.137081:0:3628:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.137082:0:3628:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.137083:0:3628:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.137085:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e80:0x0].0x0 (ffff9e4fc1359700) 00010000:00010000:1.0:1763344901.137088:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763344901.137090:0:3628:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.137092:0:3628:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.137093:0:3628:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.137095:0:3628:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344901.137096:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.137098:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.137099:0:3628:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.137101:0:3628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.137103:0:3628:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.137106:0:3628:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ee467800/0x34881b4086817c5c lrc: 2/0,0 mode: --/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344901.137111:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.137112:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.137113:0:3628:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344901.137114:0:3628:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344901.137116:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.137118:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ee467800/0x34881b4086817c5c lrc: 0/0,0 mode: --/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:1.0:1763344901.137123:0:3628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16680. 00010000:00000040:1.0:1763344901.137127:0:3628:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359700 count: 0 00010000:00000010:1.0:1763344901.137131:0:3628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0d00. 00010000:00000001:1.0:1763344901.137136:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763344901.137138:0:3628:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 224 00000100:00000001:1.0:1763344901.137140:0:3628:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.137605:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.137611:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:3.0:1763344901.137616:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.137623:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.137628:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495198 00000400:00000010:3.0:1763344901.137630:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495198. 00000100:00000001:3.0:1763344901.137635:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.137637:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344901.138061:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344901.138066:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344901.138073:0:3643:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344901.138075:0:3643:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344901.138078:0:3643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3528. 00000400:00000200:0.0:1763344901.138082:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495bb0 00000400:00000010:0.0:1763344901.138085:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495bb0. 00000100:00000001:0.0:1763344901.138088:0:3643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.138093:0:3643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32dc00 x1848987617971072/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344901.138103:0:3643:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32dc00 x1848987617971072/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.138110:0:3643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344901.138111:0:3643:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.138114:0:3643:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344901.138117:0:3643:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344901.138120:0:3643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.138122:0:3643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.138126:0:3643:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.138133:0:3643:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfec58 time=151 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344901.138137:0:3643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=38 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.138760:0:3643:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344901.138766:0:3643:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.138769:0:3643:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344901.138773:0:3643:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.138776:0:3643:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763344901.138778:0:3643:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763344901.138780:0:3643:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763344901.138783:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000010:1.1:1763344901.139464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc400. 00000100:00000001:0.0:1763344901.140304:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163723776 : -107404545827840 : ffff9e50ee32dc00) 00000100:00000001:0.0:1763344901.140310:0:3643:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1763344901.140312:0:3643:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589946957 gen 3 00000100:00000040:0.0:1763344901.140322:0:3643:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589946957) req@ffff9e50d28edf80 x1848987617962752/t8589946953(8589946953) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344914 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763344901.140331:0:3643:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e50d28edf80, transno 8589946953 00000100:00000001:0.0:1763344901.140333:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344901.140334:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668699991936 : -107405009559680 : ffff9e50d28edf80) 00000100:00000001:0.0:1763344901.140350:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.140354:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d28edf80 x1848987617962752/t8589946953(8589946953) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344914 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.140360:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.140364:0:3643:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589946957) req@ffff9e50d28eca80 x1848987617963008/t8589946954(8589946954) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344914 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763344901.140369:0:3643:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e50d28eca80, transno 8589946954 00000100:00000001:0.0:1763344901.140381:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344901.140382:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668699986560 : -107405009565056 : ffff9e50d28eca80) 00000100:00000001:0.0:1763344901.140385:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.140389:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d28eca80 x1848987617963008/t8589946954(8589946954) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344914 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.140401:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.140405:0:3643:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589946957) req@ffff9e50d28ee680 x1848987617962880/t8589946955(8589946955) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344914 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763344901.140410:0:3643:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e50d28ee680, transno 8589946955 00000100:00000001:0.0:1763344901.140412:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344901.140413:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668699993728 : -107405009557888 : ffff9e50d28ee680) 00000100:00000001:0.0:1763344901.140415:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.140418:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d28ee680 x1848987617962880/t8589946955(8589946955) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344914 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.140435:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.140440:0:3643:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589946957) req@ffff9e50ee32ce00 x1848987617968896/t8589946957(8589946957) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763344901.140447:0:3643:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763344901.140449:0:3643:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589946957 committed transno 8589946957 00000004:00000010:0.0:1763344901.140454:0:3643:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ee4c9000. 00000004:00000010:0.0:1763344901.140460:0:3643:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e50c2c5f180. 00000004:00000010:0.0:1763344901.140466:0:3643:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd192e480. 00000004:00000010:0.0:1763344901.140469:0:3643:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9e4fd192ea80. 00000004:00000001:0.0:1763344901.140471:0:3643:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763344901.140472:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.140476:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32ce00 x1848987617968896/t8589946957(8589946957) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.140483:0:3643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344901.140485:0:3643:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344901.140488:0:3643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50ef4cc000. 02000000:00000001:0.0:1763344901.140494:0:3643:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344901.140497:0:3643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344901.140498:0:3643:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=6 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:0.0:1763344901.140501:0:3643:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344901.140503:0:3643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab8a00. 02000000:00000001:0.0:1763344901.140507:0:3643:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344901.140509:0:3643:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344901.140510:0:3643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32ce00. 00000100:00000001:0.0:1763344901.140516:0:3643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344901.140517:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763344901.140521:0:3643:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9e50ee32dc00 x1848987617971072/t8589946959(8589946959) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.140528:0:3643:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763344901.140530:0:3643:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: normal: skip=1 replay=4/5 committed=0/0 00000100:00000001:0.0:1763344901.140533:0:3643:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344901.140536:0:3643:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.140540:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32dc00 x1848987617971072/t8589946959(8589946959) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.140546:0:3643:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.140549:0:3643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344901.140551:0:3643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:0.0:1763344901.140554:0:3643:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e50ee32dc00/2, rc 0, transno 8589946959 00000004:00001000:0.0:1763344901.140557:0:3643:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0001: 0 in flight, 4 in progress 00000100:00000040:0.0:1763344901.140561:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32dc00 x1848987617971072/t8589946959(8589946959) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344901.140568:0:3643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1848987617971072:0@lo:6:osp-syn-1-1.0 00000100:00000001:0.0:1763344901.140572:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.140575:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.140577:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32dc00 x1848987617971072/t8589946959(8589946959) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.140583:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.140585:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.140594:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344901.140596:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.140599:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344901.140601:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.140705:0:30730:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763344901.140709:0:30730:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.140712:0:30730:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:1.0:1763344901.140715:0:30730:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50f8434cc0 : new refcount 3 00000004:00000010:1.0:1763344901.140724:0:30730:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 12 at ffff9e50fcae31c0. 00000100:00000001:1.0:1763344901.140729:0:30730:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.140734:0:30730:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d28ee680 x1848987617962880/t8589946955(8589946955) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344914 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.140739:0:30730:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344901.140741:0:30730:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344901.140743:0:30730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50fb00e400. 02000000:00000001:1.0:1763344901.140746:0:30730:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344901.140748:0:30730:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344901.140749:0:30730:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=5 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:1.0:1763344901.140750:0:30730:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344901.140752:0:30730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4fd0698000. 02000000:00000001:1.0:1763344901.140755:0:30730:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344901.140756:0:30730:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344901.140758:0:30730:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28ee680. 00000100:00000001:1.0:1763344901.140761:0:30730:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344901.140762:0:30730:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.140764:0:30730:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.140767:0:30730:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d28eca80 x1848987617963008/t8589946954(8589946954) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344914 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.140772:0:30730:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344901.140774:0:30730:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344901.140775:0:30730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50fb00d000. 02000000:00000001:1.0:1763344901.140777:0:30730:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344901.140779:0:30730:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344901.140780:0:30730:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=4 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:1.0:1763344901.140781:0:30730:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344901.140782:0:30730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4fd0699800. 02000000:00000001:1.0:1763344901.140785:0:30730:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344901.140786:0:30730:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344901.140813:0:30730:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28eca80. 00000100:00000001:1.0:1763344901.140816:0:30730:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344901.140817:0:30730:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.140819:0:30730:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.140821:0:30730:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d28edf80 x1848987617962752/t8589946953(8589946953) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344914 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.140826:0:30730:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344901.140827:0:30730:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344901.140828:0:30730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4fd069b400. 02000000:00000001:1.0:1763344901.140830:0:30730:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344901.140831:0:30730:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344901.140833:0:30730:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:1.0:1763344901.140834:0:30730:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344901.140836:0:30730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4fd069bc00. 02000000:00000001:1.0:1763344901.140837:0:30730:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344901.140839:0:30730:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344901.140840:0:30730:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28edf80. 00000100:00000001:1.0:1763344901.140842:0:30730:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344901.140843:0:30730:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344901.140845:0:30730:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1763344901.140847:0:30730:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1763344901.140851:0:30730:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.140855:0:30730:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1763344901.140857:0:30730:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 3 records, first 7093 in log [0x1:0x1a:0x0] 00080000:00000001:1.0:1763344901.140861:0:30730:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344901.140867:0:30730:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e3600. 00080000:00000001:1.0:1763344901.140870:0:30730:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300123648 : -107409409427968 : ffff9e4fcc4e3600) 00000040:00000001:1.0:1763344901.140873:0:30730:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344901.140877:0:30730:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344901.140880:0:30730:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.140885:0:30730:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.140889:0:30730:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6400. 00080000:00000001:1.0:1763344901.140891:0:30730:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.140893:0:30730:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.140895:0:30730:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.140897:0:30730:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1763344901.140899:0:30730:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763344901.140902:0:30730:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1763344901.140904:0:30730:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1763344901.140906:0:30730:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1763344901.140909:0:30730:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x1a:0x0] not in the id map cache 00080000:00000001:1.0:1763344901.140911:0:30730:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.140914:0:30730:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.140916:0:30730:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.140918:0:30730:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763344901.140927:0:30730:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.140930:0:30730:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763344901.140932:0:30730:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763344901.140933:0:30730:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x1a:0x0] 00000040:00000001:1.0:1763344901.140968:0:30730:0:(llog_osd.c:456:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.140970:0:30730:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.140975:0:30730:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:1.0:1763344901.140984:0:30730:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6400. 00040000:00000001:1.0:1763344901.140987:0:30730:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344901.140990:0:30730:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344901.140992:0:30730:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.140994:0:30730:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.140996:0:30730:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1763344901.140999:0:30730:0:(osp_sync.c:1160:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: cancel 3 records in [0x1:0x1a:0x0]: rc = 0 00000004:00000010:1.0:1763344901.141001:0:30730:0:(osp_sync.c:1167:osp_sync_process_committed()) kvfree 'arr': 12 at ffff9e50fcae31c0. 00000004:00000040:1.0:1763344901.141004:0:30730:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50f8434cc0 : new refcount 2 00000004:00080000:1.0:1763344901.141007:0:30730:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 1 in progress, 0 in flight, 3 done 00000004:00000001:1.0:1763344901.141009:0:30730:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:1.0:1763344901.141010:0:30730:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763344901.141012:0:30730:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.141015:0:30730:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763344901.141016:0:30730:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.141018:0:30730:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763344901.141019:0:30730:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1763344901.141827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e58ca700. 00010000:00000010:2.1:1763344901.141839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:1.1:1763344901.142663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d600. 00010000:00000010:1.1:1763344901.142672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50eac16800. 00010000:00000010:1.1:1763344901.142694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359700. 00010000:00000010:1.1:1763344901.142698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ee467800. 00000800:00000001:1.0:1763344901.142957:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.142970:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.142972:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.142975:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.142984:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.143001:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509df9b80 00000400:00000200:1.0:1763344901.143009:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645709 [8] + 5904 00000800:00000001:1.0:1763344901.143017:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.143025:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.143028:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.143032:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.143040:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.143043:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344901.143049:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1376a00. 00000100:00000040:1.0:1763344901.143053:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1376a00 x1848987881544576 msgsize 440 00000100:00100000:1.0:1763344901.143057:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.143073:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.143084:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.143087:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.146268:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.146277:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:1.0:1763344901.146286:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.146293:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.146300:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921198 00000400:00000010:1.0:1763344901.146303:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921198. 00000100:00000001:1.0:1763344901.146308:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.146310:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.163210:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.163225:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.163229:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.163231:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.163243:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.163261:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 488 into portal 12 MB=0x691a509df9c80 00000400:00000200:3.0:1763344901.163270:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 488/488 into md 0x616b51 [64] + 103192 00000800:00000001:3.0:1763344901.163278:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.163284:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.163287:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.163291:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.163298:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.163300:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344901.163306:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1d880. 00000100:00000040:3.0:1763344901.163310:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1d880 x1848987881544832 msgsize 488 00000100:00100000:3.0:1763344901.163314:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.163334:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.163343:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.163346:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.163389:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344901.163393:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881544832 02000000:00000001:0.0:1763344901.163397:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.163399:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.163402:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.163406:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.163411:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881544832 00000020:00000001:0.0:1763344901.163414:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.163417:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344901.163443:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.163447:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=225 00000020:00000001:0.0:1763344901.163449:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344901.163452:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344901.163457:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.163462:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.163465:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.163468:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344901.163475:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1e00. 00000020:00000010:0.0:1763344901.163481:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139400. 00000020:00000010:0.0:1763344901.163486:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7327d0. 00000100:00000040:0.0:1763344901.163493:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344901.163496:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.163497:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344901.163500:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.163507:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.163529:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.163544:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.163546:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.163551:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302963 00000100:00000040:0.0:1763344901.163554:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344901.163556:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006370944 : -107404703180672 : ffff9e50e4d1d880) 00000100:00000040:0.0:1763344901.163564:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1d880 x1848987881544832/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.163573:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.163577:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.163579:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.163581:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344901.163586:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+225:252828:x1848987881544832:12345-192.168.203.14@tcp:36:lfs.0 00000100:00000200:0.0:1763344901.163590:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881544832 00000020:00000001:0.0:1763344901.163592:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.163596:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344901.163600:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.163603:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.163604:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808656 : -1044742960 : ffffffffc1ba7cd0) 00000020:00000001:0.0:1763344901.163608:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344901.163611:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881544832, found 0 last_xid 1848987881544831 00000020:00000001:0.0:1763344901.163614:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.163616:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.163618:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.163622:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.163625:0:10286:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:0.0:1763344901.163631:0:10286:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff9e50e4d1d880 x1848987881544832/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/0 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763344901.163640:0:10286:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763344901.163642:0:10286:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763344901.163644:0:10286:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:0.0:1763344901.163647:0:10286:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763344901.163650:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.163652:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.163655:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.163656:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=3018281800 : 3018281800 : 0xb3e75348) 00000001:00000001:0.0:1763344901.163659:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=3018281800 : 3018281800 : b3e75348) 00000001:00000001:0.0:1763344901.163661:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.163662:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:0.0:1763344901.163664:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:0.0:1763344901.163665:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.163666:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.163668:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.163670:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.163671:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.163673:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.163675:0:10286:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.163975:0:10286:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.163978:0:10286:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.163981:0:10286:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.163985:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344901.163986:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344901.163989:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.163992:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:1.0:1763344901.168447:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.168454:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000400:00000200:1.0:1763344901.168461:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.168468:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.168476:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:1.0:1763344901.168478:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:1.0:1763344901.168483:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.168486:0:3636:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344901.169908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4200. 00000800:00000001:1.0:1763344901.171774:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.171830:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.171835:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.171839:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.171849:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.171867:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509df9d00 00000400:00000200:1.0:1763344901.171875:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 6344 00000800:00000001:1.0:1763344901.171883:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.171891:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.171894:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.171898:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.171904:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.171907:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344901.171914:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d28edf80. 00000100:00000040:1.0:1763344901.171917:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d28edf80 x1848987881544960 msgsize 328 00000100:00100000:1.0:1763344901.171921:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.173747:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.173764:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.173772:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.178619:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.178625:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994d00. 00000400:00000200:3.0:1763344901.178631:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.178637:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.178645:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:3.0:1763344901.178648:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:3.0:1763344901.178652:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.178654:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.180603:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.180619:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.180623:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.180626:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.180637:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.180655:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509df9d80 00000400:00000200:1.0:1763344901.180664:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645709 [8] + 6672 00000800:00000001:1.0:1763344901.180672:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.180686:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.180689:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.180693:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.180701:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.180704:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344901.180710:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d28eca80. 00000100:00000040:1.0:1763344901.180714:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d28eca80 x1848987881545088 msgsize 440 00000100:00100000:1.0:1763344901.180718:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.180735:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.180744:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.180748:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.183605:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.183614:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994d00. 00000400:00000200:1.0:1763344901.183621:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.183629:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.183635:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921198 00000400:00000010:1.0:1763344901.183638:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921198. 00000100:00000001:1.0:1763344901.183642:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.183644:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.187457:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.187473:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.187477:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.187479:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.187490:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.187507:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 472 into portal 12 MB=0x691a509df9e80 00000400:00000200:3.0:1763344901.187516:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 472/472 into md 0x616b51 [64] + 103680 00000800:00000001:3.0:1763344901.187524:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.187530:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.187533:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.187537:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.187544:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.187547:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344901.187553:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1ed80. 00000100:00000040:3.0:1763344901.187556:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1ed80 x1848987881545344 msgsize 472 00000100:00100000:3.0:1763344901.187561:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.187583:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.187591:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.187595:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.191556:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.191562:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000400:00000200:1.0:1763344901.191570:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.191578:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.191583:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921880 00000400:00000010:1.0:1763344901.191586:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921880. 00000100:00000001:1.0:1763344901.191590:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344901.191596:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2a9500 x1848987617971200/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.191605:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.191608:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2a9500 x1848987617971200/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.191614:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.191616:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.193373:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.193387:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.193391:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.193393:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.193403:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.193417:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29cc00 00000400:00000200:3.0:1763344901.193443:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665a8d [1] + 224 00000800:00000001:3.0:1763344901.193451:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.193457:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.193460:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.193464:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.193471:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344901.193478:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2a9500 x1848987617971200/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344901.193488:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50ee2a9500 x1848987617971200/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.193513:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.193522:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.193524:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.194316:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.194324:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.194327:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.194329:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.194336:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.194347:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509df9f00 00000400:00000200:3.0:1763344901.194353:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cea1 [2] + 1640 00000800:00000001:3.0:1763344901.194358:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.194973:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.194978:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.194983:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.194989:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.194991:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763344901.194997:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1c380. 00000100:00000040:3.0:1763344901.195001:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1c380 x1848987881545472 msgsize 328 00000100:00100000:3.0:1763344901.195005:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.195029:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.195038:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.195041:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.195085:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.195089:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881545472 02000000:00000001:1.0:1763344901.195093:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.195096:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.195099:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.195103:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.195106:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881545472 00000020:00000001:1.0:1763344901.195110:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.195112:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344901.195114:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.195117:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=227 00000020:00000001:1.0:1763344901.195120:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344901.195122:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344901.195126:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.195131:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344901.195134:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.195137:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000020:00000010:1.0:1763344901.195143:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3c00. 00000020:00000010:1.0:1763344901.195147:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42e80. 00000020:00000010:1.0:1763344901.195152:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04898. 00000100:00000040:1.0:1763344901.195159:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344901.195162:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.195163:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344901.195166:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344901.195169:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.195171:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344901.195176:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.195178:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.195180:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4000 refcount=5 00000020:00000001:1.0:1763344901.195182:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464556032 : -107409244995584 : ffff9e4fd61b4000) 00010000:00000001:1.0:1763344901.195184:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464556032 : -107409244995584 : ffff9e4fd61b4000) 00010000:00010000:1.0:1763344901.195191:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4000/0x34881b4086817d58 lrc: 5/0,0 mode: PR/PR res: [0x240002b13:0x12e83:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e262 expref: 227 pid: 10286 timeout: 13107 lvb_type: 0 00010000:00000001:1.0:1763344901.195198:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.195199:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.195201:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.195203:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.195209:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763344901.195215:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50e4d1c380 x1848987881545472/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.195221:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344901.195223:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.195245:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.195258:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.195260:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.195263:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6340 00000100:00000040:1.0:1763344901.195266:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 2 00000100:00000001:1.0:1763344901.195268:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006365568 : -107404703186048 : ffff9e50e4d1c380) 00000100:00000040:1.0:1763344901.195272:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1c380 x1848987881545472/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.195279:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.195282:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344901.195284:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.195286:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000100:00100000:1.0:1763344901.195290:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+227:2406:x1848987881545472:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344901.195294:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881545472 00010000:00000001:1.0:1763344901.195296:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344901.195298:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344901.195300:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344901.195305:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.195307:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.195312:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50c7e1f000. 02000000:00000001:1.0:1763344901.195314:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.195316:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.195318:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344901.195320:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344901.195322:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.195323:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.195325:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4000 refcount=5 00000020:00000001:1.0:1763344901.195327:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464556032 : -107409244995584 : ffff9e4fd61b4000) 00010000:00000001:1.0:1763344901.195329:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464556032 : -107409244995584 : ffff9e4fd61b4000) 00010000:00000040:1.0:1763344901.195332:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359c00 count: 5 00000004:00000001:1.0:1763344901.195335:0:27025:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1763344901.195339:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4000/0x34881b4086817d58 lrc: 5/0,0 mode: PR/PR res: [0x240002b13:0x12e83:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e262 expref: 227 pid: 10286 timeout: 13107 lvb_type: 0 00000100:00001000:1.0:1763344901.195346:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e50dfa75c50 time=1763344901 v=20 (0 0 0 0) 00010000:00000001:1.0:1763344901.195349:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344901.195354:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.195355:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.195358:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4000/0x34881b4086817d58 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e83:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e262 expref: 227 pid: 10286 timeout: 13107 lvb_type: 0 00000020:00000001:1.0:1763344901.195365:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.195367:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.195369:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.195370:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.195374:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.195376:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.195381:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.195383:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.195385:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.195386:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.195388:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4000 with handle 0x34881b4086817d58 from hash 00010000:00000001:1.0:1763344901.195391:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.195392:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.195393:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.195394:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.195399:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.195401:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.195403:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.195404:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.195405:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.195407:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.195409:0:27025:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.195412:0:27025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e83:0x0].0x0 (ffff9e4fc1359c00) 00010000:00010000:1.0:1763344901.195417:0:27025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817d7b lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e83:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344901.195434:0:27025:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344901.195436:0:27025:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.195438:0:27025:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.195440:0:27025:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.195441:0:27025:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.195445:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344901.195446:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344901.195449:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817d7b lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e83:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344901.195454:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763344901.195456:0:27025:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344901.195457:0:27025:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344901.195459:0:27025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344901.195461:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e83:0x0].0x0 (ffff9e4fc1359c00) refcount = 5 00010000:00000040:1.0:1763344901.195464:0:27025:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344901.195466:0:27025:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4400/0x34881b4086817d6d lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000040:1.0:1763344901.195473:0:27025:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817d04 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e83:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e21c expref: 227 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344901.195480:0:27025:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817d7b lrc: 4/0,1 mode: PW/PW res: [0x240002b13:0x12e83:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344901.195485:0:27025:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344901.195487:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.195489:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.195491:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344901.195493:0:27025:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.195495:0:27025:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763344901.195500:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344901.195504:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344901.195511:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e600. 00000100:00000001:1.0:1763344901.195513:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140195328 : -107409569356288 : ffff9e4fc2c5e600) 00000100:00000001:1.0:1763344901.195515:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664140195328 : -107409569356288 : ffff9e4fc2c5e600) 00000100:00000001:1.0:1763344901.195518:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344901.195520:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344901.195522:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344901.195525:0:27025:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344901.195528:0:27025:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.195530:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.195531:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.195532:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.195533:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344901.195534:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344901.195537:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.195539:0:27025:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.195540:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763344901.195543:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5e600. 00000100:00000001:1.0:1763344901.195545:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344901.195546:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344901.195548:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6400. 00010000:00000001:1.0:1763344901.195550:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344901.195552:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344901.195553:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.195558:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.195561:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.195564:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.195568:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.195571:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344901.195573:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344901.195576:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.195578:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.195581:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.195584:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.195589:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e34c8. 00000100:00000200:1.0:1763344901.195595:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881545472, offset 224 00000400:00000200:1.0:1763344901.195601:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.195611:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.195617:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385535:1385535:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385531:1385531:8:4294967295] 00000400:00000200:1.0:1763344901.195626:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.195630:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.195635:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50d58c2100. 00000800:00000200:1.0:1763344901.195654:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.195661:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.195665:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50d58c2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.195681:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.195685:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344901.195687:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.195689:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.195693:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1c380 x1848987881545472/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.195701:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+227:2406:x1848987881545472:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 420us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344901.195707:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6340 00000100:00000040:1.0:1763344901.195711:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344901.195713:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.195714:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344901.195719:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42e80. 00000020:00000010:1.0:1763344901.195723:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04898. 00000020:00000010:1.0:1763344901.195726:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3c00. 00000020:00000040:1.0:1763344901.195731:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 226 00000100:00000001:1.0:1763344901.195734:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.197012:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.197017:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50d58c2100. 00000400:00000200:3.0:1763344901.197024:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.197030:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.197035:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e34c8 00000400:00000010:3.0:1763344901.197038:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e34c8. 00000100:00000001:3.0:1763344901.197042:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.197044:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763344901.197623:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.197627:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:3.0:1763344901.197631:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.197635:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.197639:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921770 00000400:00000010:3.0:1763344901.197640:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921770. 00000100:00000001:3.0:1763344901.197643:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.197645:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.202770:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.202786:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.202878:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.202883:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.202894:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.202912:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509df9f80 00000400:00000200:3.0:1763344901.202922:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645709 [8] + 7112 00000800:00000001:3.0:1763344901.202931:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.202942:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.202945:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.202950:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.202957:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.202960:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344901.202966:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1f800. 00000100:00000040:3.0:1763344901.202970:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1f800 x1848987881545600 msgsize 440 00000100:00100000:3.0:1763344901.202974:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.203175:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.203185:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.203188:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.203224:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344901.203227:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881545600 02000000:00000001:0.0:1763344901.203231:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.203233:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.203235:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.203240:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.203244:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881545600 00000020:00000001:0.0:1763344901.203247:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.203250:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344901.203252:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.203255:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:0.0:1763344901.203257:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344901.203260:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344901.203264:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.203269:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.203273:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.203276:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344901.203282:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de0e00. 00000020:00000010:0.0:1763344901.203288:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139000. 00000020:00000010:0.0:1763344901.203293:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732258. 00000100:00000040:0.0:1763344901.203301:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344901.203304:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.203305:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344901.203308:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.203315:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.203364:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.203378:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.203380:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.203384:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27084 00000100:00000040:0.0:1763344901.203388:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344901.203390:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006379008 : -107404703172608 : ffff9e50e4d1f800) 00000100:00000040:0.0:1763344901.203397:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1f800 x1848987881545600/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.203410:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.203413:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.203416:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.203427:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344901.203432:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2405:x1848987881545600:12345-192.168.203.14@tcp:1:lfs.0 00000100:00000200:0.0:1763344901.203436:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881545600 00000020:00000001:0.0:1763344901.203439:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.203443:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344901.203445:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.203448:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.203450:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932112 : -1042619504 : ffffffffc1dae390) 00000020:00000001:0.0:1763344901.203453:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344901.203456:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.203458:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.203461:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.203465:0:74638:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763344901.203468:0:74638:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763344901.203470:0:74638:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.203473:0:74638:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.203475:0:74638:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.203477:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.203479:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.203481:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.203483:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.203484:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.203486:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.203487:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.203489:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.203490:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.203492:0:74638:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.203494:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.203498:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.203500:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.203506:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e4fc2fbd000. 02000000:00000001:0.0:1763344901.203509:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.203511:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.203514:0:74638:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763344901.203517:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344901.203519:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.203525:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:0.0:1763344901.203528:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00002000:00000001:0.0:1763344901.203530:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344901.203534:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.203536:0:74638:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763344901.203538:0:74638:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:0.0:1763344901.203542:0:74638:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x3000034c7 for inode 2449 00000020:00000002:0.0:1763344901.203546:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c648/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00000020:00000001:0.0:1763344901.203550:0:74638:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344901.203556:0:74638:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.203559:0:74638:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344901.203563:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881545600 00010000:00000001:0.0:1763344901.203566:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.203570:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1f800 x1848987881545600/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344901.203577:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.203579:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.203583:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.203587:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.203590:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.203592:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.203595:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.203597:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.203600:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.203602:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.203606:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495bb0. 00000100:00000200:0.0:1763344901.203612:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881545600, offset 224 00000400:00000200:0.0:1763344901.203618:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.203627:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.203633:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385537:1385537:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385533:1385533:8:4294967295] 00000400:00000200:0.0:1763344901.203642:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.203648:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.203652:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344901.203658:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.203664:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.203668:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.203688:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.203691:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.203693:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.203695:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.203697:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.203701:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1f800 x1848987881545600/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344901.203709:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2405:x1848987881545600:12345-192.168.203.14@tcp:1:lfs.0 Request processed in 303us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344901.203716:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27084 00000100:00000040:0.0:1763344901.203719:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344901.203721:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.203723:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.203727:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139000. 00000020:00000010:0.0:1763344901.203732:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732258. 00000020:00000010:0.0:1763344901.203735:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de0e00. 00000020:00000040:0.0:1763344901.203741:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:0.0:1763344901.203743:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.203877:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.203881:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:3.0:1763344901.203884:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.203888:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.203891:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495bb0 00000400:00000010:3.0:1763344901.203894:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495bb0. 00000100:00000001:3.0:1763344901.203898:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.203900:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.208883:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.208902:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.208906:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.208909:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.208919:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.208935:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 568 into portal 12 MB=0x691a509dfa000 00000400:00000200:3.0:1763344901.208943:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 568/568 into md 0x616b51 [64] + 104152 00000800:00000001:3.0:1763344901.208950:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.208957:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.208960:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.208964:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.208970:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.208972:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344901.208978:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1e300. 00000100:00000040:3.0:1763344901.208981:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1e300 x1848987881545728 msgsize 568 00000100:00100000:3.0:1763344901.208986:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.209454:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.209465:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.209469:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763344901.210936:0:10286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00010000:00000010:2.1:1763344901.210946:0:10286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5a00. 00000100:00000001:3.0:1763344901.213668:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.213671:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617971328 02000000:00000001:3.0:1763344901.213674:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.213676:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.213678:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.213681:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.213684:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617971328 00000020:00000001:3.0:1763344901.213687:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.213689:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:3.0:1763344901.213691:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.213693:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=7 00000020:00000001:3.0:1763344901.213696:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000020:00000001:3.0:1763344901.213698:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:3.0:1763344901.213702:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.213706:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd900. 00000100:00000001:3.0:1763344901.213710:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.213712:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd900. 00000020:00000010:3.0:1763344901.213719:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69caa00. 00000020:00000010:3.0:1763344901.213724:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344901.213729:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfbb8. 00000100:00000040:3.0:1763344901.213737:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344901.213739:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.213741:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.213742:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.213748:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.214704:0:6510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.214709:0:6510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.214719:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8658 00000100:00000040:0.0:1763344901.214724:0:6510:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:0.0:1763344901.214727:0:6510:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163180416 : -107404546371200 : ffff9e50ee2a9180) 00000100:00000040:0.0:1763344901.214733:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a9180 x1848987617971328/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.214743:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.214750:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.214753:0:6510:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.214755:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344901.214760:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:10286:x1848987617971328:12345-0@lo:1000:mdt00_004.0 00000100:00000200:0.0:1763344901.214764:0:6510:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617971328 00000020:00000001:0.0:1763344901.214767:0:6510:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.214771:0:6510:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344901.214773:0:6510:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.214776:0:6510:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.214778:0:6510:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:0.0:1763344901.214781:0:6510:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344901.214783:0:6510:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.214785:0:6510:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.214815:0:6510:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.214819:0:6510:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.214822:0:6510:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763344901.214828:0:6510:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab2be20. 00000100:00000001:0.0:1763344901.214832:0:6510:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.214835:0:6510:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.214842:0:6510:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50ef4cc000. 02000000:00000001:0.0:1763344901.214844:0:6510:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.214846:0:6510:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344901.214856:0:6510:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd192ea80. 00000020:00000001:0.0:1763344901.214858:0:6510:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763344901.214861:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.214867:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00000020:00000001:0.0:1763344901.214871:0:6510:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:0.0:1763344901.214890:0:6510:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000402:0x1c17:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763344901.214893:0:6510:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763344901.214896:0:6510:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344901.214900:0:6510:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc6ca7800/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00000020:00000010:0.0:1763344901.214903:0:6510:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab2be20. 00000020:00000010:0.0:1763344901.214906:0:6510:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd192ea80. 00000020:00000001:0.0:1763344901.214908:0:6510:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344901.214911:0:6510:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915402, transno 0, xid 1848987617971328 00010000:00000001:0.0:1763344901.214914:0:6510:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.214918:0:6510:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2a9180 x1848987617971328/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:132/0 lens 328/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344901.214926:0:6510:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.214928:0:6510:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.214932:0:6510:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.214936:0:6510:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.214938:0:6510:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344901.214941:0:6510:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344901.214943:0:6510:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.214945:0:6510:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.214948:0:6510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.214950:0:6510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1763344901.214995:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1763344901.215049:0:6510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192ea80. 00000100:00000200:0.0:1763344901.215054:0:6510:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617971328, offset 224 00000400:00000200:0.0:1763344901.215061:0:6510:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344901.215071:0:6510:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344901.215079:0:6510:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29cc80 00000400:00000200:0.0:1763344901.215085:0:6510:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665aa1 [2] + 224 00000400:00000200:0.0:1763344901.215092:0:6510:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.215096:0:6510:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344901.215100:0:6510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.215106:0:6510:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2a9500 x1848987617971328/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344901.215115:0:6510:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ee2a9500 x1848987617971328/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.215140:0:6510:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344901.215146:0:6510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192ea80 00000400:00000010:0.0:1763344901.215149:0:6510:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192ea80. 00000100:00000001:0.0:1763344901.215151:0:6510:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.215153:0:6510:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344901.215156:0:6510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.215159:0:6510:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344901.215162:0:6510:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.215163:0:6510:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.215166:0:6510:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.215169:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9180 x1848987617971328/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:132/0 lens 328/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344901.215175:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:10286:x1848987617971328:12345-0@lo:1000:mdt00_004.0 Request processed in 431us (1680us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344901.215182:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8658 00000100:00000040:0.0:1763344901.215185:0:6510:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00000001:0.0:1763344901.215187:0:6510:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.215188:0:6510:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.215193:0:6510:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e800. 00000020:00000010:0.0:1763344901.215196:0:6510:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfbb8. 00000020:00000010:0.0:1763344901.215199:0:6510:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69caa00. 00000020:00000040:0.0:1763344901.215204:0:6510:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 6 00000100:00000001:0.0:1763344901.215207:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.215321:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344901.215329:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344901.215332:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344901.215335:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6688. 00000400:00000200:1.0:1763344901.215339:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd62410c0 00000400:00000010:1.0:1763344901.215341:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd62410c0. 00000100:00000001:1.0:1763344901.215343:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.215349:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2a9500 x1848987617971328/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344901.215357:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2a9500 x1848987617971328/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.215363:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344901.215364:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.215367:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344901.215369:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344901.215371:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.215372:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.215375:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.215381:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213d78 time=90 v=5 (5 0 0 0) 00000100:00001000:1.0:1763344901.215384:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.215386:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344901.215388:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.215391:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344901.215394:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.215396:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344901.215399:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884915402 00000100:00000001:1.0:1763344901.215400:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344901.215404:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.215408:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2a9500 x1848987617971328/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.215415:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.215426:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344901.215428:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344901.215432:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9500 x1848987617971328/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.215439:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2a9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617971328:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763344901.215445:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.215448:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.215450:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344901.215452:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.215455:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2a9500 x1848987617971328/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.215461:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344901.215464:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd6241d80. 00000100:00000001:1.0:1763344901.215467:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344901.215469:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.215472:0:10286:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763344901.215482:0:10286:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9e50fff42e80. 00000004:00000001:1.0:1763344901.215485:0:10286:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:1.0:1763344901.215488:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.215491:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2a9500 x1848987617971328/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.215496:0:10286:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344901.215499:0:10286:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344901.215501:0:10286:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50ef674000. 02000000:00000001:1.0:1763344901.215505:0:10286:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344901.215507:0:10286:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344901.215509:0:10286:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=4 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1763344901.215511:0:10286:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344901.215513:0:10286:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e50f4ec4a00. 02000000:00000001:1.0:1763344901.215516:0:10286:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344901.215518:0:10286:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344901.215520:0:10286:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9500. 00000100:00000001:1.0:1763344901.215522:0:10286:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344901.215524:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763344901.215526:0:10286:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50caf9a000. 00000004:00000010:1.0:1763344901.215530:0:10286:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59de0. 00000004:00000010:1.0:1763344901.215534:0:10286:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd62416c0. 00000004:00000001:1.0:1763344901.215538:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.215541:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.215544:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344901.215547:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344901.215548:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.215551:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.215554:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.215556:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.215558:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344901.215560:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:1.0:1763344901.215562:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.215565:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:1.0:1763344901.215568:0:10286:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:1.0:1763344901.215571:0:10286:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fc2c5e600. 00000004:00000001:1.0:1763344901.215573:0:10286:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664140195328 : -107409569356288 : ffff9e4fc2c5e600) 00000020:00000010:1.0:1763344901.215576:0:10286:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9e4fc2c5e9c0. 00000020:00000010:1.0:1763344901.215581:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50d58c2100. 00000020:00000010:1.0:1763344901.215584:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50c32e5d00. 00000020:00000001:1.0:1763344901.215586:0:10286:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446636664140195328 : -107409569356288 : ffff9e4fc2c5e600) 00000004:00000001:1.0:1763344901.215589:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664140195328 : -107409569356288 : ffff9e4fc2c5e600) 00000004:00000010:1.0:1763344901.215593:0:10286:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fc2c5e000. 00000004:00000010:1.0:1763344901.215595:0:10286:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d060. 00000004:00000010:1.0:1763344901.215598:0:10286:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fcb119000. 00000004:00000001:1.0:1763344901.215601:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.215603:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.215605:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.215609:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.215616:0:10286:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763344901.215619:0:10286:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0001: blocks=958279, bfree=950551, bavail=893993, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259272, state=0 00000004:00000001:1.0:1763344901.215622:0:10286:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.215624:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:1.0:1763344901.215626:0:10286:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:1.0:1763344901.215629:0:10286:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.215633:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc2c5e9c0 refcount 4 committed 0 result 0 batchid 21474836910 00000020:00000040:1.0:1763344901.215636:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5d00 obd lustre-OST0000-osc-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fc2c5e600 00000020:00000040:1.0:1763344901.216170:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50d58c2100 obd lustre-MDT0001-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9e50f4ec4e00 00000020:00000040:1.0:1763344901.216176:0:10286:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000040:00000001:1.0:1763344901.216179:0:10286:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763344901.216182:0:10286:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763344901.216184:0:10286:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742848 flags 12 count 2 00000040:00000001:1.0:1763344901.216188:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344901.216190:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344901.216192:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344901.216194:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.216195:0:10286:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763344901.216198:0:10286:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:1.0:1763344901.216202:0:10286:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:1.0:1763344901.216206:0:10286:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b10:0x3:0x0] not in the id map cache 00000001:00000001:1.0:1763344901.216209:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.216211:0:10286:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.216213:0:10286:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:1.0:1763344901.216215:0:10286:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1763344901.216217:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344901.216218:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.216219:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.216220:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.216222:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.216224:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.216226:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.216231:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664140321560 : -107409569230056 : ffff9e4fc2c7d318) 00000040:00000001:1.0:1763344901.216236:0:10286:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669001203712 : -107404708347904 : ffff9e50e4830000) 00080000:00000001:1.0:1763344901.216241:0:10286:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1763344901.216244:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.216245:0:10286:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344901.216249:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e4830000/ffff9e4fc2c7d2c0 to site lru. bkt: ffff9e50ff90ea70 00000040:00000001:1.0:1763344901.216251:0:10286:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.216253:0:10286:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.216255:0:10286:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.216257:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344901.216260:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344901.216262:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.216265:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.216269:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6400. 00080000:00000001:1.0:1763344901.216271:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.216274:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.216275:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.216276:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.216277:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.216279:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.216281:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344901.216283:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.216285:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344901.216286:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344901.216287:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.216289:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.216291:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6680. 00080000:00000001:1.0:1763344901.216293:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.216294:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.216295:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.216296:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.216298:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.216299:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.216301:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344901.216302:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.216304:0:10286:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.216306:0:10286:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.216308:0:10286:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:1.0:1763344901.216311:0:10286:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.216314:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763344901.216321:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763344901.216323:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.216324:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669276540416 : -107404433011200 : ffff9e50f4ec4e00) 00080000:00000001:1.0:1763344901.216327:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.216328:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.216330:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6f80. 00080000:00000001:1.0:1763344901.216332:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.216333:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.216341:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.216343:0:10286:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.216347:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.216350:0:10286:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763344901.216352:0:10286:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344901.216354:0:10286:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.216356:0:10286:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763344901.216361:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.216363:0:10286:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:1.0:1763344901.216366:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.216367:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.216369:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344901.216371:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344901.216372:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.216373:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.216375:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.216377:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.216378:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344901.216380:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:1.0:1763344901.216382:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.216384:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763344901.216385:0:10286:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664140195328 : -107409569356288 : ffff9e4fc2c5e600) 00000004:00000001:1.0:1763344901.216388:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664140195328 : -107409569356288 : ffff9e4fc2c5e600) 00000020:00000040:1.0:1763344901.216392:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:1.0:1763344901.216395:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:1.0:1763344901.216397:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:1.0:1763344901.216399:0:10286:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000402:0x1c17:0x0] xattr_set param_count = 3 00000004:00000001:1.0:1763344901.216402:0:10286:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:1.0:1763344901.216403:0:10286:0:(osp_object.c:1255:osp_xattr_set()) [0x280000402:0x1c17:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763344901.216408:0:10286:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344901.216409:0:10286:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.216412:0:10286:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.216414:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.216416:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.216417:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.216427:0:10286:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.216430:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763344901.216432:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763344901.216435:0:10286:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214347 00000001:00000001:1.0:1763344901.216438:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763344901.216442:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214348, last_committed = 25770214345 00000001:00000010:1.0:1763344901.216446:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2decb40. 00000001:00000040:1.0:1763344901.216449:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 3 00000020:00000040:1.0:1763344901.216451:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=225 00000001:00000010:1.0:1763344901.216456:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fc2c5ef00. 00000004:00000001:1.0:1763344901.216461:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763344901.216463:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.216464:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669276540416 : -107404433011200 : ffff9e50f4ec4e00) 00000020:00000040:1.0:1763344901.216467:0:10286:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:1.0:1763344901.216469:0:10286:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:1.0:1763344901.216471:0:10286:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:1.0:1763344901.216488:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763344901.216492:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fc2c5ef00: xid 1848987881545728, transno 25770214348, tag 0, client gen 9, slot idx 3 00000001:00000001:1.0:1763344901.216494:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.216497:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763344901.216499:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:1.0:1763344901.216505:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6f80. 00080000:00000010:1.0:1763344901.216509:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6680. 00080000:00000010:1.0:1763344901.216511:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6400. 00040000:00000001:1.0:1763344901.216514:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344901.216516:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344901.216519:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.216522:0:10286:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:1.0:1763344901.216524:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763344901.216525:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:1.0:1763344901.216528:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc2c5e9c0 refcount 4 committed 0 result 0 batchid 21474836910 00000020:00000040:1.0:1763344901.216531:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5d00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc2c5e600 00000020:00000040:1.0:1763344901.216534:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50d58c2100 obd lustre-MDT0001-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9e50f4ec4e00 00000020:00000001:1.0:1763344901.216537:0:10286:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763344901.216538:0:10286:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763344901.216541:0:10286:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344901.216543:0:10286:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000402:0x1c17:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:1.0:1763344901.216546:0:10286:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fcb119000 magic = bdde0002 count = 1 size = 144 00000100:00000010:1.0:1763344901.216552:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d28ee680. 00000020:00000040:1.0:1763344901.216555:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=5 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1763344901.216558:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344901.216560:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344901.216565:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344901.216570:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e3c00. 00000100:00000001:1.0:1763344901.216575:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.216579:0:10286:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.216581:0:10286:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344901.216583:0:10286:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.216585:0:10286:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344901.216587:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344901.216591:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5ee40. 00000100:00000001:1.0:1763344901.216594:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140197440 : -107409569354176 : ffff9e4fc2c5ee40) 00000100:00000001:1.0:1763344901.216596:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.216597:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668699993728 : -107405009557888 : ffff9e50d28ee680) 00000100:00000001:1.0:1763344901.216601:0:10286:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344901.216604:0:10286:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.216606:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344901.216607:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344901.216612:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50d28ee680 x1848987617971456/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.216619:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344901.216620:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.216623:0:10286:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344901.216625:0:10286:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344901.216627:0:10286:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.216630:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50d28ee680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617971456:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763344901.216633:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344901.216636:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344901.216639:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.218051:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344901.218061:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f2eea000. 02000000:00000001:1.0:1763344901.218064:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344901.218072:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344901.218078:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc2c5e6c0. 00000100:00000200:1.0:1763344901.218085:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617971456, portal 4 00000100:00000001:1.0:1763344901.218088:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.218089:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668699993728 : -107405009557888 : ffff9e50d28ee680) 00000100:00000040:1.0:1763344901.218098:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50d28ee680 x1848987617971456/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.218105:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.218108:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344901.218111:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3990. 00000100:00000200:1.0:1763344901.218114:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848987617971456, offset 0 00000400:00000200:1.0:1763344901.218120:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344901.218132:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344901.218142:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a4fa29cd00 00000400:00000200:1.0:1763344901.218149:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x209281 [256] + 19912 00000400:00000200:1.0:1763344901.218154:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.218158:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344901.218163:0:10286:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.218165:0:10286:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344901.218169:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d28ed180. 00000100:00000040:1.0:1763344901.218172:0:10286:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d28ed180 x1848987617971456 msgsize 408 00000100:00100000:1.0:1763344901.218176:0:10286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344901.218182:0:10286:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344901.218191:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3990 00000400:00000010:1.0:1763344901.218194:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3990. 00000100:00000001:1.0:1763344901.218197:0:10286:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344901.218201:0:10286:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50d28ee680 x1848987617971456/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.218210:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.218212:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50d28ee680 x1848987617971456/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.218219:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.218220:0:10286:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344901.218225:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.218229:0:10286:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17588 usecs (18 jiffies) 00000100:00000001:1.0:1763344901.218233:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307675055 00000100:00000001:1.0:1763344901.218236:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307676327 00000100:00000001:1.0:1763344901.218238:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307675055 00000100:00000001:1.0:1763344901.218241:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307676327 00000100:00000001:1.0:1763344901.218242:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307675055 00000100:00000001:1.0:1763344901.218245:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307676327 00000100:00000001:1.0:1763344901.218246:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307675055 00000100:00000001:1.0:1763344901.218248:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307676327 00000100:00000001:1.0:1763344901.218250:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.218253:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.218255:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344901.218257:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344901.218260:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5ee40 going to sleep for 11 seconds 00000100:00000001:1.0:1763344901.218262:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344901.218266:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.218384:0:6510:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344901.218388:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617971456 02000000:00000001:0.0:1763344901.218390:0:6510:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.218392:0:6510:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.218395:0:6510:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.218398:0:6510:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.218401:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617971456 00000020:00000001:0.0:1763344901.218404:0:6510:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.218406:0:6510:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:0.0:1763344901.218408:0:6510:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.218410:0:6510:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=7 00000020:00000001:0.0:1763344901.218413:0:6510:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000020:00000001:0.0:1763344901.218415:0:6510:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:0.0:1763344901.218427:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.218431:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.218435:0:6510:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.218437:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344901.218443:0:6510:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de0e00. 00000020:00000010:0.0:1763344901.218448:0:6510:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139000. 00000020:00000010:0.0:1763344901.218453:0:6510:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732258. 00000100:00000040:0.0:1763344901.218460:0:6510:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344901.218462:0:6510:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.218463:0:6510:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344901.218465:0:6510:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.218473:0:6510:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.218491:0:6510:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.218506:0:6510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.218508:0:6510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.218513:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8659 00000100:00000040:0.0:1763344901.218518:0:6510:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:0.0:1763344901.218520:0:6510:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668699988352 : -107405009563264 : ffff9e50d28ed180) 00000100:00000040:0.0:1763344901.218526:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d28ed180 x1848987617971456/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:132/0 lens 408/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.218533:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.218536:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.218539:0:6510:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.218541:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344901.218544:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d28ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:10286:x1848987617971456:12345-0@lo:1000:mdt00_004.0 00000100:00000200:0.0:1763344901.218548:0:6510:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617971456 00000020:00000001:0.0:1763344901.218551:0:6510:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.218554:0:6510:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344901.218556:0:6510:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.218558:0:6510:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.218560:0:6510:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:0.0:1763344901.218562:0:6510:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344901.218565:0:6510:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.218567:0:6510:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.218569:0:6510:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.218572:0:6510:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.218574:0:6510:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763344901.218579:0:6510:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab2be20. 00000100:00000001:0.0:1763344901.218583:0:6510:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.218584:0:6510:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.218592:0:6510:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50c5da0000. 02000000:00000001:0.0:1763344901.218594:0:6510:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.218596:0:6510:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344901.218600:0:6510:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd192ea80. 00000020:00000001:0.0:1763344901.218602:0:6510:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763344901.218605:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.218610:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00080000:00000001:0.0:1763344901.218615:0:6510:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344901.218619:0:6510:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de1e00. 00080000:00000001:0.0:1763344901.218621:0:6510:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460549632 : -107409249001984 : ffff9e4fd5de1e00) 00000020:00000001:0.0:1763344901.218624:0:6510:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:0.0:1763344901.218628:0:6510:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.218631:0:6510:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763344901.218633:0:6510:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344901.218638:0:6510:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344901.219293:0:6510:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344901.219298:0:6510:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2840. 00080000:00000001:0.0:1763344901.219302:0:6510:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.219309:0:6510:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.219312:0:6510:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763344901.219313:0:6510:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff9e50f3504f10 name trusted.fid flag 1 00080000:00000001:0.0:1763344901.219317:0:6510:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344901.219319:0:6510:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000402:0x1c17:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763344901.219344:0:6510:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763344901.219347:0:6510:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff9e50c5da0208 index 0: rc = 0 00000020:00000040:0.0:1763344901.219351:0:6510:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763344901.219354:0:6510:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344901.219358:0:6510:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344901.219361:0:6510:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884915412, last_committed = 12884915408 00000001:00000010:0.0:1763344901.219365:0:6510:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc180. 00000001:00000040:0.0:1763344901.219368:0:6510:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50c7179000 : new cb_count 3 00000020:00000040:0.0:1763344901.219371:0:6510:0:(genops.c:887:class_export_get()) GET export ffff9e50c7179000 refcount=8 00000001:00000001:0.0:1763344901.219389:0:6510:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344901.219396:0:6510:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2840. 00040000:00000001:0.0:1763344901.219400:0:6510:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344901.219402:0:6510:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344901.219404:0:6510:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344901.219408:0:6510:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc6ca7800/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00000020:00000001:0.0:1763344901.219411:0:6510:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344901.219414:0:6510:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab2be20. 00000020:00000010:0.0:1763344901.219416:0:6510:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd192ea80. 00000020:00000001:0.0:1763344901.219426:0:6510:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344901.219430:0:6510:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915402, transno 12884915412, xid 1848987617971456 00010000:00000001:0.0:1763344901.219433:0:6510:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.219438:0:6510:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d28ed180 x1848987617971456/t12884915412(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:132/0 lens 408/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344901.219445:0:6510:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.219448:0:6510:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.219452:0:6510:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.219457:0:6510:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.219459:0:6510:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344901.219462:0:6510:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344901.219466:0:6510:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.219468:0:6510:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.219471:0:6510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.219474:0:6510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344901.219478:0:6510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192ea80. 00000100:00000200:0.0:1763344901.219482:0:6510:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617971456, offset 224 00000400:00000200:0.0:1763344901.219488:0:6510:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344901.219497:0:6510:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344901.219504:0:6510:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29cd00 00000400:00000200:0.0:1763344901.219509:0:6510:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665aad [2] + 224 00000400:00000200:0.0:1763344901.219515:0:6510:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.219518:0:6510:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344901.219522:0:6510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.219527:0:6510:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50d28ee680 x1848987617971456/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344901.219535:0:6510:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50d28ee680 x1848987617971456/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.219544:0:6510:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344901.219549:0:6510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192ea80 00000400:00000010:0.0:1763344901.219551:0:6510:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192ea80. 00000100:00000001:0.0:1763344901.219553:0:6510:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.219555:0:6510:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344901.219557:0:6510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.219560:0:6510:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344901.219562:0:6510:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.219563:0:6510:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.219566:0:6510:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.219569:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d28ed180 x1848987617971456/t12884915412(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:132/0 lens 408/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344901.219577:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d28ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:10286:x1848987617971456:12345-0@lo:1000:mdt00_004.0 Request processed in 1042us (1403us total) trans 12884915412 rc 0/0 00000100:00100000:0.0:1763344901.219584:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8659 00000100:00000040:0.0:1763344901.219588:0:6510:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00000001:0.0:1763344901.219590:0:6510:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.219591:0:6510:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.219596:0:6510:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139000. 00000020:00000010:0.0:1763344901.219600:0:6510:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732258. 00000020:00000010:0.0:1763344901.219604:0:6510:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de0e00. 00000020:00000040:0.0:1763344901.219610:0:6510:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 7 00000100:00000001:0.0:1763344901.219612:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.220441:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344901.220449:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344901.220451:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344901.220453:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:1.0:1763344901.220457:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc2c5e6c0 00000400:00000010:1.0:1763344901.220459:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc2c5e6c0. 00000100:00000001:1.0:1763344901.220462:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.220466:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50d28ee680 x1848987617971456/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344901.220474:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50d28ee680 x1848987617971456/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.220485:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344901.220486:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.220489:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344901.220491:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344901.220492:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.220494:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.220497:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.220504:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213d78 time=90 v=5 (5 0 0 0) 00000100:00001000:1.0:1763344901.220507:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.220509:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344901.220510:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.220513:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344901.220516:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.220518:0:10286:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763344901.220520:0:10286:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763344901.220521:0:10286:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763344901.220523:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.220525:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668699993728 : -107405009557888 : ffff9e50d28ee680) 00000100:00000001:1.0:1763344901.220527:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344901.220529:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884915402 00000100:00000001:1.0:1763344901.220531:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344901.220533:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.220536:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50d28ee680 x1848987617971456/t12884915412(12884915412) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.220542:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.220544:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344901.220546:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344901.220549:0:10286:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:1.0:1763344901.220553:0:10286:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.220556:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d28ee680 x1848987617971456/t12884915412(12884915412) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.220563:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50d28ee680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617971456:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763344901.220570:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.220573:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.220575:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344901.220576:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.220579:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50d28ee680 x1848987617971456/t12884915412(12884915412) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.220585:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344901.220587:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5ee40. 00000100:00000001:1.0:1763344901.220590:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344901.220591:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.220593:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.220595:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d28ee680 x1848987617971456/t12884915412(12884915412) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.220602:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.220603:0:10286:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.220606:0:10286:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344901.220608:0:10286:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.220613:0:10286:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344901.220615:0:10286:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc2b306c0. 00000020:00000001:1.0:1763344901.220620:0:10286:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763344901.220627:0:10286:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763344901.220634:0:10286:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc2dec7e0. 00080000:00000001:1.0:1763344901.220637:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344901.220886:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e3a00. 00080000:00000001:1.0:1763344901.220890:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00000004:00000001:1.0:1763344901.220897:0:10286:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.220901:0:10286:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763344901.220903:0:10286:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344901.220906:0:10286:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:1.0:1763344901.220911:0:10286:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.220914:0:10286:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:1.0:1763344901.220920:0:10286:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fc2c5ee40. 00000004:00000001:1.0:1763344901.220923:0:10286:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:1.0:1763344901.220926:0:10286:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9e4fd25acd50. 00000004:00000010:1.0:1763344901.220929:0:10286:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9e4fd25acb80. 00000020:00000001:1.0:1763344901.220934:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:1.0:1763344901.220942:0:10286:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e4fe1bcf0d0. 00000004:00000001:1.0:1763344901.220950:0:10286:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763344901.220952:0:10286:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.220954:0:10286:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636664659702056 : -107409049849560 : ffff9e4fe1bcf128) 00000004:00000001:1.0:1763344901.220957:0:10286:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.220959:0:10286:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1763344901.220962:0:10286:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.220964:0:10286:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.220965:0:10286:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:1.0:1763344901.220968:0:10286:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763344901.220972:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:1.0:1763344901.220976:0:10286:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fc2c5e6c0. 00000004:00000010:1.0:1763344901.220980:0:10286:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d880. 00000004:00000010:1.0:1763344901.220984:0:10286:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fcb11f000. 00000020:00000001:1.0:1763344901.220988:0:10286:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344901.220990:0:10286:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.220992:0:10286:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763344901.220993:0:10286:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344901.220995:0:10286:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000402:0x1bbf:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:1.0:1763344901.220998:0:10286:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fcb11f000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763344901.221003:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d28efb80. 00000020:00000040:1.0:1763344901.221006:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=4 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:1.0:1763344901.221011:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344901.221013:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344901.221017:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344901.221022:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e3000. 00000100:00000001:1.0:1763344901.221026:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.221029:0:10286:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.221031:0:10286:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344901.221033:0:10286:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.221035:0:10286:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344901.221037:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344901.221042:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344901.221045:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140194176 : -107409569357440 : ffff9e4fc2c5e180) 00000100:00000001:1.0:1763344901.221047:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.221048:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668699999104 : -107405009552512 : ffff9e50d28efb80) 00000100:00000001:1.0:1763344901.221051:0:10286:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344901.221055:0:10286:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.221057:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344901.221058:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344901.221061:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50d28efb80 x1848987617971584/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.221068:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344901.221070:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.221073:0:10286:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344901.221075:0:10286:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344901.221077:0:10286:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.221080:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50d28efb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617971584:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763344901.221084:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344901.221087:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344901.221089:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.221091:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344901.221096:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f2ee8000. 02000000:00000001:1.0:1763344901.221098:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344901.221102:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344901.221107:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc2c5ed80. 00000100:00000200:1.0:1763344901.221113:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617971584, portal 4 00000100:00000001:1.0:1763344901.221114:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.221116:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668699999104 : -107405009552512 : ffff9e50d28efb80) 00000100:00000040:1.0:1763344901.221121:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50d28efb80 x1848987617971584/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.221128:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.221130:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344901.221132:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3990. 00000100:00000200:1.0:1763344901.221134:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617971584, offset 0 00000400:00000200:1.0:1763344901.221139:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344901.221148:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344901.221157:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29cd80 00000400:00000200:1.0:1763344901.221162:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209281 [256] + 20320 00000400:00000200:1.0:1763344901.221167:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.221170:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344901.221175:0:10286:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.221178:0:10286:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344901.221182:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8648e00. 00000100:00000040:1.0:1763344901.221185:0:10286:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8648e00 x1848987617971584 msgsize 328 00000100:00100000:1.0:1763344901.221188:0:10286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344901.221193:0:10286:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344901.221199:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3990 00000400:00000010:1.0:1763344901.221201:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3990. 00000100:00000001:1.0:1763344901.221205:0:10286:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344901.221209:0:10286:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50d28efb80 x1848987617971584/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.221216:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.221219:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50d28efb80 x1848987617971584/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.221224:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.221226:0:10286:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344901.221229:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.221233:0:10286:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 13505 usecs (14 jiffies) 00000100:00000001:1.0:1763344901.221236:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307675053 00000100:00000001:1.0:1763344901.221239:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307676327 00000100:00000001:1.0:1763344901.221241:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307675053 00000100:00000001:1.0:1763344901.221243:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307676327 00000100:00000001:1.0:1763344901.221245:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307675053 00000100:00000001:1.0:1763344901.221246:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307676327 00000100:00000001:1.0:1763344901.221248:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307675053 00000100:00000001:1.0:1763344901.221250:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307676327 00000100:00000001:1.0:1763344901.221253:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.221256:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.221258:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344901.221259:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344901.221262:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5e180 going to sleep for 11 seconds 00000100:00000001:1.0:1763344901.221264:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344901.221265:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.221774:0:6510:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344901.221777:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617971584 02000000:00000001:0.0:1763344901.221781:0:6510:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.221783:0:6510:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.221784:0:6510:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.221801:0:6510:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.221805:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617971584 00000020:00000001:0.0:1763344901.221808:0:6510:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.221810:0:6510:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000020:00000001:0.0:1763344901.221812:0:6510:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.221815:0:6510:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=6 00000020:00000001:0.0:1763344901.221817:0:6510:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:0.0:1763344901.221820:0:6510:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:0.0:1763344901.221824:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.221829:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.221832:0:6510:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.221835:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344901.221840:0:6510:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de0e00. 00000020:00000010:0.0:1763344901.221845:0:6510:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139000. 00000020:00000010:0.0:1763344901.221849:0:6510:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732258. 00000100:00000040:0.0:1763344901.221856:0:6510:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344901.221859:0:6510:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.221861:0:6510:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344901.221863:0:6510:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.221869:0:6510:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.221882:0:6510:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.221894:0:6510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.221896:0:6510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.221900:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8660 00000100:00000040:0.0:1763344901.221903:0:6510:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:0.0:1763344901.221905:0:6510:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334752768 : -107404374798848 : ffff9e50f8648e00) 00000100:00000040:0.0:1763344901.221910:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8648e00 x1848987617971584/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.221916:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.221919:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.221921:0:6510:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.221923:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344901.221926:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8648e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:10286:x1848987617971584:12345-0@lo:1000:mdt00_004.0 00000100:00000200:0.0:1763344901.221929:0:6510:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617971584 00000020:00000001:0.0:1763344901.221932:0:6510:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.221934:0:6510:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344901.221936:0:6510:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.221939:0:6510:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.221941:0:6510:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:0.0:1763344901.221943:0:6510:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344901.221946:0:6510:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.221948:0:6510:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.221950:0:6510:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.221952:0:6510:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.221954:0:6510:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763344901.221959:0:6510:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab2be20. 00000100:00000001:0.0:1763344901.221962:0:6510:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.221964:0:6510:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.221969:0:6510:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50d58d8000. 02000000:00000001:0.0:1763344901.221972:0:6510:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.221974:0:6510:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344901.221977:0:6510:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd192ea80. 00000020:00000001:0.0:1763344901.221979:0:6510:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763344901.221982:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.221987:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135976 : -107409430415640 : ffff9e4fcb0df6e8) 00000020:00000001:0.0:1763344901.221993:0:6510:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:0.0:1763344901.222010:0:6510:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x2c0000402:0x1bbf:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763344901.222013:0:6510:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763344901.222015:0:6510:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344901.222019:0:6510:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc703bc00/ffff9e4fcb0df690 to site lru. bkt: ffff9e50fb895180 00000020:00000010:0.0:1763344901.222022:0:6510:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab2be20. 00000020:00000010:0.0:1763344901.222025:0:6510:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd192ea80. 00000020:00000001:0.0:1763344901.222027:0:6510:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344901.222030:0:6510:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946957, transno 0, xid 1848987617971584 00010000:00000001:0.0:1763344901.222032:0:6510:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.222036:0:6510:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8648e00 x1848987617971584/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:132/0 lens 328/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344901.222043:0:6510:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.222045:0:6510:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.222048:0:6510:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.222052:0:6510:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.222054:0:6510:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344901.222056:0:6510:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344901.222058:0:6510:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.222059:0:6510:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.222062:0:6510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.222063:0:6510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344901.222066:0:6510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192ea80. 00000100:00000200:0.0:1763344901.222070:0:6510:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617971584, offset 224 00000400:00000200:0.0:1763344901.222074:0:6510:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344901.222082:0:6510:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344901.222089:0:6510:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29cd80 00000400:00000200:0.0:1763344901.222094:0:6510:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665ab9 [2] + 224 00000400:00000200:0.0:1763344901.222100:0:6510:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.222102:0:6510:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344901.222105:0:6510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.222109:0:6510:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50d28efb80 x1848987617971584/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344901.222121:0:6510:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50d28efb80 x1848987617971584/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.222130:0:6510:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344901.222135:0:6510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192ea80 00000400:00000010:0.0:1763344901.222137:0:6510:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192ea80. 00000100:00000001:0.0:1763344901.222139:0:6510:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.222140:0:6510:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344901.222143:0:6510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.222146:0:6510:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344901.222148:0:6510:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.222149:0:6510:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.222152:0:6510:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.222155:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8648e00 x1848987617971584/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:132/0 lens 328/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344901.222163:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8648e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:10286:x1848987617971584:12345-0@lo:1000:mdt00_004.0 Request processed in 245us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344901.222170:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8660 00000100:00000040:0.0:1763344901.222173:0:6510:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d6800 : new rpc_count 0 00000100:00000001:0.0:1763344901.222175:0:6510:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.222177:0:6510:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.222181:0:6510:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139000. 00000020:00000010:0.0:1763344901.222185:0:6510:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732258. 00000020:00000010:0.0:1763344901.222188:0:6510:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de0e00. 00000020:00000040:0.0:1763344901.222194:0:6510:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 5 00000100:00000001:0.0:1763344901.222196:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.222726:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344901.222732:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344901.222734:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344901.222736:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:1.0:1763344901.222740:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc2c5ed80 00000400:00000010:1.0:1763344901.222742:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc2c5ed80. 00000100:00000001:1.0:1763344901.222744:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.222748:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50d28efb80 x1848987617971584/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344901.222756:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50d28efb80 x1848987617971584/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.222762:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344901.222764:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.222766:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344901.222769:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344901.222770:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.222772:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.222775:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.222781:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfed30 time=90 v=5 (5 0 0 0) 00000100:00001000:1.0:1763344901.222784:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=38 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.222812:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344901.222814:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.222817:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344901.222820:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.222823:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344901.222825:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589946957 00000100:00000001:1.0:1763344901.222827:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344901.222829:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.222834:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50d28efb80 x1848987617971584/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.222841:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.222843:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344901.222845:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344901.222848:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d28efb80 x1848987617971584/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.222855:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50d28efb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617971584:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763344901.222859:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.222861:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.222863:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344901.222865:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.222867:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d28efb80 x1848987617971584/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.222874:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344901.222876:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5e180. 00000100:00000001:1.0:1763344901.222878:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344901.222880:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.222882:0:10286:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763344901.222890:0:10286:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9e50fff42300. 00000004:00000001:1.0:1763344901.222894:0:10286:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:1.0:1763344901.222897:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.222900:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d28efb80 x1848987617971584/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.222905:0:10286:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344901.222907:0:10286:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344901.222909:0:10286:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f2ee8000. 02000000:00000001:1.0:1763344901.222912:0:10286:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344901.222913:0:10286:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344901.222915:0:10286:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:1.0:1763344901.222917:0:10286:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344901.222919:0:10286:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4e3000. 02000000:00000001:1.0:1763344901.222922:0:10286:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344901.222923:0:10286:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344901.222925:0:10286:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28efb80. 00000100:00000001:1.0:1763344901.222929:0:10286:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344901.222930:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763344901.222932:0:10286:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fcb11f000. 00000004:00000010:1.0:1763344901.222936:0:10286:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e4fc371d880. 00000004:00000010:1.0:1763344901.222938:0:10286:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fc2c5e6c0. 00000004:00000001:1.0:1763344901.222942:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.222945:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.222947:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344901.222950:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344901.222952:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.222954:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.222957:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.222959:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.222961:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344901.222963:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:1.0:1763344901.222965:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.222967:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:1.0:1763344901.222969:0:10286:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:1.0:1763344901.222972:0:10286:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fc2c5e6c0. 00000004:00000001:1.0:1763344901.222974:0:10286:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664140195520 : -107409569356096 : ffff9e4fc2c5e6c0) 00000020:00000010:1.0:1763344901.222977:0:10286:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9e4fc2c5e180. 00000020:00000010:1.0:1763344901.222981:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50c32e5500. 00000020:00000010:1.0:1763344901.222984:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50c32e5700. 00000020:00000001:1.0:1763344901.222986:0:10286:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446636664140195520 : -107409569356096 : ffff9e4fc2c5e6c0) 00000004:00000001:1.0:1763344901.222988:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664140195520 : -107409569356096 : ffff9e4fc2c5e6c0) 00000004:00000010:1.0:1763344901.222992:0:10286:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fc2c5ed80. 00000004:00000010:1.0:1763344901.222995:0:10286:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d880. 00000004:00000010:1.0:1763344901.222998:0:10286:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fcb11f000. 00000004:00000001:1.0:1763344901.223000:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223003:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223004:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223007:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223015:0:10286:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763344901.223017:0:10286:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0001: blocks=958279, bfree=955120, bavail=898555, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259419, state=0 00000004:00000001:1.0:1763344901.223021:0:10286:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.223023:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:1.0:1763344901.223024:0:10286:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:1.0:1763344901.223027:0:10286:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.223031:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc2c5e180 refcount 4 committed 0 result 0 batchid 21474836911 00000020:00000040:1.0:1763344901.223034:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5700 obd lustre-OST0001-osc-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fc2c5e6c0 00000020:00000040:1.0:1763344901.223037:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5500 obd lustre-MDT0001-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fcc4e3a00 00000020:00000040:1.0:1763344901.223041:0:10286:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000040:00000001:1.0:1763344901.223043:0:10286:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763344901.223046:0:10286:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763344901.223048:0:10286:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742848 flags 12 count 2 00000040:00000001:1.0:1763344901.223051:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344901.223054:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344901.223056:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344901.223058:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.223060:0:10286:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763344901.223062:0:10286:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:1.0:1763344901.223065:0:10286:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:1.0:1763344901.223069:0:10286:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b10:0x3:0x0] not in the id map cache 00000001:00000001:1.0:1763344901.223073:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.223075:0:10286:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.223076:0:10286:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:1.0:1763344901.223078:0:10286:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1763344901.223080:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344901.223081:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.223082:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.223083:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.223085:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.223087:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.223089:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.223093:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664140321560 : -107409569230056 : ffff9e4fc2c7d318) 00000040:00000001:1.0:1763344901.223098:0:10286:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669001203712 : -107404708347904 : ffff9e50e4830000) 00080000:00000001:1.0:1763344901.223103:0:10286:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1763344901.223106:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.223107:0:10286:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344901.223112:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e4830000/ffff9e4fc2c7d2c0 to site lru. bkt: ffff9e50ff90ea70 00000040:00000001:1.0:1763344901.223114:0:10286:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.223116:0:10286:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.223118:0:10286:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.223120:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344901.223122:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344901.223125:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.223127:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.223130:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6400. 00080000:00000001:1.0:1763344901.223132:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.223134:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.223135:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.223137:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.223138:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.223140:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.223142:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344901.223144:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.223146:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344901.223147:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344901.223148:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.223150:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.223152:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6680. 00080000:00000001:1.0:1763344901.223154:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.223155:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.223157:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.223158:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.223159:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.223161:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.223162:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344901.223164:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.223166:0:10286:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.223168:0:10286:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.223170:0:10286:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:1.0:1763344901.223173:0:10286:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.223176:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763344901.223181:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763344901.223182:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.223184:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00080000:00000001:1.0:1763344901.223187:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.223188:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.223190:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6f80. 00080000:00000001:1.0:1763344901.223192:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223194:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.223201:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.223204:0:10286:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223208:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.223210:0:10286:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763344901.223212:0:10286:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344901.223213:0:10286:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223216:0:10286:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763344901.223219:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.223221:0:10286:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:1.0:1763344901.223224:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.223225:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.223226:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344901.223228:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344901.223229:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.223230:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.223232:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.223233:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.223235:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344901.223236:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:1.0:1763344901.223238:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.223239:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763344901.223241:0:10286:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664140195520 : -107409569356096 : ffff9e4fc2c5e6c0) 00000004:00000001:1.0:1763344901.223243:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664140195520 : -107409569356096 : ffff9e4fc2c5e6c0) 00000020:00000040:1.0:1763344901.223247:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:1.0:1763344901.223249:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:1.0:1763344901.223251:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:1.0:1763344901.223254:0:10286:0:(update_records.c:220:update_records_update_pack()) 0th [0x2c0000402:0x1bbf:0x0] xattr_set param_count = 3 00000004:00000001:1.0:1763344901.223256:0:10286:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:1.0:1763344901.223258:0:10286:0:(osp_object.c:1255:osp_xattr_set()) [0x2c0000402:0x1bbf:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763344901.223262:0:10286:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344901.223264:0:10286:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223266:0:10286:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223268:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223270:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223271:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223273:0:10286:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.223275:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763344901.223278:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763344901.223282:0:10286:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214348 00000001:00000001:1.0:1763344901.223284:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763344901.223287:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214349, last_committed = 25770214345 00000001:00000010:1.0:1763344901.223291:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2dec480. 00000001:00000040:1.0:1763344901.223293:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 4 00000020:00000040:1.0:1763344901.223295:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=226 00000001:00000010:1.0:1763344901.223299:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fc2c5e480. 00000004:00000001:1.0:1763344901.223304:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763344901.223305:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.223306:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300124672 : -107409409426944 : ffff9e4fcc4e3a00) 00000020:00000040:1.0:1763344901.223309:0:10286:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:1.0:1763344901.223311:0:10286:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:1.0:1763344901.223313:0:10286:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:1.0:1763344901.223326:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763344901.223329:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fc2c5e480: xid 1848987881545728, transno 25770214349, tag 0, client gen 9, slot idx 4 00000001:00000001:1.0:1763344901.223332:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.223334:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763344901.223336:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:1.0:1763344901.223341:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6f80. 00080000:00000010:1.0:1763344901.223343:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6680. 00080000:00000010:1.0:1763344901.223345:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6400. 00040000:00000001:1.0:1763344901.223348:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344901.223350:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344901.223352:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223354:0:10286:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:1.0:1763344901.223357:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763344901.223358:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:1.0:1763344901.223361:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc2c5e180 refcount 4 committed 0 result 0 batchid 21474836911 00000020:00000040:1.0:1763344901.223364:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5700 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc2c5e6c0 00000020:00000040:1.0:1763344901.223367:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5500 obd lustre-MDT0001-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9e4fcc4e3a00 00000020:00000001:1.0:1763344901.223369:0:10286:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763344901.223371:0:10286:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763344901.223372:0:10286:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344901.223374:0:10286:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000402:0x1bbf:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:1.0:1763344901.223377:0:10286:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fcb11f000 magic = bdde0002 count = 1 size = 144 00000100:00000010:1.0:1763344901.223381:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f864b480. 00000020:00000040:1.0:1763344901.223384:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=4 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:1.0:1763344901.223387:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344901.223389:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344901.223391:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344901.223394:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e3000. 00000100:00000001:1.0:1763344901.223398:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223401:0:10286:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.223402:0:10286:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344901.223405:0:10286:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.223407:0:10286:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344901.223408:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344901.223412:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e240. 00000100:00000001:1.0:1763344901.223414:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140194368 : -107409569357248 : ffff9e4fc2c5e240) 00000100:00000001:1.0:1763344901.223416:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.223417:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334762624 : -107404374788992 : ffff9e50f864b480) 00000100:00000001:1.0:1763344901.223429:0:10286:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344901.223432:0:10286:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.223433:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344901.223435:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344901.223438:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f864b480 x1848987617971712/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.223445:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344901.223447:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.223451:0:10286:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344901.223452:0:10286:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344901.223454:0:10286:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.223457:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f864b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617971712:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763344901.223460:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344901.223463:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344901.223464:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.223466:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344901.223472:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f2ee8000. 02000000:00000001:1.0:1763344901.223474:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344901.223477:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344901.223481:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc2c5e840. 00000100:00000200:1.0:1763344901.223485:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617971712, portal 4 00000100:00000001:1.0:1763344901.223487:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.223488:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334762624 : -107404374788992 : ffff9e50f864b480) 00000100:00000040:1.0:1763344901.223493:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50f864b480 x1848987617971712/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.223499:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.223501:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344901.223504:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3990. 00000100:00000200:1.0:1763344901.223506:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848987617971712, offset 0 00000400:00000200:1.0:1763344901.223511:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344901.223518:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344901.223525:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a4fa29ce00 00000400:00000200:1.0:1763344901.223530:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x209281 [256] + 20648 00000400:00000200:1.0:1763344901.223535:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.223537:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344901.223541:0:10286:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.223542:0:10286:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344901.223545:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8649c00. 00000100:00000040:1.0:1763344901.223548:0:10286:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8649c00 x1848987617971712 msgsize 408 00000100:00100000:1.0:1763344901.223551:0:10286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344901.223556:0:10286:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344901.223561:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3990 00000400:00000010:1.0:1763344901.223563:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3990. 00000100:00000001:1.0:1763344901.223565:0:10286:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344901.223569:0:10286:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f864b480 x1848987617971712/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.223576:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.223578:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50f864b480 x1848987617971712/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.223584:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.223586:0:10286:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344901.223589:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.223593:0:10286:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 13505 usecs (14 jiffies) 00000100:00000001:1.0:1763344901.223596:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307675055 00000100:00000001:1.0:1763344901.223599:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307676327 00000100:00000001:1.0:1763344901.223600:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307675055 00000100:00000001:1.0:1763344901.223602:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307676327 00000100:00000001:1.0:1763344901.223604:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307675055 00000100:00000001:1.0:1763344901.223606:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307676327 00000100:00000001:1.0:1763344901.223608:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307675055 00000100:00000001:1.0:1763344901.223610:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307676327 00000100:00000001:1.0:1763344901.223612:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.223614:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.223616:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344901.223618:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344901.223620:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5e240 going to sleep for 11 seconds 00000100:00000001:1.0:1763344901.223621:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344901.223623:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.224594:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344901.224600:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344901.224601:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344901.224604:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:3.0:1763344901.224608:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc2c5e840 00000400:00000010:3.0:1763344901.224610:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc2c5e840. 00000100:00000001:3.0:1763344901.224612:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344901.224616:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f864b480 x1848987617971712/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344901.224625:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f864b480 x1848987617971712/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.224631:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344901.224633:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.224635:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344901.224637:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344901.224638:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.224640:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.224642:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.224648:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfed30 time=90 v=5 (5 0 0 0) 00000100:00001000:3.0:1763344901.224651:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.224653:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344901.224655:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.224658:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344901.224660:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.224662:0:10286:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763344901.224664:0:10286:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763344901.224665:0:10286:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763344901.224667:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344901.224668:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334762624 : -107404374788992 : ffff9e50f864b480) 00000100:00000001:3.0:1763344901.224671:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344901.224673:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589946957 00000100:00000001:3.0:1763344901.224675:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344901.224677:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.224681:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f864b480 x1848987617971712/t8589946961(8589946961) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.224692:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344901.224694:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344901.224695:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344901.224698:0:10286:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:3.0:1763344901.224702:0:10286:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.224705:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f864b480 x1848987617971712/t8589946961(8589946961) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344901.224712:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f864b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617971712:0@lo:1000:mdt00_004.0 00000100:00000001:3.0:1763344901.224716:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.224719:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.224720:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344901.224722:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344901.224724:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50f864b480 x1848987617971712/t8589946961(8589946961) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.224730:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763344901.224733:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5e240. 00000100:00000001:3.0:1763344901.224735:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763344901.224736:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.224739:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344901.224741:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f864b480 x1848987617971712/t8589946961(8589946961) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.224747:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.224748:0:10286:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.224751:0:10286:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344901.224753:0:10286:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.224756:0:10286:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344901.224758:0:10286:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc2dec7e0. 00000020:00000001:3.0:1763344901.224763:0:10286:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.224768:0:10286:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.224772:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763344901.224775:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763344901.224777:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344901.224778:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344901.224780:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.224782:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.224785:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4000 refcount=3 00000020:00000001:3.0:1763344901.224806:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464556032 : -107409244995584 : ffff9e4fd61b4000) 00010000:00000001:3.0:1763344901.224809:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464556032 : -107409244995584 : ffff9e4fd61b4000) 00000004:00010000:3.0:1763344901.224814:0:10286:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000011d10e74 reply state 0000000015fd2a3b transno 25770214349 ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4000/0x34881b4086817d89 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344901.224823:0:10286:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1763344901.224830:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344901.224832:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.224835:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344901.224837:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344901.224838:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344901.224839:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344901.224842:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e7f:0x0].0x0 (ffff9e50d232bf00) refcount = 1 00010000:00010000:3.0:1763344901.224846:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4000/0x34881b4086817d89 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344901.224850:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344901.224853:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344901.224854:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.224855:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344901.224857:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344901.224860:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344901.224862:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e7f:0x0].0x0 (ffff9e50d232bf00) 00010000:00010000:3.0:1763344901.224864:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:3.0:1763344901.224867:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.224869:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.224870:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344901.224872:0:10286:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1763344901.224874:0:10286:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763344901.224876:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.224877:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344901.224879:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344901.224880:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763344901.224882:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344901.224883:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763344901.224884:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763344901.224885:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763344901.224886:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344901.224887:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344901.224888:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.224889:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.224891:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5a00 refcount=3 00000020:00000001:3.0:1763344901.224893:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464562688 : -107409244988928 : ffff9e4fd61b5a00) 00010000:00000001:3.0:1763344901.224896:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464562688 : -107409244988928 : ffff9e4fd61b5a00) 00000004:00010000:3.0:1763344901.224899:0:10286:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000011d10e74 reply state 0000000015fd2a3b transno 25770214349 ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817d82 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e83:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344901.224904:0:10286:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1763344901.224907:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344901.224908:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.224909:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344901.224911:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344901.224913:0:10286:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344901.224914:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344901.224916:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e83:0x0].0x0 (ffff9e4fc1359c00) refcount = 2 00010000:00000040:3.0:1763344901.224919:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344901.224921:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4400/0x34881b4086817d6d lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00010000:3.0:1763344901.224928:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817d82 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344901.224932:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344901.224934:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344901.224935:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.224936:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344901.224938:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344901.224939:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344901.224941:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e83:0x0].0x0 (ffff9e4fc1359c00) 00010000:00010000:3.0:1763344901.224943:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:3.0:1763344901.224945:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.224947:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.224948:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344901.224949:0:10286:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1763344901.224951:0:10286:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:3.0:1763344901.224952:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.224953:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344901.224954:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344901.224955:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763344901.224956:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344901.224957:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763344901.224959:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344901.224961:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344901.224962:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344901.224964:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344901.224966:0:10286:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344901.224969:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214345, transno 25770214349, xid 1848987881545728 00010000:00000001:3.0:1763344901.224971:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763344901.224973:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=227 00010000:00000200:3.0:1763344901.224976:0:10286:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 25770214349, last committed = 25770214345 00010000:00000200:3.0:1763344901.224983:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1e300 x1848987881545728/t25770214349(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 568/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344901.224990:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.224993:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.224995:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.224998:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.225000:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344901.225003:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344901.225005:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.225006:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.225009:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.225011:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.225015:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb7f8. 00000100:00000200:3.0:1763344901.225070:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987881545728, offset 224 00000400:00000200:3.0:1763344901.225079:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344901.225087:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.225093:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385538:1385538:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385534:1385534:8:4294967295] 00000400:00000200:3.0:1763344901.225103:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.225109:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344901.225114:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344901.225121:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344901.225127:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344901.225131:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344901.225151:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.225154:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344901.225157:0:10286:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344901.225158:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.225159:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344901.225164:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1e300 x1848987881545728/t25770214349(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 568/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344901.225172:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+227:252828:x1848987881545728:12345-192.168.203.14@tcp:61:lfs.0 Request processed in 14057us (16188us total) trans 25770214349 rc 0/0 00000100:00100000:3.0:1763344901.225180:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302965 00000100:00000040:3.0:1763344901.225183:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344901.225185:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344901.225186:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1763344901.225189:0:10286:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:3.0:1763344901.225192:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ef8dcf00. 00000020:00000010:3.0:1763344901.225202:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d960. 00000020:00000010:3.0:1763344901.225206:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50f4ec5a00. 00000020:00000040:3.0:1763344901.225210:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 226 00000100:00000001:3.0:1763344901.225212:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344901.225273:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.225278:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5600. 00000400:00000200:0.0:1763344901.225282:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.225287:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.225291:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb7f8 00000400:00000010:0.0:1763344901.225293:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb7f8. 00000100:00000001:0.0:1763344901.225296:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.225299:0:3637:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344901.227108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00010000:00000010:2.1:1763344901.227122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359100. 00010000:00000010:2.1:1763344901.227127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00080000:00000010:2.1:1763344901.233520:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50ef8dc480. 00080000:00000010:2.1:1763344901.233547:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50df139f80. 00000800:00000001:3.0:1763344901.233895:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.233908:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.233911:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.233913:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.233924:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.233941:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509dfa100 00000400:00000200:3.0:1763344901.233949:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x65920d [2] + 1960 00000400:00000010:3.0:1763344901.233955:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acd10. 00000400:00000200:3.0:1763344901.233959:0:3635:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4fd5c7bb40 00000800:00000001:3.0:1763344901.233964:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.233969:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.233972:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.233976:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.233981:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd5c7bb40 00000400:00000010:3.0:1763344901.233984:0:3635:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd5c7bb40. 00000100:00000001:3.0:1763344901.233989:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.233991:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:3.0:1763344901.233995:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e484a050 x1848987881545984 msgsize 392 00000100:00100000:3.0:1763344901.234000:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:3.0:1763344901.234003:0:3635:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763344901.234026:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.234033:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.234037:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.234039:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.234041:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.234045:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.234050:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfa180 00000400:00000200:3.0:1763344901.234056:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cea1 [2] + 1968 00000400:00000010:3.0:1763344901.234059:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50d6eb92c0. 00000400:00000200:3.0:1763344901.234062:0:3635:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e50f4e82cc0 00000800:00000001:3.0:1763344901.234064:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.234070:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.234072:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.234075:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.234077:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f4e82cc0 00000400:00000010:3.0:1763344901.234080:0:3635:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50f4e82cc0. 00000100:00000001:3.0:1763344901.234083:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.234085:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1763344901.234087:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d6f60050 x1848987881546112 msgsize 328 00000100:00100000:3.0:1763344901.234091:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:3.0:1763344901.234093:0:3635:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763344901.234110:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.234114:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.234117:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.236159:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763344901.236159:0:6507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.236166:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881546112 00000100:00100000:0.0:1763344901.236167:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881545984 02000000:00000001:1.0:1763344901.236173:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1763344901.236173:0:6507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.236179:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.236179:0:6507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.236183:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.236184:0:6507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.236190:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.236191:0:6507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.236197:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881546112 00000100:00100000:0.0:1763344901.236198:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881545984 00000020:00000001:1.0:1763344901.236202:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1763344901.236203:0:6507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.236206:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000040:0.0:1763344901.236207:0:6507:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344901.236210:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1763344901.236212:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.236215:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000040:0.0:1763344901.236218:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=227 00000020:00000001:1.0:1763344901.236220:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344901.236224:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344901.236225:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344901.236231:0:6507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344901.236233:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763344901.236239:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.236245:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000020:00000010:0.0:1763344901.236247:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:1.0:1763344901.236251:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.236253:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.236255:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000020:00000010:0.0:1763344901.236260:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:1.0:1763344901.236266:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2000. 00000020:00000010:0.0:1763344901.236271:0:6507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de0e00. 00000020:00000010:1.0:1763344901.236274:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:0.0:1763344901.236280:0:6507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139000. 00000020:00000010:1.0:1763344901.236282:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04898. 00000020:00000010:0.0:1763344901.236288:0:6507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732258. 00000100:00000040:1.0:1763344901.236291:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344901.236296:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.236298:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1763344901.236300:0:6507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00010000:00000001:1.0:1763344901.236301:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344901.236306:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.236307:0:6507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1763344901.236311:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1763344901.236312:0:6507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344901.236316:0:6507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.236317:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.236321:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.236324:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35e00 refcount=3 00000100:00000001:0.0:1763344901.236326:0:6507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.236327:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344901.236333:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344901.236336:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.236338:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.236340:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.236341:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.236346:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.236354:0:6507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.236365:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.236368:0:6507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.236371:0:6507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763344901.236378:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1763344901.236380:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35913 00000100:00000001:1.0:1763344901.236381:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1763344901.236386:0:6507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00100000:1.0:1763344901.236388:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 3667 00000100:00000001:0.0:1763344901.236390:0:6507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669001310288 : -107404708241328 : ffff9e50e484a050) 00000100:00000040:1.0:1763344901.236393:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344901.236397:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668773859408 : -107404935692208 : ffff9e50d6f60050) 00000100:00000040:0.0:1763344901.236400:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e484a050 x1848987881545984/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 392/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1763344901.236405:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d6f60050 x1848987881546112/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.236430:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763344901.236434:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.236438:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000020:00000010:1.0:1763344901.236440:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:0.0:1763344901.236441:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.236445:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.236447:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:1.0:1763344901.236449:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000100:00100000:0.0:1763344901.236456:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e484a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+227:252828:x1848987881545984:12345-192.168.203.14@tcp:35:lfs.0 00000100:00100000:1.0:1763344901.236457:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d6f60050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2408:x1848987881546112:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344901.236465:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881546112 00000100:00000200:0.0:1763344901.236466:0:6507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881545984 00010000:00000001:1.0:1763344901.236469:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344901.236472:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000001:0.0:1763344901.236472:0:6507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1763344901.236476:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:0.0:1763344901.236477:0:6507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1763344901.236482:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:0.0:1763344901.236484:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fc2c5e480: xid 1848987881545728, transno 25770214349, client gen 9, slot idx 4 02000000:00000001:1.0:1763344901.236485:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.236492:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50c7e1fc00. 00000001:00000001:0.0:1763344901.236492:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd6241a80: xid 1848987881544832, transno 25770214346, client gen 9, slot idx 0 02000000:00000001:1.0:1763344901.236496:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1763344901.236499:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241a80. 00000100:00000001:1.0:1763344901.236500:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.236505:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344901.236507:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00000001:0.0:1763344901.236508:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fc2c5ef00: xid 1848987881545728, transno 25770214348, client gen 9, slot idx 3 00010000:00000001:1.0:1763344901.236509:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.236512:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:0.0:1763344901.236514:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fc2c5ef00: xid 1848987881545728, transno 25770214348, client gen 9, slot idx 3 00000020:00000040:1.0:1763344901.236515:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35e00 refcount=3 00000020:00000001:1.0:1763344901.236519:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00000001:00000010:0.0:1763344901.236522:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fc2c5ef00. 00010000:00000001:1.0:1763344901.236523:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00000001:00000001:0.0:1763344901.236529:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd6241c00: xid 1848987881545728, transno 25770214347, client gen 9, slot idx 2 00010000:00000040:1.0:1763344901.236530:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd0e5f900 count: 2 00000001:00000001:0.0:1763344901.236536:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd6241c00: xid 1848987881545728, transno 25770214347, client gen 9, slot idx 2 00002000:00000001:1.0:1763344901.236537:0:27025:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00000001:00000010:0.0:1763344901.236541:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241c00. 00002000:00000001:1.0:1763344901.236542:0:27025:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344901.236545:0:6507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.236547:0:27025:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.236551:0:6507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.236554:0:27025:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00000020:00000001:0.0:1763344901.236554:0:6507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00002000:00000001:1.0:1763344901.236560:0:27025:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00000020:00000001:0.0:1763344901.236561:0:6507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00002000:00000001:1.0:1763344901.236564:0:27025:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000001:00000001:0.0:1763344901.236567:0:6507:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881545984, found 0 last_xid 1848987881545983 00002000:00000001:1.0:1763344901.236570:0:27025:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.236572:0:6507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000002:1.0:1763344901.236575:0:27025:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c648/ffff9e4fd618c5f0 to site lru. bkt: ffff9e50e5a43790 00000020:00000001:0.0:1763344901.236576:0:6507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.236580:0:6507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1763344901.236581:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344901.236585:0:6507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.236586:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.236589:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.236593:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.236593:0:6507:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763344901.236597:0:6507:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000020:00000001:1.0:1763344901.236598:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.236600:0:6507:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763344901.236604:0:6507:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.236605:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:0.0:1763344901.236607:0:6507:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00010000:00000001:1.0:1763344901.236609:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000001:0.0:1763344901.236612:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.236616:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.236617:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.236620:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1763344901.236620:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.236624:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.236625:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.236628:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.236630:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.236632:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35e00 with handle 0x34881b4086817d2e from hash 00000001:00000001:0.0:1763344901.236634:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1763344901.236638:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000001:00000001:0.0:1763344901.236638:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.236641:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.236643:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.236644:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.236645:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.236647:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.236648:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.236650:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.236652:0:6507:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.236655:0:6507:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763344901.236656:0:6507:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.236659:0:6507:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344901.236660:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.236661:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.236663:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.236664:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.236666:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.236668:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.236669:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.236670:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.236672:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.236673:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.236677:0:6507:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344901.236682:0:6507:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344901.236684:0:6507:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344901.236686:0:6507:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00010000:00000001:1.0:1763344901.236690:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:0.0:1763344901.236690:0:6507:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.236694:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1763344901.236694:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1763344901.236697:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:0.0:1763344901.236698:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.236701:0:6507:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344901.236703:0:6507:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.236704:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000004:00000001:0.0:1763344901.236705:0:6507:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.236708:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.236710:0:6507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1763344901.236713:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:0.0:1763344901.236713:0:6507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1763344901.236716:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1763344901.236719:0:6507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e4fc35e8000. 00010000:00010000:1.0:1763344901.236723:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35e00/0x34881b4086817d2e lrc: 0/0,0 mode: --/GROUP res: [0x280000402:0x1c17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1156473945 flags: 0x44801000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e23f expref: 21 pid: 74638 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1763344901.236724:0:6507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.236728:0:6507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.236731:0:6507:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344901.236734:0:6507:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.236739:0:6507:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00010000:00000040:1.0:1763344901.236741:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 14 00000004:00000001:0.0:1763344901.236743:0:6507:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000040:1.0:1763344901.236745:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000020:00000001:0.0:1763344901.236746:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.236751:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50f4ec0a80 refcount=2 00000020:00000001:0.0:1763344901.236754:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669276523136 : -107404433028480 : ffff9e50f4ec0a80) 00010000:00000001:1.0:1763344901.236756:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344901.236758:0:6507:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636669276523136 : -107404433028480 : ffff9e50f4ec0a80) 00010000:00000001:1.0:1763344901.236760:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000040:0.0:1763344901.236763:0:6507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f4ec0a80 with handle 0x34881b4086817cd3 from hash 00010000:00000001:1.0:1763344901.236764:0:27025:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344901.236769:0:27025:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344901.236770:0:6507:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00010000:00000001:1.0:1763344901.236772:0:27025:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344901.236774:0:6507:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240002b13:0x12e7f:0x0] with intent: 0 00010000:00000001:1.0:1763344901.236775:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763344901.236779:0:27025:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd0e5f900 count: 0 00000004:00000001:0.0:1763344901.236781:0:6507:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763344901.236785:0:6507:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 4096 lsom blocks 8 blocks 8 truncate 0 00002000:00000010:1.0:1763344901.236786:0:27025:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e50f82dde40. 00000004:00000001:0.0:1763344901.236822:0:6507:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344901.236825:0:6507:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344901.236831:0:6507:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.236836:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00010000:00000010:1.0:1763344901.236837:0:27025:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4fd0e5fa00. 00000004:00000001:0.0:1763344901.236841:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00010000:00010000:1.0:1763344901.236844:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344901.236846:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.236851:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.236853:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.236857:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=101 v=5 (1 1 1 1) 00000004:00000001:0.0:1763344901.236858:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000100:00000001:1.0:1763344901.236861:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:0.0:1763344901.236863:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000100:00000040:1.0:1763344901.236866:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000004:00000001:0.0:1763344901.236868:0:6507:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000100:00000001:1.0:1763344901.236870:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 00000004:00000001:0.0:1763344901.236872:0:6507:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.236874:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000002:0.0:1763344901.236876:0:6507:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e7f:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 02000000:00000001:1.0:1763344901.236877:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.236882:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000002:0.0:1763344901.236884:0:6507:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000100:00000040:1.0:1763344901.236888:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000004:00000001:0.0:1763344901.236889:0:6507:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344901.236894:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3990. 00000004:00000001:0.0:1763344901.236895:0:6507:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.236899:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000200:1.0:1763344901.236901:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881546112, offset 224 00000004:00000001:0.0:1763344901.236901:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344901.236904:0:6507:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:0.0:1763344901.236908:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.236911:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000400:00000200:1.0:1763344901.236912:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000004:00000001:0.0:1763344901.236914:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.236917:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.236919:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.236920:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.236921:0:6507:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.236924:0:6507:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344901.236926:0:6507:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763344901.236928:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000004:00000001:0.0:1763344901.236929:0:6507:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763344901.236932:0:6507:0:(mdt_som.c:114:mdt_set_som()) [0x240002b13:0x12e7f:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:0.0:1763344901.236936:0:6507:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000400:00000200:1.0:1763344901.236939:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385539:1385539:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385535:1385535:8:4294967295] 00000004:00000001:0.0:1763344901.236941:0:6507:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763344901.236944:0:6507:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344901.236949:0:6507:0:(barrier.c:237:barrier_entry()) Process entered 00000400:00000200:1.0:1763344901.236956:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000020:00000010:0.0:1763344901.236958:0:6507:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dc960. 00000800:00000200:1.0:1763344901.236964:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00080000:00000001:0.0:1763344901.236965:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344901.236970:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de1800. 00000800:00000010:1.0:1763344901.236972:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c32e5800. 00080000:00000001:0.0:1763344901.236976:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460548096 : -107409249003520 : ffff9e4fd5de1800) 00000800:00000200:1.0:1763344901.236981:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000004:00000001:0.0:1763344901.236982:0:6507:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344901.236987:0:6507:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000800:00000200:1.0:1763344901.236990:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000004:00000001:0.0:1763344901.236991:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.236994:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460548096 : -107409249003520 : ffff9e4fd5de1800) 00000800:00000200:1.0:1763344901.236997:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c32e5800 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:0.0:1763344901.237000:0:6507:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.237003:0:6507:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.237007:0:6507:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344901.237009:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000100:00000001:1.0:1763344901.237010:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.237014:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00000004:00000001:0.0:1763344901.237015:0:6507:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00010000:00000001:1.0:1763344901.237017:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.237020:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.237024:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d6f60050 x1848987881546112/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763344901.237030:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.237034:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460548096 : -107409249003520 : ffff9e4fd5de1800) 00000100:00100000:1.0:1763344901.237039:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d6f60050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2408:x1848987881546112:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 605us (2947us total) trans 0 rc 0/0 00080000:00000001:0.0:1763344901.237041:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344901.237047:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00100000:1.0:1763344901.237050:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 3667 00080000:00000010:0.0:1763344901.237053:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2840. 00000100:00000040:1.0:1763344901.237055:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344901.237060:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:0.0:1763344901.237061:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.237063:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:0.0:1763344901.237065:0:6507:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344901.237069:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344901.237074:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04898. 00080000:00000001:0.0:1763344901.237076:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344901.237078:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2000. 00000020:00000001:0.0:1763344901.237080:0:6507:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.237083:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000004:00000001:0.0:1763344901.237087:0:6507:0:(lod_object.c:5074:lod_xattr_set()) Process entered 02000000:00000001:1.0:1763344901.237092:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:0.0:1763344901.237092:0:6507:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763344901.237094:0:6507:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 02000000:00000010:1.0:1763344901.237095:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50c7e1f000. 00000004:00000001:0.0:1763344901.237098:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 02000000:00000001:1.0:1763344901.237099:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:0.0:1763344901.237101:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460548096 : -107409249003520 : ffff9e4fd5de1800) 00000100:00000010:1.0:1763344901.237103:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1c380. 00080000:00000001:0.0:1763344901.237107:0:6507:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 02000000:00000001:1.0:1763344901.237108:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000002:0.0:1763344901.237110:0:6507:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e7f:0x0] set xattr 'trusted.som' with size 24 02000000:00000010:1.0:1763344901.237111:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50c7e1ec00. 02000000:00000001:1.0:1763344901.237118:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.237119:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1c000. 02000000:00000001:1.0:1763344901.237121:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.237122:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50e7c4a000. 02000000:00000001:1.0:1763344901.237125:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.237126:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7807b80. 02000000:00000001:1.0:1763344901.237129:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.237130:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50e5675000. 00000004:00000001:0.0:1763344901.237133:0:6507:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.237134:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.237136:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32c000. 00000004:00000001:0.0:1763344901.237139:0:6507:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.237141:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.237143:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc82b2800. 00000004:00000001:0.0:1763344901.237143:0:6507:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.237147:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.237149:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2ab800. 00000020:00000001:0.0:1763344901.237151:0:6507:0:(update_trans.c:912:top_trans_stop()) Process entered 02000000:00000001:1.0:1763344901.237152:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.237155:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50e5675800. 00080000:00000001:0.0:1763344901.237156:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 02000000:00000001:1.0:1763344901.237157:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.237161:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb98380. 00000001:00000001:0.0:1763344901.237163:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:1.0:1763344901.237164:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000002:0.0:1763344901.237169:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214350, last_committed = 25770214345 00000100:00000200:1.0:1763344901.237171:0:27025:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000001:00000010:0.0:1763344901.237175:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dce40. 00000400:00000010:1.0:1763344901.237178:0:27025:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c580. 00000001:00000040:0.0:1763344901.237179:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 5 00000400:00000010:1.0:1763344901.237185:0:27025:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc2c5e0c0. 00000020:00000040:0.0:1763344901.237185:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=228 00000001:00000010:0.0:1763344901.237192:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192ea80. 00000004:00000001:0.0:1763344901.237199:0:6507:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344901.237201:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.237203:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460548096 : -107409249003520 : ffff9e4fd5de1800) 00000004:00000001:0.0:1763344901.237219:0:6507:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344901.237224:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192ea80: xid 1848987881545984, transno 25770214350, tag 1, client gen 9, slot idx 0 00000001:00000001:0.0:1763344901.237227:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344901.237234:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2840. 00040000:00000001:0.0:1763344901.237238:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344901.237241:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344901.237243:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344901.237245:0:6507:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dc960. 00000020:00000001:0.0:1763344901.237247:0:6507:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.237250:0:6507:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.237252:0:6507:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.237254:0:6507:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.237256:0:6507:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763344901.237258:0:6507:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763344901.237260:0:6507:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344901.237262:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.237264:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.237268:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.237270:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.237273:0:6507:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.237275:0:6507:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344901.237278:0:6507:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344901.237281:0:6507:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344901.237283:0:6507:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344901.237287:0:6507:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dc960. 00000800:00000200:1.0:1763344901.237289:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:0.0:1763344901.237290:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000800:00000010:1.0:1763344901.237294:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c32e5800. 00080000:00000010:0.0:1763344901.237294:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de0c00. 00080000:00000001:0.0:1763344901.237296:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460545024 : -107409249006592 : ffff9e4fd5de0c00) 00000400:00000200:1.0:1763344901.237299:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:0.0:1763344901.237301:0:6507:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1763344901.237305:0:6507:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000400:00000200:1.0:1763344901.237306:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000004:00000001:0.0:1763344901.237308:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000400:00000200:1.0:1763344901.237311:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3990 00000004:00000001:0.0:1763344901.237311:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460545024 : -107409249006592 : ffff9e4fd5de0c00) 00080000:00000001:0.0:1763344901.237315:0:6507:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000400:00000010:1.0:1763344901.237316:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3990. 00080000:00000001:0.0:1763344901.237320:0:6507:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.237321:0:3636:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763344901.237324:0:3636:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:0.0:1763344901.237324:0:6507:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344901.237327:0:3636:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50c7e1fc00. 00000004:00000001:0.0:1763344901.237329:0:6507:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.237330:0:3636:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763344901.237333:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1763344901.237334:0:6507:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344901.237337:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344901.237340:0:6507:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344901.237341:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.237343:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460545024 : -107409249006592 : ffff9e4fd5de0c00) 00080000:00000001:0.0:1763344901.237345:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344901.237347:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344901.237350:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2840. 00080000:00000001:0.0:1763344901.237352:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.237354:0:6507:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.237358:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.237360:0:6507:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344901.237361:0:6507:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763344898, ctime 1763344899 00000004:00000001:0.0:1763344901.237364:0:6507:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1763344901.237366:0:6507:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1763344901.237367:0:6507:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1763344901.237369:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.237370:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460545024 : -107409249006592 : ffff9e4fd5de0c00) 00080000:00000001:0.0:1763344901.237378:0:6507:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344901.237380:0:6507:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.237382:0:6507:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.237384:0:6507:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.237386:0:6507:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344901.237388:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763344901.237389:0:6507:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214350 00000001:00000001:0.0:1763344901.237391:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344901.237393:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214351, last_committed = 25770214345 00000001:00000010:0.0:1763344901.237396:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc540. 00000001:00000040:0.0:1763344901.237397:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 6 00000020:00000040:0.0:1763344901.237399:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=229 00000001:00000010:0.0:1763344901.237403:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192e480. 00000004:00000001:0.0:1763344901.237405:0:6507:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344901.237406:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.237407:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460545024 : -107409249006592 : ffff9e4fd5de0c00) 00000004:00000001:0.0:1763344901.237412:0:6507:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344901.237415:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd192ea80: xid 1848987881545984, transno 25770214350, client gen 9, slot idx 0 00000001:00000001:0.0:1763344901.237429:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd192ea80: xid 1848987881545984, transno 25770214350, client gen 9, slot idx 0 00000001:00000010:0.0:1763344901.237432:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192ea80. 00000001:00000001:0.0:1763344901.237435:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192e480: xid 1848987881545984, transno 25770214351, tag 1, client gen 9, slot idx 2 00000001:00000001:0.0:1763344901.237437:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344901.237442:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2840. 00040000:00000001:0.0:1763344901.237444:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344901.237445:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344901.237447:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344901.237449:0:6507:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dc960. 00000020:00000001:0.0:1763344901.237451:0:6507:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.237454:0:6507:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763344901.237456:0:6507:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.237459:0:6507:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763344901.237463:0:6507:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344901.237465:0:6507:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763344901.237468:0:6507:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50f4ec0a80. 00000004:00000001:0.0:1763344901.237476:0:6507:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344901.237479:0:6507:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375138/ffff9e4fd33750e0 to site lru. bkt: ffff9e50ff90dc38 00000004:00000001:0.0:1763344901.237482:0:6507:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344901.237483:0:6507:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.237485:0:6507:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.237487:0:6507:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763344901.237489:0:6507:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344901.237491:0:6507:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344901.237492:0:6507:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344901.237494:0:6507:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344901.237496:0:6507:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344901.237500:0:6507:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.237503:0:6507:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344901.237505:0:6507:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763344901.237510:0:6507:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344901.237516:0:6507:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.237517:0:6507:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344901.237521:0:6507:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214345, transno 25770214351, xid 1848987881545984 00010000:00000001:0.0:1763344901.237523:0:6507:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.237529:0:6507:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e484a050 x1848987881545984/t25770214351(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 392/456 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344901.237536:0:6507:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.237538:0:6507:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.237540:0:6507:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=33 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.237542:0:6507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.237544:0:6507:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.237546:0:6507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.237549:0:6507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.237550:0:6507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.237553:0:6507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.237555:0:6507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.237558:0:6507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495880. 00000100:00000200:0.0:1763344901.237561:0:6507:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881545984, offset 224 00000400:00000200:0.0:1763344901.237565:0:6507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.237571:0:6507:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.237575:0:6507:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385540:1385540:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385536:1385536:8:4294967295] 00000400:00000200:0.0:1763344901.237583:0:6507:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.237586:0:6507:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.237590:0:6507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344901.237594:0:6507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.237598:0:6507:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.237601:0:6507:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.237620:0:6507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.237624:0:6507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.237626:0:6507:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.237628:0:6507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.237630:0:6507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.237634:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e484a050 x1848987881545984/t25770214351(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 392/456 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344901.237642:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e484a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+229:252828:x1848987881545984:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 1208us (3646us total) trans 25770214351 rc 0/0 00000100:00100000:0.0:1763344901.237649:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35913 00000100:00000040:0.0:1763344901.237651:0:6507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344901.237653:0:6507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.237654:0:6507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:0.0:1763344901.237656:0:6507:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:0.0:1763344901.237659:0:6507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139000. 00000020:00000010:0.0:1763344901.237662:0:6507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732258. 00000020:00000010:0.0:1763344901.237665:0:6507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de0e00. 00000020:00000040:0.0:1763344901.237670:0:6507:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 228 02000000:00000001:0.0:1763344901.237675:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344901.237676:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e4fcb32c800. 02000000:00000001:0.0:1763344901.237679:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344901.237681:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32df80. 02000000:00000001:0.0:1763344901.237684:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344901.237686:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e50cca0b000. 02000000:00000001:0.0:1763344901.237689:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344901.237690:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7806300. 02000000:00000001:0.0:1763344901.237692:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344901.237694:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e50e5677800. 02000000:00000001:0.0:1763344901.237696:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344901.237698:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb99500. 02000000:00000001:0.0:1763344901.237700:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344901.237701:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e50cca09000. 02000000:00000001:0.0:1763344901.237703:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344901.237704:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb99c00. 02000000:00000001:0.0:1763344901.237706:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344901.237708:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e4fcb32dc00. 02000000:00000001:0.0:1763344901.237710:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344901.237711:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2400000. 00000100:00000001:0.0:1763344901.237714:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763344901.237717:0:6507:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1763344901.237721:0:6507:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3528. 00000400:00000010:0.0:1763344901.237725:0:6507:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192ea80. 00000800:00000200:1.0:1763344901.239947:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.239954:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:1.0:1763344901.239960:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.239967:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.239972:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495880 00000400:00000010:1.0:1763344901.239974:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495880. 00000100:00000001:1.0:1763344901.239979:0:3637:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763344901.239982:0:3637:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.239985:0:3637:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e4fc35e8000. 02000000:00000001:1.0:1763344901.239988:0:3637:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763344901.239989:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.243737:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.243752:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.243756:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.243758:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.243770:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.243785:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509dfa280 00000400:00000200:3.0:1763344901.243814:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x659261 [2] + 0 00000800:00000001:3.0:1763344901.243823:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.243831:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.243834:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.243838:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.243845:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.243848:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763344901.243854:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1dc00. 00000100:00000040:3.0:1763344901.243858:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1dc00 x1848987881546368 msgsize 392 00000100:00100000:3.0:1763344901.243862:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.243879:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.243887:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.243891:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763344901.243977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35e00. 00000020:00000001:1.0:1763344901.245458:0:6493:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344901.245463:0:6493:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.245469:0:6493:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1763344901.245472:0:6493:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1763344901.245474:0:6493:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344901.245478:0:6493:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817d90 lrc: 2/0,0 mode: PW/PW res: [0x240002b13:0x12e83:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 114643 initiator: MDT1 00010000:00010000:1.0:1763344901.245486:0:6493:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e4fd61b4800 already unused, calling callback (ffffffffc0e86b40) 00010000:00000001:1.0:1763344901.245488:0:6493:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.245491:0:6493:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344901.245494:0:6493:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817d90 lrc: 2/0,0 mode: PW/PW res: [0x240002b13:0x12e83:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 114643 initiator: MDT1 00010000:00000001:1.0:1763344901.245499:0:6493:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344901.245501:0:6493:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.245502:0:6493:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.245504:0:6493:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4800 refcount=3 00000020:00000001:1.0:1763344901.245506:0:6493:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000001:1.0:1763344901.245508:0:6493:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000001:1.0:1763344901.245512:0:6493:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344901.245514:0:6493:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817d90 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e83:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 114643 initiator: MDT1 00010000:00000001:1.0:1763344901.245519:0:6493:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344901.245521:0:6493:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.245523:0:6493:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.245527:0:6493:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.245528:0:6493:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.245530:0:6493:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.245531:0:6493:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.245534:0:6493:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4800 with handle 0x34881b4086817d90 from hash 00010000:00000001:1.0:1763344901.245537:0:6493:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.245538:0:6493:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.245540:0:6493:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.245541:0:6493:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.245543:0:6493:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.245545:0:6493:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.245547:0:6493:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.245550:0:6493:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.245553:0:6493:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.245557:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e83:0x0].0x0 (ffff9e4fc1359c00) 00010000:00010000:1.0:1763344901.245564:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:1.0:1763344901.245569:0:6493:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.245573:0:6493:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.245577:0:6493:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.245579:0:6493:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344901.245583:0:6493:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.245585:0:6493:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.245587:0:6493:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.245591:0:6493:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.245594:0:6493:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.245598:0:6493:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817d90 lrc: 1/0,0 mode: --/PW res: [0x240002b13:0x12e83:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 114643 initiator: MDT1 00010000:00000001:1.0:1763344901.245608:0:6493:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.245612:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817d90 lrc: 0/0,0 mode: --/PW res: [0x240002b13:0x12e83:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 114643 initiator: MDT1 00010000:00000010:1.0:1763344901.245621:0:6493:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16080. 00010000:00000001:1.0:1763344901.245631:0:6493:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.245634:0:6493:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1763344901.245637:0:6493:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4fd6241540. 00010000:00000001:1.0:1763344901.245654:0:6493:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.245660:0:6493:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344901.245664:0:6493:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.245668:0:6493:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763344901.245672:0:6493:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344901.245674:0:6493:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.245676:0:6493:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763344901.245679:0:6493:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344901.245682:0:6493:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.245687:0:6493:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1:1763344901.251282:0:3636:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd0e5f900. 00000800:00000200:1.0:1763344901.251314:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.251318:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:1.0:1763344901.251324:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.251333:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.251339:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921f68 00000400:00000010:1.0:1763344901.251342:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921f68. 00000100:00000001:1.0:1763344901.251347:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.251349:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344901.260157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00000800:00000001:1.0:1763344901.277664:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.277680:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.277685:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.277687:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.277698:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.277716:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 304 into portal 12 MB=0x691a509dfa300 00000400:00000200:1.0:1763344901.277725:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 304/304 into md 0x616b51 [64] + 104720 00000800:00000001:1.0:1763344901.277734:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.277740:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.277743:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.277748:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.277755:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.277757:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344901.277763:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f864b100. 00000100:00000040:1.0:1763344901.277766:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f864b100 x1848987881546496 msgsize 304 00000100:00100000:1.0:1763344901.277770:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.277786:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.277833:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.277836:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.277945:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.277949:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881546496 02000000:00000001:3.0:1763344901.277952:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.277955:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.277957:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.277961:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.277965:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881546496 00000020:00000001:3.0:1763344901.277969:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.277970:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:3.0:1763344901.277972:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.277976:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=484 00000020:00000001:3.0:1763344901.277978:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:3.0:1763344901.277980:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:3.0:1763344901.277985:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.277990:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd900. 00000100:00000001:3.0:1763344901.277993:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.277996:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd900. 00000020:00000010:3.0:1763344901.278001:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cae00. 00000020:00000010:3.0:1763344901.278008:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344901.278013:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfe10. 00000100:00000040:3.0:1763344901.278181:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344901.278185:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.278187:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.278189:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.278197:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.278208:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.278221:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.278224:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.278228:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302966 00000100:00000040:3.0:1763344901.278232:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:3.0:1763344901.278234:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334761728 : -107404374789888 : ffff9e50f864b100) 00000100:00000040:3.0:1763344901.278242:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f864b100 x1848987881546496/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 304/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.278251:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.278255:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd900. 00000100:00000001:3.0:1763344901.278257:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.278259:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd900. 00000100:00100000:3.0:1763344901.278263:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f864b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+484:252829:x1848987881546496:12345-192.168.203.14@tcp:53:lfs.0 00000100:00000200:3.0:1763344901.278267:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881546496 00000020:00000001:3.0:1763344901.278270:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344901.278273:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763344901.278279:0:10286:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd192e900: xid 1848987881540864, transno 25770257754, client gen 9, slot idx 1 00000001:00000001:3.0:1763344901.278283:0:10286:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd6241180: xid 1848987881540480, transno 25770257753, client gen 9, slot idx 0 00000001:00000010:3.0:1763344901.278287:0:10286:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241180. 00000020:00000001:3.0:1763344901.278292:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.278294:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.278296:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809472 : -1044742144 : ffffffffc1ba8000) 00000020:00000001:3.0:1763344901.278299:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344901.278302:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881546496, found 0 last_xid 1848987881546495 00000020:00000001:3.0:1763344901.278304:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.278307:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.278309:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.278311:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.278315:0:10286:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:3.0:1763344901.278322:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.278324:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.278335:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff9e4fc2886000. 02000000:00000001:3.0:1763344901.278338:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.278340:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.278347:0:10286:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:3.0:1763344901.278349:0:10286:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200002b13:0x2e14:0x0] from 18446744073709551615 #0 00000004:00000001:3.0:1763344901.278352:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344901.278354:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e14:0x0] 00000020:00000001:3.0:1763344901.278358:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.278365:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501988728 : -107409207562888 : ffff9e4fd8566d78) 00000004:00000001:3.0:1763344901.278368:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501988640 : -107409207562976 : ffff9e4fd8566d20) 00000004:00000001:3.0:1763344901.278370:0:10286:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:3.0:1763344901.278374:0:10286:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:3.0:1763344901.278379:0:10286:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9e4fdd986000. 00000004:00000001:3.0:1763344901.278382:0:10286:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763344901.278385:0:10286:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1763344901.278393:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.278400:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.278433:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344901.278438:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344901.278442:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.278444:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.278448:0:10286:0:(lod_object.c:1534:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.278451:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.278453:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344901.278455:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344901.278457:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344901.278459:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b10:0x112:0x0] 00000020:00000001:3.0:1763344901.278461:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.278464:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592926680 : -107409116624936 : ffff9e4fddc207d8) 00000004:00000001:3.0:1763344901.278466:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592926592 : -107409116625024 : ffff9e4fddc20780) 00000004:00000001:3.0:1763344901.278468:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.278471:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.278478:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=67 : 67 : 43) 00000004:00000001:3.0:1763344901.278480:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=67 : 67 : 43) 00000004:00000001:3.0:1763344901.278482:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.278483:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.278486:0:10286:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344901.278488:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344901.278490:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344901.278491:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344901.278492:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344901.278493:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e13:0x0] 00000020:00000001:3.0:1763344901.278495:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.278498:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592930520 : -107409116621096 : ffff9e4fddc216d8) 00000004:00000001:3.0:1763344901.278500:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592930432 : -107409116621184 : ffff9e4fddc21680) 00000004:00000001:3.0:1763344901.278502:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.278504:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.278510:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1763344901.278511:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1763344901.278513:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.278514:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.278519:0:10286:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00080000:00000001:3.0:1763344901.278523:0:10286:0:(osd_handler.c:7200:osd_it_ea_init()) Process entered 00080000:00000001:3.0:1763344901.278525:0:10286:0:(osd_handler.c:7135:osd_it_dir_init()) Process entered 00080000:00000010:3.0:1763344901.278529:0:10286:0:(osd_handler.c:7136:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff9e50c9f00000. 00080000:00000001:3.0:1763344901.278533:0:10286:0:(osd_handler.c:7177:osd_it_dir_init()) Process leaving (rc=18446636668555362304 : -107405154189312 : ffff9e50c9f00000) 00080000:00000001:3.0:1763344901.278535:0:10286:0:(osd_handler.c:7211:osd_it_ea_init()) Process leaving (rc=18446636668555362304 : -107405154189312 : ffff9e50c9f00000) 00080000:00000001:3.0:1763344901.278538:0:10286:0:(osd_handler.c:8095:osd_it_ea_load()) Process entered 00080000:00000001:3.0:1763344901.278540:0:10286:0:(osd_handler.c:7395:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:3.0:1763344901.278562:0:10286:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763344901.278566:0:10286:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.278568:0:10286:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763344901.278570:0:10286:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.278572:0:10286:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763344901.278573:0:10286:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.278575:0:10286:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763344901.278577:0:10286:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.278580:0:10286:0:(osd_handler.c:7457:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.278582:0:10286:0:(osd_handler.c:8105:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344901.278585:0:10286:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763344901.278587:0:10286:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.278591:0:10286:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763344901.278592:0:10286:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.278594:0:10286:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763344901.278595:0:10286:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.278597:0:10286:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763344901.278598:0:10286:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.278600:0:10286:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763344901.278601:0:10286:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.278602:0:10286:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763344901.278603:0:10286:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.278604:0:10286:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763344901.278606:0:10286:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.278607:0:10286:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763344901.278608:0:10286:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344901.278610:0:10286:0:(osd_handler.c:7241:osd_it_ea_fini()) Process entered 00080000:00000001:3.0:1763344901.278611:0:10286:0:(osd_handler.c:7219:osd_it_dir_fini()) Process entered 00080000:00000010:3.0:1763344901.278617:0:10286:0:(osd_handler.c:7226:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff9e50c9f00000. 00080000:00000001:3.0:1763344901.278620:0:10286:0:(osd_handler.c:7227:osd_it_dir_fini()) Process leaving 00080000:00000001:3.0:1763344901.278622:0:10286:0:(osd_handler.c:7244:osd_it_ea_fini()) Process leaving 00000004:00000001:3.0:1763344901.278623:0:10286:0:(lod_object.c:964:lod_load_lmv_shards()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:3.0:1763344901.278625:0:10286:0:(lod_object.c:1540:lod_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:3.0:1763344901.278627:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:3.0:1763344901.278629:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763344901.278632:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fddc216d8/ffff9e4fddc21680 to site lru. bkt: ffff9e50f8468cb0 00000004:00000001:3.0:1763344901.278634:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344901.278636:0:10286:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.278638:0:10286:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344901.278641:0:10286:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:3.0:1763344901.278643:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763344901.278645:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8566d78/ffff9e4fd8566d20 to site lru. bkt: ffff9e50f846a108 00000004:00000001:3.0:1763344901.278647:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344901.278648:0:10286:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.278650:0:10286:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344901.278653:0:10286:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9e4fdd986000. 00000004:00000001:3.0:1763344901.278655:0:10286:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344901.278659:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 0, xid 1848987881546496 00010000:00000001:3.0:1763344901.278662:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.278667:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f864b100 x1848987881546496/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 304/4352 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344901.278675:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.278678:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.278682:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.278686:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.278688:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344901.278691:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344901.278694:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.278697:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.278700:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.278717:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.278722:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1480. 00000100:00000200:3.0:1763344901.278727:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848987881546496, offset 224 00000400:00000200:3.0:1763344901.278733:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344901.278743:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.278751:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385542:1385542:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385538:1385538:8:4294967295] 00000400:00000200:3.0:1763344901.278761:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.278767:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344901.278771:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9e4fd69cbc00. 00000800:00000200:3.0:1763344901.278777:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344901.278784:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:3.0:1763344901.278813:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fd69cbc00 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:3.0:1763344901.278828:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.278832:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344901.278834:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344901.278836:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.278838:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344901.278843:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f864b100 x1848987881546496/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 304/4352 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344901.278852:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f864b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+484:252829:x1848987881546496:12345-192.168.203.14@tcp:53:lfs.0 Request processed in 599us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344901.278860:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302966 00000100:00000040:3.0:1763344901.278864:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:3.0:1763344901.278866:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344901.278868:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344901.278873:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344901.278876:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfe10. 00000020:00000010:3.0:1763344901.278880:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cae00. 00000020:00000040:3.0:1763344901.278885:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 483 00000100:00000001:3.0:1763344901.278888:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.279085:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.279089:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e4fd69cbc00. 00000400:00000200:1.0:1763344901.279093:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.279098:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.279102:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1480 00000400:00000010:1.0:1763344901.279105:0:3635:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1480. 00000100:00000001:1.0:1763344901.279108:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.279110:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.306717:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.306735:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.306740:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.306743:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.306755:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.306773:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 584 into portal 12 MB=0x691a509dfa380 00000400:00000200:1.0:1763344901.306782:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 584/584 into md 0x616b51 [64] + 105024 00000800:00000001:1.0:1763344901.306902:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.307280:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.307284:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.307290:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.307298:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.307301:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344901.307308:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32df80. 00000100:00000040:0.0:1763344901.307311:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32df80 x1848987881546624 msgsize 584 00000100:00100000:0.0:1763344901.307316:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.307335:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.307345:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.307349:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344901.309447:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.309452:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:0.0:1763344901.309458:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.309464:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.309468:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921aa0 00000400:00000010:0.0:1763344901.309471:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921aa0. 00000100:00000001:0.0:1763344901.309475:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.309477:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344901.313440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00000004:00000001:0.0:1763344901.316922:0:31811:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1763344901.316931:0:31811:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1763344901.316942:0:31811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32ce00. 00000020:00000040:0.0:1763344901.316950:0:31811:0:(genops.c:1229:class_import_get()) import ffff9e4fc369e800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763344901.316956:0:31811:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344901.316958:0:31811:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344901.316964:0:31811:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344901.316974:0:31811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50c4f56d00. 00000100:00000001:0.0:1763344901.316980:0:31811:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.316987:0:31811:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763344901.316992:0:31811:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.317003:0:31811:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c131c4e9] to pc [ptlrpcd_00_01+1] req@ffff9e50ee32ce00 x1848987617971840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1763344901.317036:0:31811:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344901.317043:0:31811:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de0e00. 00080000:00000001:0.0:1763344901.317046:0:31811:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460545536 : -107409249006080 : ffff9e4fd5de0e00) 00080000:00000001:0.0:1763344901.317049:0:31811:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344901.317059:0:31811:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1763344901.317062:0:31811:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0000-osc-MDT0000: sync forced, 1 changes 00000004:00000010:0.0:1763344901.317066:0:31811:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9e4fc29dc960. 00000004:00080000:0.0:1763344901.317070:0:31811:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 13007840280082ns, next at 13008840274394ns, rc = 0 00080000:00000001:0.0:1763344901.317073:0:31811:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:0.0:1763344901.317083:0:31811:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344901.317085:0:31811:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344901.317087:0:31811:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.317089:0:31811:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.317844:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344901.317849:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.317868:0:82969:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.317873:0:82969:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617971840 02000000:00000001:3.0:1763344901.317877:0:82969:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.317881:0:82969:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.317884:0:82969:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.317890:0:82969:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.317897:0:82969:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617971840 00000020:00000001:3.0:1763344901.317902:0:82969:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.317905:0:82969:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84f0 00000020:00000001:3.0:1763344901.317908:0:82969:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.317911:0:82969:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7178000 refcount=5 00000020:00000001:3.0:1763344901.317915:0:82969:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000020:00000001:3.0:1763344901.317920:0:82969:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000100:00000001:3.0:1763344901.317926:0:82969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.317933:0:82969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd900. 00000020:00000010:3.0:1763344901.317940:0:82969:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e4fc4ba2640. 00000020:00000040:3.0:1763344901.317948:0:82969:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:3.0:1763344901.317962:0:82969:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763344901.317969:0:82969:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cae00. 00000020:00000010:3.0:1763344901.317974:0:82969:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344901.317981:0:82969:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfe10. 00000100:00000040:3.0:1763344901.317993:0:82969:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1763344901.317997:0:82969:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.317999:0:82969:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.318001:0:82969:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.318008:0:82969:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.318014:0:82969:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.318025:0:82969:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.318028:0:82969:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.318033:0:82969:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6741 00000100:00000040:3.0:1763344901.318037:0:82969:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7178000 : new rpc_count 1 00000100:00000001:3.0:1763344901.318039:0:82969:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163189376 : -107404546362240 : ffff9e50ee2ab480) 00000100:00000040:3.0:1763344901.318044:0:82969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2ab480 x1848987617971840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 224/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.318051:0:82969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.318054:0:82969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.318057:0:82969:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.318059:0:82969:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000100:00100000:3.0:1763344901.318063:0:82969:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1848987617971840:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:3.0:1763344901.318066:0:82969:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617971840 00000020:00000001:3.0:1763344901.318069:0:82969:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344901.318072:0:82969:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344901.318074:0:82969:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.318077:0:82969:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.318079:0:82969:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932688 : -1042618928 : ffffffffc1dae5d0) 00000020:00000001:3.0:1763344901.318082:0:82969:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344901.318085:0:82969:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.318087:0:82969:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.318090:0:82969:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.318092:0:82969:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.318097:0:82969:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.318099:0:82969:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.318104:0:82969:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e4fc82b0000. 02000000:00000001:3.0:1763344901.318106:0:82969:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.318108:0:82969:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.318111:0:82969:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1763344901.318116:0:82969:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1763344901.318118:0:82969:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1763344901.318127:0:82969:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1763344901.318130:0:82969:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 433900224 pending 0 free 3893452800 avail 3661930496 00000020:00000020:3.0:1763344901.318134:0:82969:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 142016 0 0 00000020:00000020:3.0:1763344901.318137:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 dirty 0 pend 0 grant 433758208 00000020:00000020:3.0:1763344901.318140:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9e50c7178000 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1763344901.318143:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9e50c7179000 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1763344901.318146:0:82969:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 950550 free, 893992 avail; 262144 objects: 259276 free; state 0 00002000:00000001:3.0:1763344901.318148:0:82969:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:3.0:1763344901.318152:0:82969:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344901.318155:0:82969:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915407, transno 0, xid 1848987617971840 00010000:00000001:3.0:1763344901.318157:0:82969:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.318162:0:82969:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2ab480 x1848987617971840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 224/368 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344901.318169:0:82969:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.318172:0:82969:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.318175:0:82969:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ead379e8 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.318179:0:82969:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.318182:0:82969:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344901.318184:0:82969:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344901.318186:0:82969:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.318188:0:82969:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.318190:0:82969:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.318192:0:82969:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344901.318196:0:82969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb110. 00000100:00000200:3.0:1763344901.318199:0:82969:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617971840, offset 224 00000400:00000200:3.0:1763344901.318203:0:82969:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344901.318209:0:82969:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344901.318215:0:82969:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa29ce80 00000400:00000200:3.0:1763344901.318219:0:82969:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x665af1 [1] + 224 00000400:00000200:3.0:1763344901.318223:0:82969:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.318225:0:82969:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344901.318229:0:82969:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344901.318233:0:82969:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32ce00 x1848987617971840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344901.318243:0:82969:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50ee32ce00 x1848987617971840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.318269:0:82969:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344901.318274:0:82969:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb110 00000400:00000010:3.0:1763344901.318277:0:82969:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb110. 00000100:00000001:3.0:1763344901.318279:0:82969:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.318281:0:82969:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344901.318284:0:82969:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.318286:0:82969:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344901.318289:0:82969:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344901.318291:0:82969:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.318293:0:82969:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344901.318296:0:82969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2ab480 x1848987617971840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 224/368 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344901.318305:0:82969:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1848987617971840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 252us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344901.318311:0:82969:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6741 00000100:00000040:3.0:1763344901.318314:0:82969:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7178000 : new rpc_count 0 00000100:00000001:3.0:1763344901.318316:0:82969:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344901.318318:0:82969:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344901.318322:0:82969:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344901.318326:0:82969:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfe10. 00000020:00000010:3.0:1763344901.318330:0:82969:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cae00. 00000020:00000040:3.0:1763344901.318335:0:82969:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 4 00000100:00000001:3.0:1763344901.318338:0:82969:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344901.318364:0:30729:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1763344901.318366:0:30729:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1763344901.318370:0:30729:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1ce00. 00000020:00000040:3.0:1763344901.318374:0:30729:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=6 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1763344901.318377:0:30729:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344901.318380:0:30729:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344901.318383:0:30729:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344901.318389:0:30729:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4fc1fe5600. 00000100:00000001:3.0:1763344901.318394:0:30729:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.318399:0:30729:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344901.318404:0:30729:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.318410:0:30729:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000116de14] to pc [ptlrpcd_00_02+2] req@ffff9e50e4d1ce00 x1848987617971968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763344901.318451:0:30729:0:(osp_precreate.c:234:osp_statfs_update()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344901.318454:0:30729:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.318462:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1763344901.318466:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1763344901.318468:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.318473:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344901.318475:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.318477:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344901.318478:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344901.318480:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344901.318484:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1ce00 x1848987617971968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.318491:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344901.318494:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.318496:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763344901.318498:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344901.318500:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.318503:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617971968:0@lo:13:osp-pre-0-1.0 00000100:00000001:1.0:1763344901.318507:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344901.318508:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1763344901.318512:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.318513:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344901.318517:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.318520:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344901.318524:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4fc82b2000. 02000000:00000001:3.0:1763344901.318527:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344901.318531:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acd10. 00000400:00000010:3.0:1763344901.318536:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb110. 00000100:00000200:3.0:1763344901.318540:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617971968, portal 4 00000100:00000001:3.0:1763344901.318542:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344901.318543:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006368256 : -107404703183360 : ffff9e50e4d1ce00) 00000100:00000040:3.0:1763344901.318549:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e4d1ce00 x1848987617971968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.318554:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.318556:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344901.318559:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbf68. 00000100:00000200:3.0:1763344901.318562:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848987617971968, offset 0 00000400:00000200:3.0:1763344901.318567:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344901.318574:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344901.318579:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a4fa29cf00 00000400:00000200:3.0:1763344901.318584:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x29fe95 [8] + 10976 00000400:00000200:3.0:1763344901.318589:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.318593:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344901.318596:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.318598:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1763344901.318601:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1e680. 00000100:00000040:3.0:1763344901.318604:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1e680 x1848987617971968 msgsize 224 00000100:00100000:3.0:1763344901.318607:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763344901.318622:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763344901.318627:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbf68 00000400:00000010:3.0:1763344901.318629:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbf68. 00000100:00000001:3.0:1763344901.318631:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344901.318635:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1ce00 x1848987617971968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.318642:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344901.318644:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1ce00 x1848987617971968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.318650:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.318652:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344901.318654:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.318658:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17587 usecs (18 jiffies) 00000100:00000001:3.0:1763344901.318660:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307675155 00000100:00000001:3.0:1763344901.318663:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307676327 00000100:00000001:3.0:1763344901.318664:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307675155 00000100:00000001:3.0:1763344901.318666:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307676327 00000100:00000001:3.0:1763344901.318668:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307675155 00000100:00000001:3.0:1763344901.318670:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307676327 00000100:00000001:3.0:1763344901.318672:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307675155 00000100:00000001:3.0:1763344901.318674:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307676327 00000100:00000001:3.0:1763344901.318675:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344901.318677:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.318679:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.318681:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.319606:0:71953:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.319611:0:71953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617971968 02000000:00000001:1.0:1763344901.319614:0:71953:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.319616:0:71953:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.319618:0:71953:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.319621:0:71953:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.319624:0:71953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617971968 00000020:00000001:1.0:1763344901.319626:0:71953:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.319628:0:71953:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:1.0:1763344901.319630:0:71953:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.319633:0:71953:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=8 00000020:00000001:1.0:1763344901.319635:0:71953:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000020:00000001:1.0:1763344901.319638:0:71953:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:1.0:1763344901.319641:0:71953:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.319646:0:71953:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6680. 00000100:00000001:1.0:1763344901.319648:0:71953:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.319651:0:71953:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6680. 00000020:00000010:1.0:1763344901.319655:0:71953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2400. 00000020:00000010:1.0:1763344901.319659:0:71953:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344901.319663:0:71953:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04898. 00000100:00000040:1.0:1763344901.319669:0:71953:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1763344901.319671:0:71953:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.319673:0:71953:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344901.319675:0:71953:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.319680:0:71953:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.319687:0:71953:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.319695:0:71953:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.319696:0:71953:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.319700:0:71953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6742 00000100:00000040:1.0:1763344901.319703:0:71953:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:1.0:1763344901.319705:0:71953:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006374528 : -107404703177088 : ffff9e50e4d1e680) 00000100:00000040:1.0:1763344901.319710:0:71953:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1e680 x1848987617971968/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:132/0 lens 224/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.319724:0:71953:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.319727:0:71953:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6680. 00000100:00000001:1.0:1763344901.319729:0:71953:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.319731:0:71953:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6680. 00000100:00100000:1.0:1763344901.319735:0:71953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:3645:x1848987617971968:12345-0@lo:13:osp-pre-0-1.0 00000100:00000200:1.0:1763344901.319738:0:71953:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617971968 00000020:00000001:1.0:1763344901.319740:0:71953:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344901.319743:0:71953:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344901.319744:0:71953:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.319747:0:71953:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.319749:0:71953:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932688 : -1042618928 : ffffffffc1dae5d0) 00000020:00000001:1.0:1763344901.319752:0:71953:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344901.319754:0:71953:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.319756:0:71953:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344901.319758:0:71953:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344901.319765:0:71953:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.319768:0:71953:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.319770:0:71953:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.319773:0:71953:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50c7e1c400. 02000000:00000001:1.0:1763344901.319775:0:71953:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.319777:0:71953:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344901.319780:0:71953:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1763344901.319783:0:71953:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1763344901.319785:0:71953:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1763344901.319805:0:71953:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1763344901.319807:0:71953:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 433900224 pending 0 free 3893452800 avail 3661930496 00000020:00000020:1.0:1763344901.319811:0:71953:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 142016 0 0 00000020:00000020:1.0:1763344901.319815:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 dirty 0 pend 0 grant 433758208 00000020:00000020:1.0:1763344901.319820:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9e50c7178000 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344901.319825:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9e50c7179000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1763344901.319828:0:71953:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 950550 free, 893992 avail; 262144 objects: 259276 free; state 0 00002000:00000001:1.0:1763344901.319834:0:71953:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:1.0:1763344901.319838:0:71953:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344901.319843:0:71953:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915402, transno 0, xid 1848987617971968 00010000:00000001:1.0:1763344901.319848:0:71953:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344901.319855:0:71953:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1e680 x1848987617971968/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:132/0 lens 224/368 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344901.319870:0:71953:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.319874:0:71953:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.319879:0:71953:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ead379e8 time=38 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.319885:0:71953:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.319890:0:71953:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344901.319894:0:71953:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344901.319898:0:71953:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.319901:0:71953:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.319905:0:71953:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.319910:0:71953:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344901.319916:0:71953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3990. 00000100:00000200:1.0:1763344901.319922:0:71953:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617971968, offset 224 00000400:00000200:1.0:1763344901.319931:0:71953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344901.319943:0:71953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344901.319953:0:71953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa29cf00 00000400:00000200:1.0:1763344901.319962:0:71953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x665afd [1] + 224 00000400:00000200:1.0:1763344901.319969:0:71953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.319977:0:71953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344901.319982:0:71953:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.319989:0:71953:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1ce00 x1848987617971968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344901.320005:0:71953:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50e4d1ce00 x1848987617971968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.320036:0:71953:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344901.320044:0:71953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3990 00000400:00000010:1.0:1763344901.320048:0:71953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3990. 00000100:00000001:1.0:1763344901.320052:0:71953:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.320056:0:71953:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344901.320062:0:71953:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.320068:0:71953:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344901.320073:0:71953:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344901.320077:0:71953:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.320081:0:71953:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344901.320088:0:71953:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1e680 x1848987617971968/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:132/0 lens 224/368 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.320105:0:71953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:3645:x1848987617971968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 377us (1497us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344901.320116:0:71953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6742 00000100:00000040:1.0:1763344901.320123:0:71953:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00000001:1.0:1763344901.320128:0:71953:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.320131:0:71953:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344901.320137:0:71953:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344901.320143:0:71953:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04898. 00000020:00000010:1.0:1763344901.320150:0:71953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2400. 00000020:00000040:1.0:1763344901.320157:0:71953:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 7 00000100:00000001:1.0:1763344901.320163:0:71953:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.320178:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344901.320182:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344901.320186:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344901.320189:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344901.320193:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acd10. 00000400:00000200:1.0:1763344901.320199:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb110 00000400:00000010:1.0:1763344901.320202:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb110. 00000100:00000001:1.0:1763344901.320207:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:2.1:1763344901.322857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50d232bd00. 00010000:00000010:2.1:1763344901.322870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00010000:00000010:2.1:1763344901.322874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00000800:00000001:0.0:1763344901.323006:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.323015:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.323018:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.323020:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.323030:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.323045:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfa400 00000400:00000200:0.0:1763344901.323053:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 7552 00000800:00000001:0.0:1763344901.323060:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.323067:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.323070:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.323074:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.323080:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.323083:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344901.323089:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32f800. 00000100:00000040:0.0:1763344901.323092:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32f800 x1848987881546752 msgsize 328 00000100:00100000:0.0:1763344901.323096:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.323114:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.323122:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.323125:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763344901.323507:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1ce00 x1848987617971968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344901.323528:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1ce00 x1848987617971968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.323619:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344901.323625:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.323629:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344901.323633:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344901.323636:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.323640:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.323643:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.323651:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213ca0 time=151 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344901.323655:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.323660:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344901.323665:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.323669:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344901.323673:0:3645:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.323689:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344901.323694:0:3645:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884915402 00000100:00000001:1.0:1763344901.323698:0:3645:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344901.323703:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.323712:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1ce00 x1848987617971968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.323723:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.323728:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344901.323732:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344901.323738:0:3645:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1763344901.323744:0:3645:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0001: Updating status = 0 00000004:00000040:1.0:1763344901.323750:0:3645:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0001: blocks=958279 free=950550 avail=893992 avail_mb=3492 hwm_mb=7 files=262144 ffree=259276 state=0: rc = 0 00000004:00000020:1.0:1763344901.323759:0:3645:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0001 (ffff9e50c710c000): 958279 blocks, 950550 free, 893992 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259276 free files 0x0 00000004:00000001:1.0:1763344901.323764:0:3645:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.323769:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1ce00 x1848987617971968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.323781:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617971968:0@lo:13:osp-pre-0-1.0 00000100:00000001:1.0:1763344901.323810:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.323814:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.323820:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1ce00 x1848987617971968/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.323842:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344901.323846:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344901.323851:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4fc82b2000. 02000000:00000001:1.0:1763344901.323857:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344901.323860:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344901.323863:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=5 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1763344901.323866:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344901.323869:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4fc1fe5600. 02000000:00000001:1.0:1763344901.323875:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344901.323878:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344901.323881:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1ce00. 00000100:00000001:1.0:1763344901.323887:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344901.323890:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.323893:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.323901:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344901.323904:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.323908:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344901.323912:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344901.324761:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.324766:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:0.0:1763344901.324773:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.324780:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.324786:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921dd0 00000400:00000010:0.0:1763344901.324816:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921dd0. 00000100:00000001:0.0:1763344901.324821:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344901.324827:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2aad80 x1848987617972096/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.324837:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.324840:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2aad80 x1848987617972096/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.324847:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.324849:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344901.327026:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.327042:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.327045:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.327048:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.327058:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.327074:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29cf80 00000400:00000200:0.0:1763344901.327082:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665b09 [1] + 224 00000800:00000001:0.0:1763344901.327090:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.327097:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.327100:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.327104:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.327110:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.327119:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2aad80 x1848987617972096/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344901.327128:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee2aad80 x1848987617972096/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.327149:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.327156:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.327161:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.327549:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344901.327557:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344901.327559:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344901.327562:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:1.0:1763344901.327567:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921330 00000400:00000010:1.0:1763344901.327570:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921330. 00000100:00000001:1.0:1763344901.327573:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.327579:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2aad80 x1848987617972096/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344901.327589:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2aad80 x1848987617972096/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.327595:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344901.327597:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.327600:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344901.327603:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344901.327605:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.327607:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.327611:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.327617:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344901.327622:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.327624:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344901.327626:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.327629:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344901.327633:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.327635:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.327640:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2aad80 x1848987617972096/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.327647:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.327650:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344901.327652:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.327655:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763344901.327660:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344901.327669:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344901.327672:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.327678:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00002000:00000001:1.0:1763344901.327681:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195042576 : -107409514509040 : ffff9e4fc60acd10) 00002000:00000001:1.0:1763344901.327683:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344901.327688:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344901.327691:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60acd68/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00010000:00000001:1.0:1763344901.327694:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.327696:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.327698:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.327702:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2aad80 x1848987617972096/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344901.327710:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617972096:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344901.327715:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.327717:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.327720:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344901.327722:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.327725:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2aad80 x1848987617972096/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.327737:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344901.327740:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344901.327743:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50fc9ec000. 02000000:00000001:1.0:1763344901.327747:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344901.327749:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344901.327751:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763344901.327753:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344901.327755:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e50f4ec4a00. 02000000:00000001:1.0:1763344901.327759:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344901.327761:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344901.327763:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2aad80. 00000100:00000001:1.0:1763344901.327766:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344901.327767:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344901.327769:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd62419c0. 00000100:00000001:1.0:1763344901.327772:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344901.327774:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344901.327776:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d2480. 00010000:00000001:1.0:1763344901.327779:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344901.327783:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344901.327786:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344901.327807:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.327813:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.327814:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.327816:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.327818:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.327821:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b5200 with handle 0x34881b4086817db3 from hash 00010000:00000001:1.0:1763344901.327824:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.327825:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.327826:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.327828:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344901.327829:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344901.327832:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763344901.327837:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b5200/0x34881b4086817db3 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e277 expref: 21 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763344901.327857:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344901.327860:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.327862:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.327863:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.327865:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.327868:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.327869:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.327871:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.327872:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.327874:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.327875:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.327877:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344901.327879:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.327881:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.327883:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.327884:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.327887:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b5200/0x34881b4086817db3 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e277 expref: 21 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763344901.327894:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:1.0:1763344901.327896:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00010000:00000001:1.0:1763344901.327903:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.327905:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fd61b5200, rc 0) 00000020:00000001:1.0:1763344901.327908:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763344901.327912:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881546752 00010000:00000001:1.0:1763344901.327915:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344901.327919:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32f800 x1848987881546752/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344901.327926:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.327928:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.327932:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.327935:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.327938:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344901.327940:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344901.327944:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.327946:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.327949:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.327951:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.327956:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3990. 00000100:00000200:1.0:1763344901.327960:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881546752, offset 224 00000400:00000200:1.0:1763344901.327966:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.327975:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.327981:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385545:1385545:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385541:1385541:8:4294967295] 00000400:00000200:1.0:1763344901.327990:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.327995:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.328000:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c32e5800. 00000800:00000200:1.0:1763344901.328006:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.328012:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.328016:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c32e5800 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.328023:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.328026:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344901.328028:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344901.328030:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.328032:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344901.328036:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32f800 x1848987881546752/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344901.328046:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881546752:12345-192.168.203.14@tcp:101:stat.0 Request processed in 4743us (4951us total) trans 0 rc 301/301 00000100:00100000:1.0:1763344901.328054:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27085 00000100:00000040:1.0:1763344901.328058:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344901.328060:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.328062:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344901.328069:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0600. 00000020:00000010:1.0:1763344901.328073:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d3e8. 00000020:00000010:1.0:1763344901.328077:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50f4ec4600. 00000020:00000040:1.0:1763344901.328081:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:1.0:1763344901.328084:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344901.328240:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.328244:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c32e5800. 00000400:00000200:0.0:1763344901.328248:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.328252:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.328255:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3990 00000400:00000010:0.0:1763344901.328257:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3990. 00000100:00000001:0.0:1763344901.328261:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.328262:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344901.340899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00000800:00000001:0.0:1763344901.358661:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.358680:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.358683:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.358686:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.358699:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.358717:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 26 MB=0x691a509dfa500 00000400:00000200:0.0:1763344901.358725:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.14@tcp of length 224/224 into md 0x661085 [2] + 0 00000400:00000010:0.0:1763344901.358731:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50d7383268. 00000400:00000200:0.0:1763344901.358735:0:3636:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e50d8316a80 00000800:00000001:0.0:1763344901.358743:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.358749:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.358752:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.358756:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.358761:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50d8316a80 00000400:00000010:0.0:1763344901.358763:0:3636:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50d8316a80. 00000100:00000001:0.0:1763344901.358769:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.358772:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1763344901.358775:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c4d3f850 x1848987881547008 msgsize 224 00000100:00100000:0.0:1763344901.358780:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:0.0:1763344901.358782:0:3636:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763344901.359017:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.359029:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.359037:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.359041:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.359046:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.359055:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.359068:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dfa480 00000400:00000200:0.0:1763344901.359080:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 105608 00000800:00000001:0.0:1763344901.359087:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1763344901.359137:0:31799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.359142:0:31799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.359145:0:31799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344901.359151:0:31799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cae00. 00000020:00000010:3.0:1763344901.359157:0:31799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344901.359161:0:31799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfe10. 00000100:00000040:3.0:1763344901.359170:0:31799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1763344901.359173:0:31799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.359174:0:31799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.359176:0:31799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.359184:0:31799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.359202:0:31799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.359224:0:31799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.359226:0:31799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.359231:0:31799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6885 00000100:00000040:3.0:1763344901.359235:0:31799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50cc0a2000 : new rpc_count 1 00000100:00000001:3.0:1763344901.359237:0:31799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668469639248 : -107405239912368 : ffff9e50c4d3f850) 00000100:00000040:3.0:1763344901.359245:0:31799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c4d3f850 x1848987881547008/t0(0) o400->9fe3b391-a8e5-4189-b4a1-641168ecfa7a@192.168.203.14@tcp:132/0 lens 224/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.359254:0:31799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.359257:0:31799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.359259:0:31799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.359270:0:31799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000100:00100000:3.0:1763344901.359275:0:31799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c4d3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fe3b391-a8e5-4189-b4a1-641168ecfa7a+9:2405:x1848987881547008:12345-192.168.203.14@tcp:400:kworker.0 00000100:00000200:3.0:1763344901.359279:0:31799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881547008 00000020:00000001:3.0:1763344901.359282:0:31799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344901.359285:0:31799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344901.359288:0:31799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.359290:0:31799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.359292:0:31799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662767744 : -1046783872 : ffffffffc19b5880) 00000020:00000001:3.0:1763344901.359295:0:31799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344901.359297:0:31799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.359299:0:31799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.359301:0:31799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.359304:0:31799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.359307:0:31799:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763344901.359310:0:31799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.359312:0:31799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.359317:0:31799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc82b3c00. 02000000:00000001:3.0:1763344901.359319:0:31799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.359321:0:31799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.359324:0:31799:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344901.359327:0:31799:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987881547008 00010000:00000001:3.0:1763344901.359329:0:31799:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.359334:0:31799:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c4d3f850 x1848987881547008/t0(0) o400->9fe3b391-a8e5-4189-b4a1-641168ecfa7a@192.168.203.14@tcp:132/0 lens 224/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344901.359343:0:31799:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.359345:0:31799:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.359349:0:31799:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f842e1e8 time=118 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.359353:0:31799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.359356:0:31799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344901.359358:0:31799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344901.359361:0:31799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.359362:0:31799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.359366:0:31799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.359369:0:31799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.359373:0:31799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbf68. 00000100:00000200:3.0:1763344901.359378:0:31799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1848987881547008, offset 224 00000400:00000200:3.0:1763344901.359384:0:31799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344901.359394:0:31799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.359399:0:31799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385546:1385546:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385542:1385542:8:4294967295] 00000400:00000200:3.0:1763344901.359410:0:31799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.359415:0:31799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344901.359431:0:31799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344901.359437:0:31799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344901.359443:0:31799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344901.359447:0:31799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344901.359466:0:31799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.359470:0:31799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344901.359472:0:31799:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344901.359474:0:31799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.359476:0:31799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344901.359481:0:31799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c4d3f850 x1848987881547008/t0(0) o400->9fe3b391-a8e5-4189-b4a1-641168ecfa7a@192.168.203.14@tcp:132/0 lens 224/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344901.359491:0:31799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c4d3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fe3b391-a8e5-4189-b4a1-641168ecfa7a+9:2405:x1848987881547008:12345-192.168.203.14@tcp:400:kworker.0 Request processed in 234us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344901.359499:0:31799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6885 00000100:00000040:3.0:1763344901.359503:0:31799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50cc0a2000 : new rpc_count 0 00000100:00000001:3.0:1763344901.359506:0:31799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344901.359508:0:31799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344901.359512:0:31799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344901.359516:0:31799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfe10. 00000020:00000010:3.0:1763344901.359519:0:31799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cae00. 00000020:00000040:3.0:1763344901.359525:0:31799:0:(genops.c:898:class_export_put()) PUTting export ffff9e50cc0a2000 : new refcount 8 00000100:00000001:3.0:1763344901.359528:0:31799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1763344901.359532:0:31799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1763344901.359537:0:31799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acd68. 00000400:00000010:3.0:1763344901.359542:0:31799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d10c0. 00000800:00000001:0.0:1763344901.359831:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.359835:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.359839:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.359844:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.359846:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344901.359852:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32ea00. 00000100:00000040:0.0:1763344901.359855:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32ea00 x1848987881546880 msgsize 576 00000100:00100000:0.0:1763344901.359859:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.359876:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.359883:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.359911:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.360392:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.360395:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881546880 02000000:00000001:3.0:1763344901.360398:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.360399:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.360401:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.360404:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.360408:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881546880 00000020:00000001:3.0:1763344901.360410:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.360411:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344901.360413:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.360416:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=231 00000020:00000001:3.0:1763344901.360430:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344901.360433:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344901.360436:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.360441:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.360444:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.360446:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344901.360450:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cae00. 00000020:00000010:3.0:1763344901.360454:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e280. 00000020:00000010:3.0:1763344901.360457:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfe10. 00000100:00000040:3.0:1763344901.360463:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344901.360465:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.360466:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344901.360469:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344901.360471:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.360473:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.360477:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.361229:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.361233:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.361240:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302968 00000100:00000040:1.0:1763344901.361245:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344901.361247:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163727360 : -107404545824256 : ffff9e50ee32ea00) 00000100:00000040:1.0:1763344901.361253:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32ea00 x1848987881546880/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 576/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344901.361269:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.361274:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6680. 00000100:00000001:1.0:1763344901.361277:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.361279:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6680. 00000100:00100000:1.0:1763344901.361284:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252832:x1848987881546880:12345-192.168.203.14@tcp:101:readlink.0 00000100:00000200:1.0:1763344901.361288:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881546880 00000020:00000001:1.0:1763344901.361291:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344901.361294:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763344901.361299:0:10286:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd6241300: xid 1848987881546368, transno 25770214353, client gen 9, slot idx 3 00000001:00000001:1.0:1763344901.361303:0:10286:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd192e480: xid 1848987881545984, transno 25770214351, client gen 9, slot idx 2 00000001:00000010:1.0:1763344901.361308:0:10286:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192e480. 00000020:00000001:1.0:1763344901.361312:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.361314:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.361316:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344901.361319:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344901.361321:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881546880, found 0 last_xid 1848987881546879 00000020:00000001:1.0:1763344901.361324:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.361326:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344901.361328:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344901.361333:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.361335:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344901.361337:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344901.361339:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344901.361341:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344901.361343:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.361348:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344901.361356:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854dd00. 00010000:00000010:1.0:1763344901.361360:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42d00. 00010000:00000001:1.0:1763344901.361364:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.361367:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35600. 00000020:00000001:1.0:1763344901.361371:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.361374:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35600 with handle 0x34881b4086817dba to hash 00000020:00000001:1.0:1763344901.361376:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.361377:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00000010:1.0:1763344901.361381:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997f00. 00010000:00000001:1.0:1763344901.361385:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00010000:1.0:1763344901.361389:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35600/0x34881b4086817dba lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e27e expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.361398:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:1.0:1763344901.361400:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=232 00010000:00000001:1.0:1763344901.361407:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763344901.361410:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763344901.361416:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344901.361428:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763344901.361430:0:10286:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763344901.361432:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344901.361434:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x112:0x0] 00000020:00000001:1.0:1763344901.361438:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.361444:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000004:00000001:1.0:1763344901.361446:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063232 : -107409293488384 : ffff9e4fd3374f00) 00000004:00000001:1.0:1763344901.361449:0:10286:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.361452:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763344901.361453:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763344901.361456:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.361458:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.361497:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9e50ed710000. 02000000:00000001:1.0:1763344901.361500:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.361503:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.361505:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.361508:0:10286:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763344901.361513:0:10286:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763344901.361516:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.361518:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.361521:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.361523:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.361524:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.361526:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.361527:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.361529:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.361530:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.361532:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.361533:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.361534:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.361535:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.361537:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.361539:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.361540:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.361542:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.361545:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.361546:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.361550:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344901.361555:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:1.0:1763344901.361558:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:1.0:1763344901.361561:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344901.361563:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.361566:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.361568:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.361570:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344901.361572:0:10286:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.361576:0:10286:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000002:1.0:1763344901.361578:0:10286:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x240002b11:0x112:0x0], ldlm_rep = ffff9e50ed710228 00000004:00000001:1.0:1763344901.361581:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763344901.361585:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344901.361586:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344901.361590:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854dd00 count: 2 00010000:00000001:1.0:1763344901.361592:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.361594:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.361597:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34600. 00000020:00000001:1.0:1763344901.361599:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.361601:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34600 with handle 0x34881b4086817dc1 to hash 00000020:00000001:1.0:1763344901.361603:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.361604:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000010:1.0:1763344901.361609:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997180. 00010000:00000001:1.0:1763344901.361611:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000001:1.0:1763344901.361614:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.361616:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.361620:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b4086817dc1 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.361626:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344901.361629:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344901.361632:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344901.361634:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.361636:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.361638:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.361639:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.361642:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344901.361644:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344901.361645:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344901.361647:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344901.361649:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x0 (ffff9e4fd854dd00) refcount = 2 00010000:00010000:1.0:1763344901.361653:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b4086817dc1 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344901.361658:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344901.361662:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.361663:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.361666:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344901.361667:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.361670:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.361672:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.361674:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344901.361676:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.361679:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b4086817dc1 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344901.361684:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344901.361686:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.361687:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.361689:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.361691:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.361693:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34600 refcount=3 00000020:00000001:1.0:1763344901.361695:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000001:1.0:1763344901.361698:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000001:1.0:1763344901.361700:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.361701:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.361703:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.361706:0:10286:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763344901.361710:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763344901.361713:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763344901.361720:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.361723:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.361727:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.361749:0:10286:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.361752:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.361755:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.361756:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763344901.361758:0:10286:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:1.0:1763344901.361763:0:10286:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344901.361765:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763344901.361768:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:1.0:1763344901.361770:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.361773:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.361774:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.361776:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.361777:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.361779:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.361781:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.361782:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.361784:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.361785:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.361786:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.361808:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344901.361811:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b11:0x112:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1763344901.361814:0:10286:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b11:0x112:0x0]: returning size 4096 00000004:00000040:1.0:1763344901.361817:0:10286:0:(mdt_lib.c:865:mdt_dump_lmv()) magic 0x0CD40CD0, master 0X1 stripe_count 2 hash_type 0x1 00000004:00200000:1.0:1763344901.361820:0:10286:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00000002:1.0:1763344901.361822:0:10286:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:1.0:1763344901.361823:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.361825:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.361827:0:10286:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763344901.361829:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.361831:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.361833:0:10286:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344901.361835:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344901.361837:0:10286:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.361842:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344901.361848:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.361850:0:10286:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.361855:0:10286:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.361857:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.361858:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.361860:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34600 refcount=3 00000020:00000001:1.0:1763344901.361862:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000001:1.0:1763344901.361864:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00000004:00000040:1.0:1763344901.361866:0:10286:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:1.0:1763344901.361869:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=233 00010000:00000001:1.0:1763344901.361872:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.361873:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.361874:0:10286:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344901.361876:0:10286:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763344901.361879:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344901.361881:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344901.361882:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344901.361883:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344901.361885:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344901.361886:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763344901.361890:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.361893:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344901.361895:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763344901.361899:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000004:00000001:1.0:1763344901.361901:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344901.361902:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763344901.361905:0:10286:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344901.361907:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.361910:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.361911:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.361913:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.361914:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.361917:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35600 with handle 0x34881b4086817dba from hash 00010000:00000001:1.0:1763344901.361919:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.361920:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.361921:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.361922:0:10286:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344901.361923:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.361928:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35600/0x34881b4086817dba lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e27e expref: 233 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.361940:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:1.0:1763344901.361943:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 232 00010000:00000010:1.0:1763344901.361946:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997f00. 00010000:00000001:1.0:1763344901.361955:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.361957:0:10286:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.361961:0:10286:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344901.361964:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b4086817dc1 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e27e expref: 232 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344901.361971:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.361974:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.361976:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e4fd854dd00) 00010000:00010000:1.0:1763344901.361979:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:1.0:1763344901.361981:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.361984:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.361985:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.361987:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.361988:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.361989:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34600, rc 0) 00000020:00000001:1.0:1763344901.361991:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344901.361995:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214345, transno 0, xid 1848987881546880 00010000:00000001:1.0:1763344901.361997:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344901.362002:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32ea00 x1848987881546880/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 576/640 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344901.362009:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.362011:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.362015:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.362019:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.362021:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344901.362024:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344901.362026:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.362029:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.362032:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.362035:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.362040:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3770. 00000100:00000200:1.0:1763344901.362045:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848987881546880, offset 224 00000400:00000200:1.0:1763344901.362051:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.362062:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.362070:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385547:1385547:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385543:1385543:8:4294967295] 00000400:00000200:1.0:1763344901.362081:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.362086:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.362091:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c32e5800. 00000800:00000200:1.0:1763344901.362098:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.362105:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.362108:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c32e5800 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.362116:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.362118:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344901.362121:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344901.362122:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.362124:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344901.362128:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32ea00 x1848987881546880/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 576/640 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344901.362137:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:252832:x1848987881546880:12345-192.168.203.14@tcp:101:readlink.0 Request processed in 867us (2280us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344901.362144:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302968 00000100:00000040:1.0:1763344901.362147:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344901.362149:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.362151:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344901.362155:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e280. 00000020:00000010:1.0:1763344901.362159:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfe10. 00000020:00000010:1.0:1763344901.362162:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cae00. 00000020:00000040:1.0:1763344901.362168:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00000100:00000001:1.0:1763344901.362171:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344901.363572:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.363581:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c32e5800. 00000400:00000200:0.0:1763344901.363588:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.363597:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.363603:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3770 00000400:00000010:0.0:1763344901.363606:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3770. 00000100:00000001:0.0:1763344901.363612:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.363614:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344901.364089:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.369074:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.369092:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.369096:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.369098:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.369109:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.369129:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfa580 00000400:00000200:0.0:1763344901.369137:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 7880 00000800:00000001:0.0:1763344901.369146:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.369158:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.369160:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.369164:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.369171:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.369174:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344901.369180:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32e300. 00000100:00000040:0.0:1763344901.369184:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32e300 x1848987881547136 msgsize 328 00000100:00100000:0.0:1763344901.369188:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.369205:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.369213:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.369216:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.369279:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.369283:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881547136 02000000:00000001:1.0:1763344901.369286:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.369289:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.369291:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.369295:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.369299:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881547136 00000020:00000001:1.0:1763344901.369302:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.369304:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344901.369306:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.369309:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:1.0:1763344901.369312:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344901.369314:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344901.369318:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.369323:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6680. 00000100:00000001:1.0:1763344901.369326:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.369329:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6680. 00000020:00000010:1.0:1763344901.369335:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2000. 00000020:00000010:1.0:1763344901.369340:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42980. 00000020:00000010:1.0:1763344901.369345:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04898. 00000100:00000040:1.0:1763344901.369353:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344901.369356:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.369358:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344901.369360:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.369366:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.369380:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.369391:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.369393:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.369398:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27086 00000100:00000040:1.0:1763344901.369401:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344901.369404:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163725568 : -107404545826048 : ffff9e50ee32e300) 00000100:00000040:1.0:1763344901.369411:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32e300 x1848987881547136/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344901.369451:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.369455:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6680. 00000100:00000001:1.0:1763344901.369457:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.369459:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6680. 00000100:00100000:1.0:1763344901.369464:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2406:x1848987881547136:12345-192.168.203.14@tcp:101:readlink.0 00000100:00000200:1.0:1763344901.369468:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881547136 00000020:00000001:1.0:1763344901.369471:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344901.369475:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344901.369477:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.369479:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.369482:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344901.369485:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344901.369488:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.369490:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344901.369492:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344901.369497:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.369499:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344901.369501:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344901.369503:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344901.369505:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344901.369507:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.369512:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344901.369519:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6bb00 count: 2 00010000:00000001:1.0:1763344901.369522:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.369525:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.369529:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35800. 00000020:00000001:1.0:1763344901.369532:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.369534:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35800 with handle 0x34881b4086817dc8 to hash 00000020:00000001:1.0:1763344901.369536:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.369538:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00000001:1.0:1763344901.369540:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00010000:1.0:1763344901.369544:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50fca35800/0x34881b4086817dc8 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e285 expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.369555:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:1.0:1763344901.369557:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=21 00010000:00000001:1.0:1763344901.369564:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763344901.369567:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763344901.369569:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.369571:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.369577:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50c7e1f000. 02000000:00000001:1.0:1763344901.369579:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.369582:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.369585:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344901.369587:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.369590:0:74638:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.369592:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763344901.369597:0:74638:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f5c6ac78. 00002000:00000001:1.0:1763344901.369599:0:74638:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763344901.369601:0:74638:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763344901.369604:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6680. 00000100:00000001:1.0:1763344901.369608:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344901.369614:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5ec00. 00000100:00000001:1.0:1763344901.369616:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140196864 : -107409569354752 : ffff9e4fc2c5ec00) 00000100:00000001:1.0:1763344901.369618:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664140196864 : -107409569354752 : ffff9e4fc2c5ec00) 00000100:00000001:1.0:1763344901.369621:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344901.369623:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344901.369624:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344901.369626:0:74638:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763344901.369630:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f864ad80. 00000020:00000040:1.0:1763344901.369633:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763344901.369636:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344901.369638:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344901.369643:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344901.369648:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e2400. 00000100:00000001:1.0:1763344901.369653:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.369658:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344901.369769:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344901.369779:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f864ad80 x1848987617972224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.369915:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344901.369918:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.369925:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f864ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617972224:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344901.369932:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344901.369938:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344901.369940:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.369943:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344901.370531:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd5de0a00. 02000000:00000001:0.0:1763344901.370536:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344901.370541:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c37e8. 00000400:00000010:0.0:1763344901.370548:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495550. 00000100:00000200:0.0:1763344901.370554:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617972224, portal 16 00000100:00000001:0.0:1763344901.370556:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344901.370558:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334760832 : -107404374790784 : ffff9e50f864ad80) 00000100:00000040:0.0:1763344901.370564:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f864ad80 x1848987617972224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.370572:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.370575:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.370577:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495880. 00000100:00000200:0.0:1763344901.370580:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617972224, offset 0 00000400:00000200:0.0:1763344901.370585:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.370595:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.370599:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344901.370603:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344901.370606:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344901.370609:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344901.370612:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385548:1385548:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385544:1385544:8:4294967295] 00000400:00000200:0.0:1763344901.370622:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.370627:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.370631:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344901.370637:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.370644:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.370648:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.370669:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.370673:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676507 00000100:00000001:0.0:1763344901.370680:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676460 00000100:00000001:0.0:1763344901.370685:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676507 00000100:00000001:0.0:1763344901.370688:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676461 00000100:00000001:0.0:1763344901.370690:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676507 00000100:00000001:0.0:1763344901.370694:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676461 00000100:00000001:0.0:1763344901.370696:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676507 00000100:00000001:0.0:1763344901.370699:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676461 00000100:00000001:0.0:1763344901.370702:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.370705:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.370708:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.370709:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.370712:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.370714:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763344901.370716:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f5c6ac78. 00010000:00000001:0.0:1763344901.370721:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.370723:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763344901.370725:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344901.370727:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.370729:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344901.370730:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344901.370733:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5ec00 going to sleep for 11 seconds 00000100:00000001:0.0:1763344901.370735:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344901.370738:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763344901.373979:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.373993:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.373996:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.373998:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.374008:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.374023:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29d000 00000400:00000200:0.0:1763344901.374032:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665b21 [1] + 224 00000800:00000001:0.0:1763344901.374040:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.374047:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.374050:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.374053:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.374061:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.374070:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f864ad80 x1848987617972224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344901.374079:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50f864ad80 x1848987617972224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.374103:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.374111:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.374114:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344901.376544:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.376550:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:0.0:1763344901.376556:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.376562:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.376568:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921a18 00000400:00000010:0.0:1763344901.376571:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921a18. 00000100:00000001:0.0:1763344901.376574:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.376576:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344901.378841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35600. 00010000:00000010:2.1:1763344901.382839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35800. 00000100:00000001:3.0:1763344901.420694:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.420698:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881547392 02000000:00000001:3.0:1763344901.420702:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.420704:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.420706:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.420710:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.420715:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881547392 00000020:00000001:3.0:1763344901.420719:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.420721:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:3.0:1763344901.420723:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.420726:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=485 00000020:00000001:3.0:1763344901.420729:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:3.0:1763344901.420732:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:3.0:1763344901.420736:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.420741:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.420745:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.420747:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344901.420753:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cba00. 00000020:00000010:3.0:1763344901.420758:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e980. 00000020:00000010:3.0:1763344901.420763:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf898. 00000100:00000040:3.0:1763344901.420771:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344901.420774:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.420775:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344901.420777:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344901.420779:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.420782:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.420828:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.420843:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.420858:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.420859:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.420864:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302969 00000100:00000040:3.0:1763344901.420867:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:3.0:1763344901.420869:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163185792 : -107404546365824 : ffff9e50ee2aa680) 00000100:00000040:3.0:1763344901.420876:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2aa680 x1848987881547392/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4616/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344901.420885:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.420887:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.420889:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.420891:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000100:00100000:3.0:1763344901.420895:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+485:252835:x1848987881547392:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344901.420899:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881547392 00000020:00000001:3.0:1763344901.420902:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344901.420906:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344901.420910:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.420913:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.420915:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344901.420919:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344901.420922:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881547392, found 0 last_xid 1848987881547391 00000020:00000001:3.0:1763344901.420924:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.420926:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.420929:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.420934:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.420936:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344901.420939:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344901.420941:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344901.420942:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344901.420944:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.420949:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344901.420956:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50eac24900 count: 3 00010000:00000001:3.0:1763344901.420959:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344901.420962:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344901.420965:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17800. 00000020:00000001:3.0:1763344901.420968:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344901.420971:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17800 with handle 0x34881b4086817dcf to hash 00000020:00000001:3.0:1763344901.420973:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344901.420975:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00000010:3.0:1763344901.420979:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b800. 00010000:00000001:3.0:1763344901.420982:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00010000:3.0:1763344901.420986:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17800/0x34881b4086817dcf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e28c expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344901.420995:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 468 00000020:00000040:3.0:1763344901.420997:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=486 00010000:00000001:3.0:1763344901.421003:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344901.421006:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344901.421012:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344901.421014:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344901.421016:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421018:0:13569:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763344901.421023:0:13569:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50ee2aa680 x1848987881547392/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4616/0 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763344901.421032:0:13569:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763344901.421034:0:13569:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763344901.421036:0:13569:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763344901.421039:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.421041:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.421043:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.421045:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.421047:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.421049:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.421050:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.421052:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.421057:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.421059:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421061:0:13569:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421063:0:13569:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421065:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344901.421067:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344901.421069:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.421071:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.421095:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff9e50f5848000. 02000000:00000001:3.0:1763344901.421098:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.421101:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421105:0:13569:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763344901.421107:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.421108:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.421110:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.421111:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.421113:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.421114:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.421116:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.421117:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.421119:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.421120:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.421124:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344901.421130:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:3.0:1763344901.421132:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:3.0:1763344901.421135:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344901.421137:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.421139:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.421140:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421143:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344901.421144:0:13569:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421147:0:13569:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763344901.421148:0:13569:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421151:0:13569:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763344901.421153:0:13569:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763344901.421156:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcba38 00000004:00000002:3.0:1763344901.421158:0:13569:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000007:0x1:0x0]/(->[0x200002b13:0x2e13:0x0]) cr_flag=040104240200001 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763344901.421163:0:13569:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1763344901.421165:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344901.421166:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e13:0x0] 00000020:00000001:3.0:1763344901.421169:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.421175:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592930520 : -107409116621096 : ffff9e4fddc216d8) 00000004:00000001:3.0:1763344901.421177:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592930432 : -107409116621184 : ffff9e4fddc21680) 00000004:00000001:3.0:1763344901.421183:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344901.421185:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344901.421191:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421194:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.421199:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.421214:0:13569:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00080000:00000001:3.0:1763344901.421218:0:13569:0:(osd_handler.c:7200:osd_it_ea_init()) Process entered 00080000:00000001:3.0:1763344901.421221:0:13569:0:(osd_handler.c:7135:osd_it_dir_init()) Process entered 00080000:00000010:3.0:1763344901.421224:0:13569:0:(osd_handler.c:7136:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff9e50c9f00000. 00080000:00000001:3.0:1763344901.421227:0:13569:0:(osd_handler.c:7177:osd_it_dir_init()) Process leaving (rc=18446636668555362304 : -107405154189312 : ffff9e50c9f00000) 00080000:00000001:3.0:1763344901.421229:0:13569:0:(osd_handler.c:7211:osd_it_ea_init()) Process leaving (rc=18446636668555362304 : -107405154189312 : ffff9e50c9f00000) 00080000:00000001:3.0:1763344901.421231:0:13569:0:(osd_handler.c:8095:osd_it_ea_load()) Process entered 00080000:00000001:3.0:1763344901.421233:0:13569:0:(osd_handler.c:7395:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:3.0:1763344901.421253:0:13569:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763344901.421256:0:13569:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.421258:0:13569:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763344901.421260:0:13569:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.421261:0:13569:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763344901.421263:0:13569:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.421264:0:13569:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763344901.421266:0:13569:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.421269:0:13569:0:(osd_handler.c:7457:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.421271:0:13569:0:(osd_handler.c:8105:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344901.421273:0:13569:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763344901.421276:0:13569:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.421279:0:13569:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763344901.421281:0:13569:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.421282:0:13569:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763344901.421283:0:13569:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.421285:0:13569:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763344901.421287:0:13569:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.421288:0:13569:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763344901.421289:0:13569:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.421290:0:13569:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763344901.421291:0:13569:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.421292:0:13569:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763344901.421293:0:13569:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.421294:0:13569:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763344901.421295:0:13569:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344901.421298:0:13569:0:(osd_handler.c:7241:osd_it_ea_fini()) Process entered 00080000:00000001:3.0:1763344901.421299:0:13569:0:(osd_handler.c:7219:osd_it_dir_fini()) Process entered 00080000:00000010:3.0:1763344901.421304:0:13569:0:(osd_handler.c:7226:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff9e50c9f00000. 00080000:00000001:3.0:1763344901.421306:0:13569:0:(osd_handler.c:7227:osd_it_dir_fini()) Process leaving 00080000:00000001:3.0:1763344901.421308:0:13569:0:(osd_handler.c:7244:osd_it_ea_fini()) Process leaving 00000004:00000001:3.0:1763344901.421309:0:13569:0:(lod_object.c:964:lod_load_lmv_shards()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:3.0:1763344901.421311:0:13569:0:(lod_object.c:1540:lod_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:3.0:1763344901.421314:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:3.0:1763344901.421317:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.421318:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763344901.421320:0:13569:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763344901.421323:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.421325:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763344901.421328:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:3.0:1763344901.421330:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421333:0:13569:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:3.0:1763344901.421336:0:13569:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002b13:0x2e13:0x0] lease count: 0, lm: 16 00000004:00000001:3.0:1763344901.421339:0:13569:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763344901.421343:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344901.421345:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344901.421349:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc87d1a00 count: 3 00010000:00000001:3.0:1763344901.421350:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344901.421352:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344901.421354:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17000. 00000020:00000001:3.0:1763344901.421357:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344901.421358:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17000 with handle 0x34881b4086817dd6 to hash 00000020:00000001:3.0:1763344901.421360:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344901.421361:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00000010:3.0:1763344901.421364:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2bb80. 00010000:00000001:3.0:1763344901.421366:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00000001:3.0:1763344901.421369:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.421371:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.421374:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17000/0x34881b4086817dd6 lrc: 3/1,0 mode: --/CR res: [0x200002b13:0x2e13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344901.421380:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344901.421384:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344901.421386:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344901.421388:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344901.421391:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.421393:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344901.421394:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.421397:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344901.421398:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344901.421400:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344901.421401:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344901.421404:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e13:0x0].0x0 (ffff9e4fc87d1a00) refcount = 3 00010000:00000040:3.0:1763344901.421406:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344901.421411:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35400/0x34881b40868178b2 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2e13:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e032 expref: 486 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344901.421437:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b6c00/0x34881b408681780a lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2e13:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75dff3 expref: 486 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344901.421443:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17000/0x34881b4086817dd6 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2e13:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344901.421448:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344901.421453:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344901.421455:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.421456:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344901.421458:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.421460:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.421462:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344901.421465:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344901.421467:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.421470:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17000/0x34881b4086817dd6 lrc: 3/1,0 mode: CR/CR res: [0x200002b13:0x2e13:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344901.421475:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344901.421476:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.421477:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.421479:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.421480:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.421482:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17000 refcount=3 00000020:00000001:3.0:1763344901.421484:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00000001:3.0:1763344901.421486:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00000001:3.0:1763344901.421488:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.421489:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344901.421491:0:13569:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344901.421493:0:13569:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002b13:0x2e13:0x0], ibits = 0x5/0x0, open_flags = 040104240200001, try_layout = 0 : rc = 0 00000004:00000001:3.0:1763344901.421497:0:13569:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344901.421499:0:13569:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421502:0:13569:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763344901.421505:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.421506:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.421508:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.421509:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.421511:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.421512:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.421513:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.421515:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.421516:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.421517:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.421519:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344901.421521:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002b13:0x2e13:0x0]: nlink=4, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1763344901.421524:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2e13:0x0]: returning size 4096 00000001:00000001:3.0:1763344901.421526:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.421527:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421529:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763344901.421531:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.421533:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.421537:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.421539:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.421541:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421544:0:13569:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1763344901.421546:0:13569:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x9 lmm_size = 0 00000004:00000001:3.0:1763344901.421550:0:13569:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763344901.421553:0:13569:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763344901.421556:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763344901.421558:0:13569:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421560:0:13569:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421562:0:13569:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344901.421566:0:13569:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763344901.421569:0:13569:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50d7d0ee80. 00000020:00000001:3.0:1763344901.421570:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344901.421572:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7d0ee80 with handle 0x34881b4086817ddd to hash 00000020:00000001:3.0:1763344901.421574:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763344901.421575:0:13569:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636668788207232 : -107404921344384 : ffff9e50d7d0ee80) 00000004:00000001:3.0:1763344901.421578:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763344901.421579:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763344901.421581:0:13569:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002b13:0x2e13:0x0] Change mfd open_flags 0 -> 040104240200001. 00000004:00000001:3.0:1763344901.421584:0:13569:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1763344901.421588:0:13569:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344901.421591:0:13569:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69cb000. 00080000:00000001:3.0:1763344901.421594:0:13569:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473038848 : -107409236512768 : ffff9e4fd69cb000) 00080000:00000001:3.0:1763344901.421597:0:13569:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344901.421603:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344901.421608:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344901.421611:0:13569:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82ddf00. 00080000:00000001:3.0:1763344901.421614:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.421622:0:13569:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.421625:0:13569:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344901.421628:0:13569:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344901.421631:0:13569:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257755, last_committed = 25770257743 00000001:00000010:3.0:1763344901.421634:0:13569:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cf360. 00000001:00000040:3.0:1763344901.421636:0:13569:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 12 00000020:00000040:3.0:1763344901.421638:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=487 00000001:00000010:3.0:1763344901.421643:0:13569:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd05d13c0. 00000001:00000001:3.0:1763344901.421664:0:13569:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd05d13c0: xid 1848987881547392, transno 25770257755, tag 1, client gen 9, slot idx 0 00000001:00000001:3.0:1763344901.421667:0:13569:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344901.421674:0:13569:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82ddf00. 00040000:00000001:3.0:1763344901.421678:0:13569:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344901.421680:0:13569:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344901.421682:0:13569:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421684:0:13569:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763344901.421685:0:13569:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421687:0:13569:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421690:0:13569:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344901.421692:0:13569:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763344901.421694:0:13569:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763344901.421696:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344901.421697:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344901.421699:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763344901.421700:0:13569:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.421703:0:13569:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763344901.421708:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344901.421713:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421716:0:13569:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421718:0:13569:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763344901.421720:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344901.421723:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344901.421724:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344901.421726:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344901.421728:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344901.421730:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 88 cookie/acl_size = 0 00000004:00000001:3.0:1763344901.421740:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.421742:0:13569:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:3.0:1763344901.421744:0:13569:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.421746:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.421748:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.421749:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17000 refcount=3 00000020:00000001:3.0:1763344901.421751:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00010000:00000001:3.0:1763344901.421753:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142659072 : -107404566892544 : ffff9e50ecf17000) 00000004:00000040:3.0:1763344901.421756:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50f7dce000 : new locks_count 469 00000020:00000040:3.0:1763344901.421758:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=488 00010000:00000001:3.0:1763344901.421761:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.421762:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344901.421764:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344901.421766:0:13569:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344901.421768:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344901.421771:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763344901.421774:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344901.421775:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344901.421779:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.421779:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.421781:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.421783:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344901.421785:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17800 with handle 0x34881b4086817dcf from hash 00010000:00000001:3.0:1763344901.421787:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344901.421813:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.421814:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.421816:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344901.421817:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344901.421821:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17800/0x34881b4086817dcf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e28c expref: 488 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344901.421828:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 468 00000020:00000040:3.0:1763344901.421830:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 487 00010000:00000010:3.0:1763344901.421833:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b800. 00010000:00000001:3.0:1763344901.421840:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.421842:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.421845:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344901.421849:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17000/0x34881b4086817dd6 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2e13:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e28c expref: 487 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.421856:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344901.421858:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344901.421861:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e13:0x0].0x0 (ffff9e4fc87d1a00) 00010000:00010000:3.0:1763344901.421863:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:3.0:1763344901.421865:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.421868:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.421870:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344901.421871:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.421872:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344901.421873:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17000, rc 0) 00000020:00000001:3.0:1763344901.421876:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344901.421879:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 25770257755, xid 1848987881547392 00010000:00000001:3.0:1763344901.421881:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.421886:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2aa680 x1848987881547392/t25770257755(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4616/696 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344901.421895:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.421898:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.421901:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.421906:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.421908:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344901.421911:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344901.421914:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.421916:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.421919:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.421922:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.421927:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbee0. 00000100:00000200:3.0:1763344901.421932:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 696 bytes to portal 10, xid 1848987881547392, offset 224 00000400:00000200:3.0:1763344901.421938:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344901.421949:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.421954:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385550:1385550:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385546:1385546:8:4294967295] 00000400:00000200:3.0:1763344901.421965:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.421972:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 696 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344901.421978:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344901.421984:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344901.421991:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344901.421995:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 792 niov 1 nkiov 1 00000100:00000001:3.0:1763344901.422003:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.422006:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344901.422009:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344901.422010:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.422013:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344901.422017:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2aa680 x1848987881547392/t25770257755(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4616/696 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344901.422026:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+487:252835:x1848987881547392:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 1140us (1380us total) trans 25770257755 rc 0/0 00000100:00100000:3.0:1763344901.422034:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302969 00000100:00000040:3.0:1763344901.422036:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:3.0:1763344901.422039:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344901.422040:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344901.422045:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e980. 00000020:00000010:3.0:1763344901.422048:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf898. 00000020:00000010:3.0:1763344901.422052:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cba00. 00000020:00000040:3.0:1763344901.422056:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 486 00000100:00000001:3.0:1763344901.422058:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344901.422494:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.422499:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5500. 00000400:00000200:0.0:1763344901.422505:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.422510:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.422515:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbee0 00000400:00000010:0.0:1763344901.422518:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbee0. 00000100:00000001:0.0:1763344901.422522:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.422524:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344901.435899:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.435917:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.435921:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.435923:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.435933:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.435950:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 464 into portal 12 MB=0x691a509dfa700 00000400:00000200:0.0:1763344901.435958:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 464/464 into md 0x616b51 [64] + 110800 00000800:00000001:0.0:1763344901.435966:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.435973:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.435976:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.435980:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.435987:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.435990:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344901.435996:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32f100. 00000100:00000040:0.0:1763344901.436000:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32f100 x1848987881547520 msgsize 464 00000100:00100000:0.0:1763344901.436004:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.436010:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.436017:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.436020:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.436103:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.436106:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881547520 02000000:00000001:1.0:1763344901.436109:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.436112:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.436114:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.436119:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.436123:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881547520 00000020:00000001:1.0:1763344901.436126:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.436129:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:1.0:1763344901.436138:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.436141:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=487 00000020:00000001:1.0:1763344901.436144:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:1.0:1763344901.436146:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:1.0:1763344901.436152:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.436157:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6f80. 00000100:00000001:1.0:1763344901.436161:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.436164:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6f80. 00000020:00000010:1.0:1763344901.436171:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2c00. 00000020:00000010:1.0:1763344901.436177:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42a80. 00000020:00000010:1.0:1763344901.436182:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04578. 00000100:00000040:1.0:1763344901.436190:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344901.436193:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.436195:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344901.436197:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.436206:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.436225:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.436239:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.436241:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.436245:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302970 00000100:00000040:1.0:1763344901.436249:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:1.0:1763344901.436251:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163729152 : -107404545822464 : ffff9e50ee32f100) 00000100:00000040:1.0:1763344901.436258:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32f100 x1848987881547520/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 464/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344901.436268:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.436270:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6f80. 00000100:00000001:1.0:1763344901.436273:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.436274:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6f80. 00000100:00100000:1.0:1763344901.436279:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+487:252835:x1848987881547520:12345-192.168.203.14@tcp:34:lfs.0 00000100:00000200:1.0:1763344901.436282:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881547520 00000020:00000001:1.0:1763344901.436285:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344901.436288:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763344901.436293:0:10286:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd05d13c0: xid 1848987881547392, transno 25770257755, client gen 9, slot idx 0 00000001:00000001:1.0:1763344901.436297:0:10286:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd192e900: xid 1848987881540864, transno 25770257754, client gen 9, slot idx 1 00000001:00000010:1.0:1763344901.436300:0:10286:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192e900. 00000020:00000001:1.0:1763344901.436304:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.436306:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.436308:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808560 : -1044743056 : ffffffffc1ba7c70) 00000020:00000001:1.0:1763344901.436311:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344901.436313:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881547520, found 0 last_xid 1848987881547519 00000020:00000001:1.0:1763344901.436316:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.436317:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344901.436319:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344901.436322:0:10286:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763344901.436327:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.436332:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592926680 : -107409116624936 : ffff9e4fddc207d8) 00000020:00000001:1.0:1763344901.436334:0:10286:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.436336:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.436341:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.436344:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.436353:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff9e50d6506000. 02000000:00000001:1.0:1763344901.436355:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.436358:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.436362:0:10286:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:1.0:1763344901.436366:0:10286:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763344901.436369:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.436371:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.436374:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.436375:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.436378:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.436379:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.436380:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.436382:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.436384:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.436385:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.436386:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.436388:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.436389:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.436391:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.436393:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.436394:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.436396:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.436398:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.436400:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.436404:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344901.436410:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:1.0:1763344901.436413:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:1.0:1763344901.436426:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344901.436428:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.436431:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.436433:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.436435:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344901.436437:0:10286:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.436439:0:10286:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763344901.436446:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0bcb0 00000004:00000002:1.0:1763344901.436449:0:10286:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200002b10:0x112:0x0]/f56xD.sanity_2, ldlm_rep = 0000000000000000 00000004:00000001:1.0:1763344901.436454:0:10286:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763344901.436458:0:10286:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763344901.436460:0:10286:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763344901.436462:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344901.436465:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344901.436472:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854de00 count: 2 00010000:00000001:1.0:1763344901.436474:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.436477:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.436480:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35600. 00000020:00000001:1.0:1763344901.436484:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.436486:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35600 with handle 0x34881b4086817de4 to hash 00000020:00000001:1.0:1763344901.436488:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.436489:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00000010:1.0:1763344901.436495:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997f00. 00010000:00000001:1.0:1763344901.436498:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00000001:1.0:1763344901.436501:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.436503:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.436506:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35600/0x34881b4086817de4 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.436514:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344901.436518:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344901.436520:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344901.436522:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.436524:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.436526:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.436527:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.436530:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344901.436532:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344901.436533:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344901.436535:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344901.436537:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b10:0x112:0x0].0x0 (ffff9e4fd854de00) refcount = 2 00010000:00000040:1.0:1763344901.436540:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344901.436545:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35200/0x34881b4086817b67 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e17b expref: 487 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344901.436552:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35600/0x34881b4086817de4 lrc: 3/1,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.436557:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344901.436562:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.436564:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.436566:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344901.436567:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.436569:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.436571:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.436574:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344901.436576:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.436579:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35600/0x34881b4086817de4 lrc: 3/1,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.436584:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344901.436586:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.436587:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.436589:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344901.436590:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344901.436593:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854df00. 00010000:00000010:1.0:1763344901.436597:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42380. 00010000:00000001:1.0:1763344901.436600:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.436602:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35e00. 00000020:00000001:1.0:1763344901.436604:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.436606:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35e00 with handle 0x34881b4086817deb to hash 00000020:00000001:1.0:1763344901.436607:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.436609:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000010:1.0:1763344901.436612:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997580. 00010000:00000001:1.0:1763344901.436614:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344901.436617:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.436618:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.436621:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817deb lrc: 3/1,0 mode: --/PR res: [0x200002b10:0x112:0x0].0x695180f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.436626:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344901.436627:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344901.436628:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344901.436630:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.436631:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.436632:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.436634:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.436636:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344901.436637:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344901.436638:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344901.436639:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344901.436641:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b10:0x112:0x0].0x695180f9 (ffff9e4fd854df00) refcount = 1 00010000:00010000:1.0:1763344901.436644:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817deb lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.436648:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344901.436649:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.436651:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.436652:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344901.436653:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.436655:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.436657:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.436659:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344901.436661:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.436663:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817deb lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.436668:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344901.436669:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.436671:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.436672:0:10286:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.436676:0:10286:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763344901.436684:0:10286:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763344901.436686:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763344901.436689:0:10286:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002b10:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763344901.436693:0:10286:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.436698:0:10286:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1763344901.436702:0:10286:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1763344901.436724:0:10286:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763344901.436725:0:10286:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763344901.436728:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.436730:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.436733:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.436735:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.436738:0:10286:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763344901.436739:0:10286:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.436742:0:10286:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1763344901.436744:0:10286:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1763344901.436746:0:10286:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.436749:0:10286:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1763344901.436757:0:10286:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50efa5caa8. 00000001:00000010:1.0:1763344901.436769:0:10286:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50efa5caa8. 00080000:00000001:1.0:1763344901.436772:0:10286:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763344901.436775:0:10286:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763344901.436778:0:10286:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.436781:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0bb20 00080000:00000002:1.0:1763344901.436782:0:10286:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x200002b10:0x112:0x0]/f56xD.sanity_2 => [0x200002b13:0x2e14:0x0] 00080000:00000001:1.0:1763344901.436785:0:10286:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763344901.436812:0:10286:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.436816:0:10286:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344901.436817:0:10286:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.436819:0:10286:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.436821:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344901.436824:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e14:0x0] 00000020:00000001:1.0:1763344901.436826:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.436830:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501988728 : -107409207562888 : ffff9e4fd8566d78) 00000004:00000001:1.0:1763344901.436834:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501988640 : -107409207562976 : ffff9e4fd8566d20) 00000004:00000001:1.0:1763344901.436839:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763344901.436841:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344901.436843:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344901.436846:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 3 00010000:00000001:1.0:1763344901.436848:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.436850:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.436857:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34a00. 00000020:00000001:1.0:1763344901.436859:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.436861:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34a00 with handle 0x34881b4086817df2 to hash 00000020:00000001:1.0:1763344901.436863:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.436864:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000010:1.0:1763344901.436868:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997a80. 00010000:00000001:1.0:1763344901.436870:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.436872:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.436874:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.436876:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817df2 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.436881:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344901.436882:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344901.436884:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344901.436886:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.436888:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.436890:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.436891:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.436893:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344901.436895:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344901.436896:0:10286:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344901.436897:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344901.436900:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e14:0x0].0x0 (ffff9e4fc1359600) refcount = 3 00010000:00000040:1.0:1763344901.436902:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344901.436906:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e5a53000/0x34881b4086817dac lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e270 expref: 487 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.436918:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7800/0x34881b4086817b3d lrc: 2/0,1 mode: TXN/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT0 00010000:00010000:1.0:1763344901.436923:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817df2 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.436927:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344901.436929:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.436930:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.436931:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344901.436933:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.436935:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.436936:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.436938:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344901.436940:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.436942:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817df2 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.436946:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344901.436947:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.436948:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.436950:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.436951:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.436953:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34a00 refcount=3 00000020:00000001:1.0:1763344901.436954:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.436956:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.436958:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.436959:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.436960:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.436963:0:10286:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763344901.436967:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763344901.436969:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763344901.436973:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.436976:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.436980:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.436998:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344901.437002:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344901.437004:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763344901.437006:0:10286:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344901.437008:0:10286:0:(mdt_som.c:71:mdt_get_som()) [0x200002b13:0x2e14:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 00000004:00000001:1.0:1763344901.437011:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.437013:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.437015:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.437017:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.437019:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.437020:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.437024:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344901.437026:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763344901.437028:0:10286:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763344901.437030:0:10286:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763344901.437033:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e50d65062f8 00000004:00000001:1.0:1763344901.437035:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.437038:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.437039:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.437041:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.437042:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.437044:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.437045:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.437046:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.437048:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.437049:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.437050:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.437052:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344901.437054:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002b13:0x2e14:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:1.0:1763344901.437057:0:10286:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2e14:0x0]: returning size 1024 00000004:00000040:1.0:1763344901.437061:0:10286:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x2e14:11027 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763344901.437063:0:10286:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1763344901.437065:0:10286:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000403:7110 00000004:00200000:1.0:1763344901.437068:0:10286:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000020:00000001:1.0:1763344901.437074:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344901.437079:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.437082:0:10286:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437084:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.437086:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.437088:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34a00 refcount=3 00000020:00000001:1.0:1763344901.437089:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.437092:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00000004:00010000:1.0:1763344901.437094:0:10286:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817df2 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00000004:00000001:1.0:1763344901.437100:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763344901.437104:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8566d78/ffff9e4fd8566d20 to site lru. bkt: ffff9e50f846a108 00000004:00000001:1.0:1763344901.437106:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344901.437107:0:10286:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763344901.437109:0:10286:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763344901.437111:0:10286:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.437113:0:10286:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763344901.437115:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.437116:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.437118:0:10286:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344901.437120:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763344901.437121:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:1.0:1763344901.437123:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.437124:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.437125:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35600 refcount=3 00000020:00000001:1.0:1763344901.437127:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00000001:1.0:1763344901.437129:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00000001:1.0:1763344901.437132:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.437133:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.437134:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35600 refcount=4 00000020:00000001:1.0:1763344901.437136:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00000001:1.0:1763344901.437138:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00000001:1.0:1763344901.437140:0:10286:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1763344901.437142:0:10286:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35600/0x34881b4086817de4 lrc: 4/1,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437148:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344901.437150:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35600/0x34881b4086817de4 lrc: 4/1,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437155:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.437156:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.437158:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35600/0x34881b4086817de4 lrc: 3/0,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437161:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.437163:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437165:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344901.437167:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35600/0x34881b4086817de4 lrc: 4/0,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00010000:1.0:1763344901.437172:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca35600 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344901.437174:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.437176:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344901.437178:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35600/0x34881b4086817de4 lrc: 4/0,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437182:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344901.437184:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.437185:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.437186:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35600 refcount=5 00000020:00000001:1.0:1763344901.437187:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00000001:1.0:1763344901.437189:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00000001:1.0:1763344901.437192:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344901.437194:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35600/0x34881b4086817de4 lrc: 5/0,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437198:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344901.437200:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344901.437201:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437204:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.437205:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.437207:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.437208:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.437210:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35600 with handle 0x34881b4086817de4 from hash 00010000:00000001:1.0:1763344901.437212:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.437213:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.437214:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.437214:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.437216:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.437217:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437219:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.437221:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.437223:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.437225:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x112:0x0].0x0 (ffff9e4fd854de00) 00010000:00010000:1.0:1763344901.437227:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344901.437229:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.437231:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437232:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.437234:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344901.437236:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.437237:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.437238:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437240:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.437241:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.437244:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35600/0x34881b4086817de4 lrc: 3/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437248:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.437248:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.437249:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344901.437251:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344901.437252:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.437253:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.437253:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.437255:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35600/0x34881b4086817de4 lrc: 0/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000010:1.0:1763344901.437264:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997f00. 00010000:00000001:1.0:1763344901.437273:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.437274:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344901.437276:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344901.437278:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.437279:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.437280:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35e00 refcount=3 00000020:00000001:1.0:1763344901.437282:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344901.437283:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344901.437285:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344901.437287:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817deb lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437291:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.437292:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.437294:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817deb lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437298:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.437299:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437301:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344901.437302:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817deb lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00010000:1.0:1763344901.437306:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca35e00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344901.437308:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.437309:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344901.437310:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817deb lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437314:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344901.437315:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.437316:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.437317:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35e00 refcount=4 00000020:00000001:1.0:1763344901.437319:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344901.437321:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344901.437323:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344901.437325:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817deb lrc: 4/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437328:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344901.437329:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344901.437330:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437332:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.437333:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.437334:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.437335:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.437337:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35e00 with handle 0x34881b4086817deb from hash 00010000:00000001:1.0:1763344901.437338:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.437339:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.437340:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.437341:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.437342:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.437343:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437344:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.437345:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.437346:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.437348:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x112:0x0].0x695180f9 (ffff9e4fd854df00) 00010000:00010000:1.0:1763344901.437350:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344901.437351:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.437353:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437354:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.437355:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344901.437356:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.437357:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.437358:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437360:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.437361:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.437363:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817deb lrc: 2/0,0 mode: --/PR res: [0x200002b10:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437368:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.437369:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.437370:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344901.437371:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344901.437372:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.437374:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817deb lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000010:1.0:1763344901.437378:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997580. 00010000:00000040:1.0:1763344901.437380:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854df00 count: 0 00010000:00000010:1.0:1763344901.437384:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42380. 00010000:00000001:1.0:1763344901.437388:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.437389:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344901.437390:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763344901.437391:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344901.437392:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1763344901.437393:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.437394:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.437395:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34a00 refcount=3 00000020:00000001:1.0:1763344901.437397:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.437399:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.437400:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344901.437402:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817df2 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437406:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.437407:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.437409:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817df2 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437413:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.437414:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437416:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344901.437429:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817df2 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00010000:1.0:1763344901.437435:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca34a00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344901.437436:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.437437:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344901.437439:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817df2 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437443:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344901.437444:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.437445:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.437446:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34a00 refcount=4 00000020:00000001:1.0:1763344901.437447:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.437449:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.437450:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344901.437452:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817df2 lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437456:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344901.437457:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344901.437458:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437460:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.437461:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.437462:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.437463:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.437464:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34a00 with handle 0x34881b4086817df2 from hash 00010000:00000001:1.0:1763344901.437466:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.437467:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.437468:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.437469:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.437470:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.437471:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437473:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.437474:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.437475:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.437476:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e14:0x0].0x0 (ffff9e4fc1359600) 00010000:00010000:1.0:1763344901.437479:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344901.437481:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.437482:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437483:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.437485:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344901.437486:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.437487:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.437488:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.437490:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.437491:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.437493:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817df2 lrc: 2/0,0 mode: --/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.437497:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.437498:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.437498:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344901.437499:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344901.437500:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.437502:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817df2 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000010:1.0:1763344901.437506:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997a80. 00010000:00000001:1.0:1763344901.437510:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1763344901.437513:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344901.437515:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344901.437516:0:10286:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:1.0:1763344901.437517:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344901.437518:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344901.437520:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344901.437522:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763344901.437527:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.437529:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344901.437530:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1763344901.437534:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 0, xid 1848987881547520 00010000:00000001:1.0:1763344901.437537:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344901.437542:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32f100 x1848987881547520/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 464/520 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344901.437556:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.437559:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.437563:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.437567:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.437569:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344901.437572:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344901.437575:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.437577:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.437581:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.437583:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.437589:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3220. 00000100:00000200:1.0:1763344901.437594:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848987881547520, offset 224 00000400:00000200:1.0:1763344901.437600:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.437610:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.437616:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385551:1385551:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385547:1385547:8:4294967295] 00000400:00000200:1.0:1763344901.437628:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.437633:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.437637:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c32e5800. 00000800:00000200:1.0:1763344901.437643:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.437649:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.437653:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c32e5800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.437676:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.437679:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344901.437681:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344901.437683:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.437686:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344901.437691:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32f100 x1848987881547520/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 464/520 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344901.437700:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+487:252835:x1848987881547520:12345-192.168.203.14@tcp:34:lfs.0 Request processed in 1431us (1698us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344901.437708:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302970 00000100:00000040:1.0:1763344901.437712:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:1.0:1763344901.437714:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.437715:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344901.437720:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42a80. 00000020:00000010:1.0:1763344901.437724:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04578. 00000020:00000010:1.0:1763344901.437729:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2c00. 00000020:00000040:1.0:1763344901.437733:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 486 00000100:00000001:1.0:1763344901.437736:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344901.437998:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.438004:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c32e5800. 00000400:00000200:0.0:1763344901.438009:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.438013:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.438017:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3220 00000400:00000010:0.0:1763344901.438019:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3220. 00000100:00000001:0.0:1763344901.438023:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.438025:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344901.444883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17800. 00010000:00000010:1.1:1763344901.446956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35600. 00010000:00000010:1.1:1763344901.446971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854df00. 00010000:00000010:1.1:1763344901.446975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35e00. 00010000:00000010:1.1:1763344901.446978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34a00. 00000800:00000001:0.0:1763344901.466828:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.466843:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.466847:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.466849:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.466860:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.466876:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509dfa800 00000400:00000200:0.0:1763344901.466883:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 111264 00000800:00000001:0.0:1763344901.466891:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.466900:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.466903:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.466907:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.466913:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.466915:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344901.466922:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32ce00. 00000100:00000040:0.0:1763344901.466925:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32ce00 x1848987881547776 msgsize 4616 00000100:00100000:0.0:1763344901.466929:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.466934:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.466940:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.466943:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.470630:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.470638:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881547776 02000000:00000001:1.0:1763344901.470643:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.470646:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.470648:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.470652:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.470657:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881547776 00000020:00000001:1.0:1763344901.470660:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.470662:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:1.0:1763344901.470664:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.470668:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=487 00000020:00000001:1.0:1763344901.470671:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:1.0:1763344901.470673:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:1.0:1763344901.470678:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.470686:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6f80. 00000100:00000001:1.0:1763344901.470690:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.470693:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6f80. 00000020:00000010:1.0:1763344901.470701:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2c00. 00000020:00000010:1.0:1763344901.470707:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42a80. 00000020:00000010:1.0:1763344901.470712:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04578. 00000100:00000040:1.0:1763344901.470721:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344901.470725:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.470726:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763344901.470729:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763344901.470731:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.470733:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.470741:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.470766:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.470780:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.470782:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.470832:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302971 00000100:00000040:1.0:1763344901.470837:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:1.0:1763344901.470839:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163720192 : -107404545831424 : ffff9e50ee32ce00) 00000100:00000040:1.0:1763344901.470848:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32ce00 x1848987881547776/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4616/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344901.470860:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.470909:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.470914:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.470916:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344901.470922:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+487:252837:x1848987881547776:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344901.470926:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881547776 00000020:00000001:0.0:1763344901.470930:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.470933:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344901.470938:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.470940:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.470943:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344901.470946:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344901.470948:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881547776, found 0 last_xid 1848987881547775 00000020:00000001:0.0:1763344901.470951:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.470953:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.470955:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.470960:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.470962:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344901.470964:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344901.470965:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344901.470967:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344901.470968:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.470973:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344901.470979:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 3 00010000:00000001:0.0:1763344901.470982:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.470984:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344901.470987:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd000. 00000020:00000001:0.0:1763344901.470991:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344901.470994:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd000 with handle 0x34881b4086817df9 to hash 00000020:00000001:0.0:1763344901.470995:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344901.470997:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000010:0.0:1763344901.471001:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37580. 00010000:00000001:0.0:1763344901.471004:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00010000:0.0:1763344901.471008:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817df9 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e293 expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.471016:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 469 00000020:00000040:0.0:1763344901.471018:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=488 00010000:00000001:0.0:1763344901.471023:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763344901.471026:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763344901.471031:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763344901.471033:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763344901.471035:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471037:0:10286:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763344901.471042:0:10286:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50ee32ce00 x1848987881547776/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4616/0 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763344901.471056:0:10286:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763344901.471058:0:10286:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763344901.471060:0:10286:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763344901.471063:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.471066:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.471069:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.471070:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.471073:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.471075:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.471076:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.471078:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.471085:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.471087:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471090:0:10286:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471092:0:10286:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471095:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344901.471097:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344901.471099:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.471102:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.471126:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff9e50f2a08000. 02000000:00000001:0.0:1763344901.471129:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.471132:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471136:0:10286:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344901.471137:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.471138:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.471140:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.471141:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.471142:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.471144:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.471145:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.471146:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.471148:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.471150:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.471154:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344901.471159:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:0.0:1763344901.471161:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:0.0:1763344901.471163:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344901.471165:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.471167:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.471169:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471170:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344901.471172:0:10286:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471174:0:10286:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344901.471176:0:10286:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471178:0:10286:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763344901.471180:0:10286:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763344901.471183:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0ba38 00000004:00000002:0.0:1763344901.471185:0:10286:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200002b13:0x2e14:0x0]/(->[0x200002b13:0x2e14:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763344901.471190:0:10286:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763344901.471191:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344901.471193:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e14:0x0] 00000020:00000001:0.0:1763344901.471196:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.471202:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501988728 : -107409207562888 : ffff9e4fd8566d78) 00000004:00000001:0.0:1763344901.471203:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501988640 : -107409207562976 : ffff9e4fd8566d20) 00000004:00000001:0.0:1763344901.471206:0:10286:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763344901.471207:0:10286:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471212:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344901.471215:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344901.471220:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471223:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.471227:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.471246:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344901.471248:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344901.471250:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344901.471252:0:10286:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344901.471254:0:10286:0:(mdt_som.c:71:mdt_get_som()) [0x200002b13:0x2e14:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 00000004:00000001:0.0:1763344901.471257:0:10286:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344901.471258:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.471260:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.471262:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.471264:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.471266:0:10286:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471268:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.471269:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.471271:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.471273:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1763344901.471275:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x283 ma_lmm=ffff9e50f2a08378 00000004:00000001:0.0:1763344901.471277:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471279:0:10286:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:0.0:1763344901.471281:0:10286:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344901.471282:0:10286:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344901.471284:0:10286:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002b13:0x2e14:0x0] lease count: 0, lm: 4 00000004:00000001:0.0:1763344901.471287:0:10286:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1763344901.471290:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344901.471291:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344901.471294:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 4 00010000:00000001:0.0:1763344901.471296:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.471298:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344901.471300:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bcc00. 00000020:00000001:0.0:1763344901.471302:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344901.471304:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bcc00 with handle 0x34881b4086817e00 to hash 00000020:00000001:0.0:1763344901.471306:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344901.471307:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000010:0.0:1763344901.471310:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37500. 00010000:00000001:0.0:1763344901.471312:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344901.471315:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.471316:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.471320:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bcc00/0x34881b4086817e00 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344901.471325:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344901.471329:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344901.471331:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344901.471333:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.471335:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.471337:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.471338:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.471340:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344901.471342:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344901.471344:0:10286:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344901.471345:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344901.471347:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e14:0x0].0x0 (ffff9e4fc1359600) refcount = 4 00010000:00000040:0.0:1763344901.471350:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344901.471354:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e5a53000/0x34881b4086817dac lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e270 expref: 488 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.471360:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7800/0x34881b4086817b3d lrc: 2/0,1 mode: TXN/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT0 00010000:00010000:0.0:1763344901.471365:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bcc00/0x34881b4086817e00 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344901.471370:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344901.471373:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344901.471375:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.471377:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344901.471378:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.471380:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.471382:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.471384:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344901.471386:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.471388:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bcc00/0x34881b4086817e00 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344901.471393:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344901.471395:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.471396:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.471397:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.471399:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.471400:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bcc00 refcount=3 00000020:00000001:0.0:1763344901.471402:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344901.471404:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344901.471406:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.471407:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344901.471408:0:10286:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344901.471410:0:10286:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002b13:0x2e14:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:0.0:1763344901.471413:0:10286:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344901.471415:0:10286:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471451:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344901.471452:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b10:0x112:0x0] 00000020:00000001:0.0:1763344901.471454:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.471457:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592926680 : -107409116624936 : ffff9e4fddc207d8) 00000004:00000001:0.0:1763344901.471458:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592926592 : -107409116625024 : ffff9e4fddc20780) 00000004:00000001:0.0:1763344901.471461:0:10286:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763344901.471463:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.471465:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.471466:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.471468:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.471469:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.471470:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.471472:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.471473:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.471474:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.471475:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.471477:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344901.471479:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002b13:0x2e14:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:0.0:1763344901.471481:0:10286:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2e14:0x0]: returning size 1024 00000001:00000001:0.0:1763344901.471483:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.471484:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471486:0:10286:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763344901.471487:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.471489:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.471492:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344901.471494:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344901.471496:0:10286:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471498:0:10286:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1763344901.471500:0:10286:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x283 lmm_size = 56 00000004:00000001:0.0:1763344901.471502:0:10286:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:0.0:1763344901.471503:0:10286:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471506:0:10286:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763344901.471509:0:10286:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763344901.471512:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763344901.471514:0:10286:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471516:0:10286:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471518:0:10286:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344901.471522:0:10286:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763344901.471525:0:10286:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50df139000. 00000020:00000001:0.0:1763344901.471527:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344901.471528:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50df139000 with handle 0x34881b4086817e07 to hash 00000020:00000001:0.0:1763344901.471530:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763344901.471531:0:10286:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636668910014464 : -107404799537152 : ffff9e50df139000) 00000004:00000001:0.0:1763344901.471533:0:10286:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763344901.471534:0:10286:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763344901.471536:0:10286:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002b13:0x2e14:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:0.0:1763344901.471539:0:10286:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763344901.471542:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344901.471545:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de0600. 00080000:00000001:0.0:1763344901.471548:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460543488 : -107409249008128 : ffff9e4fd5de0600) 00080000:00000001:0.0:1763344901.471550:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344901.471555:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344901.471558:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344901.471561:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2840. 00080000:00000001:0.0:1763344901.471563:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.471571:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.471574:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344901.471577:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344901.471580:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257756, last_committed = 25770257743 00000001:00000010:0.0:1763344901.471583:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc2a0. 00000001:00000040:0.0:1763344901.471585:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 13 00000020:00000040:0.0:1763344901.471587:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=489 00000001:00000010:0.0:1763344901.471591:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192e600. 00000001:00000001:0.0:1763344901.471610:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192e600: xid 1848987881547776, transno 25770257756, tag 1, client gen 9, slot idx 1 00000001:00000001:0.0:1763344901.471613:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344901.471620:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2840. 00040000:00000001:0.0:1763344901.471623:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344901.471625:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344901.471628:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471629:0:10286:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344901.471631:0:10286:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471633:0:10286:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471635:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.471637:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.471638:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.471640:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.471642:0:10286:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344901.471644:0:10286:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763344901.471646:0:10286:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763344901.471647:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344901.471648:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344901.471650:0:10286:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763344901.471651:0:10286:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344901.471652:0:10286:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471654:0:10286:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344901.471656:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344901.471657:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344901.471658:0:10286:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763344901.471663:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344901.471667:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471669:0:10286:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471671:0:10286:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763344901.471674:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344901.471675:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344901.471677:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344901.471678:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344901.471680:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344901.471682:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763344901.471690:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.471691:0:10286:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763344901.471694:0:10286:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763344901.471696:0:10286:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.471698:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.471699:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.471700:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bcc00 refcount=3 00000020:00000001:0.0:1763344901.471702:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344901.471704:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00000004:00000040:0.0:1763344901.471707:0:10286:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50f7dce000 : new locks_count 470 00000020:00000040:0.0:1763344901.471709:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=490 00010000:00000001:0.0:1763344901.471712:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.471713:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344901.471714:0:10286:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344901.471716:0:10286:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344901.471718:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344901.471721:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763344901.471723:0:10286:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344901.471724:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344901.471727:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.471727:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.471729:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.471730:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.471732:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd000 with handle 0x34881b4086817df9 from hash 00010000:00000001:0.0:1763344901.471734:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344901.471735:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.471736:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.471738:0:10286:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344901.471739:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344901.471743:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817df9 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e293 expref: 490 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.471749:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 469 00000020:00000040:0.0:1763344901.471752:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 489 00010000:00000010:0.0:1763344901.471754:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37580. 00010000:00000001:0.0:1763344901.471761:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.471762:0:10286:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.471765:0:10286:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763344901.471768:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bcc00/0x34881b4086817e00 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e293 expref: 489 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.471774:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344901.471776:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344901.471779:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e14:0x0].0x0 (ffff9e4fc1359600) 00010000:00010000:0.0:1763344901.471781:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1763344901.471783:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.471785:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.471786:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344901.471826:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.471828:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344901.471829:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bcc00, rc 0) 00000020:00000001:0.0:1763344901.471831:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344901.471834:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 25770257756, xid 1848987881547776 00010000:00000001:0.0:1763344901.471837:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.471841:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32ce00 x1848987881547776/t25770257756(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4616/664 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344901.471849:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.471851:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.471855:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.471859:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.471861:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.471863:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.471866:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.471868:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.471871:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.471873:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.471878:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495bb0. 00000100:00000200:0.0:1763344901.471884:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848987881547776, offset 224 00000400:00000200:0.0:1763344901.471890:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.471901:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.471907:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385552:1385552:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385548:1385548:8:4294967295] 00000400:00000200:0.0:1763344901.471919:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.471923:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.471928:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344901.471934:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.471940:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.471944:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.473555:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.473565:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.473568:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.473571:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.473574:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.473582:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32ce00 x1848987881547776/t25770257756(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4616/664 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344901.473592:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+489:252837:x1848987881547776:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 2732us (6664us total) trans 25770257756 rc 0/0 00000100:00100000:0.0:1763344901.473599:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302971 00000100:00000040:0.0:1763344901.473603:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:0.0:1763344901.473605:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.473607:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.473613:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42a80. 00000020:00000010:0.0:1763344901.473619:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04578. 00000020:00000010:0.0:1763344901.473624:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2c00. 00000020:00000040:0.0:1763344901.473629:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 488 00000100:00000001:0.0:1763344901.473631:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.475013:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.475021:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:3.0:1763344901.475026:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.475033:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.475039:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495bb0 00000400:00000010:3.0:1763344901.475042:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495bb0. 00000100:00000001:3.0:1763344901.475047:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.475048:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344901.477361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00000800:00000001:0.0:1763344901.479306:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.479322:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.479326:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.479328:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.479339:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.479356:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 552 into portal 12 MB=0x691a509dfa900 00000400:00000200:0.0:1763344901.479363:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 552/552 into md 0x616b51 [64] + 115880 00000800:00000001:0.0:1763344901.479371:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.479375:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.479377:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.479381:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.479388:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.479390:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344901.479395:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32c000. 00000100:00000040:0.0:1763344901.479398:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32c000 x1848987881548032 msgsize 552 00000100:00100000:0.0:1763344901.479402:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.479426:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763344901.479505:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.479507:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881548032 02000000:00000001:3.0:1763344901.479510:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.479512:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.479514:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.479518:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.479522:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881548032 00000020:00000001:3.0:1763344901.479525:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.479527:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:3.0:1763344901.479529:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.479532:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=489 00000020:00000001:3.0:1763344901.479534:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:3.0:1763344901.479536:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:3.0:1763344901.479540:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.479545:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.479549:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.479551:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344901.479557:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca200. 00000020:00000010:3.0:1763344901.479562:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e980. 00000020:00000010:3.0:1763344901.479567:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf898. 00000100:00000040:3.0:1763344901.479574:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344901.479577:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.479579:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344901.479581:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344901.479583:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.479585:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.479591:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.479609:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.479620:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.479622:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.479627:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302972 00000100:00000040:3.0:1763344901.479630:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:3.0:1763344901.479632:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163716608 : -107404545835008 : ffff9e50ee32c000) 00000100:00000040:3.0:1763344901.479639:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32c000 x1848987881548032/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 552/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344901.479647:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.479649:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.479651:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.479653:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000100:00100000:3.0:1763344901.479656:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+489:252837:x1848987881548032:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344901.479660:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881548032 00000020:00000001:3.0:1763344901.479662:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344901.479665:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763344901.479670:0:10286:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd192e600: xid 1848987881547776, transno 25770257756, client gen 9, slot idx 1 00000001:00000001:3.0:1763344901.479674:0:10286:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd05d13c0: xid 1848987881547392, transno 25770257755, client gen 9, slot idx 0 00000001:00000010:3.0:1763344901.479679:0:10286:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd05d13c0. 00000020:00000001:3.0:1763344901.479682:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.479684:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.479687:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344901.479689:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344901.479692:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881548032, found 0 last_xid 1848987881548031 00000020:00000001:3.0:1763344901.479694:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.479696:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.479698:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.479703:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.479705:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344901.479707:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344901.479709:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344901.479710:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344901.479712:0:10286:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:3.0:1763344901.479715:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.479716:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.479719:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35200 refcount=3 00000020:00000001:3.0:1763344901.479721:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:3.0:1763344901.479723:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000040:3.0:1763344901.479726:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854de00 count: 2 00000004:00000001:3.0:1763344901.479729:0:10286:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763344901.479731:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344901.479734:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344901.479736:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344901.479737:0:10286:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.479739:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.479743:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344901.479745:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344901.479750:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.479752:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.479754:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.479756:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344901.479758:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35200 with handle 0x34881b4086817b67 from hash 00010000:00000001:3.0:1763344901.479761:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344901.479762:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.479763:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.479764:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344901.479769:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344901.479771:0:10286:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.479772:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344901.479773:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344901.479778:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35200/0x34881b4086817b67 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e17b expref: 489 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344901.479785:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 468 00000020:00000040:3.0:1763344901.479820:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 488 00010000:00000010:3.0:1763344901.479823:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997e80. 00010000:00000001:3.0:1763344901.479832:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.479834:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344901.479836:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344901.479838:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x112:0x0].0x0 (ffff9e4fd854de00) 00010000:00000001:3.0:1763344901.479842:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.479844:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.479846:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763344901.479847:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854de00 count: 0 00010000:00000010:3.0:1763344901.479853:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42a00. 00010000:00010000:3.0:1763344901.479857:0:10286:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763344901.479858:0:10286:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.479862:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344901.479867:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e58ca300. 00010000:00000010:3.0:1763344901.479869:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50d7d0eb80. 00010000:00000001:3.0:1763344901.479873:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344901.479875:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17800. 00000020:00000001:3.0:1763344901.479878:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344901.479880:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17800 with handle 0x34881b4086817e0e to hash 00000020:00000001:3.0:1763344901.479881:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344901.479883:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00000010:3.0:1763344901.479888:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b800. 00010000:00000001:3.0:1763344901.479890:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00010000:3.0:1763344901.479893:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17800/0x34881b4086817e0e lrc: 2/0,0 mode: --/CW res: [0x200002b10:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e29a expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344901.479900:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 469 00000020:00000040:3.0:1763344901.479902:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=489 00010000:00000001:3.0:1763344901.479906:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344901.479908:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344901.479914:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344901.479916:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344901.479917:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.479920:0:10286:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763344901.479924:0:10286:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50ee32c000 x1848987881548032/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 552/0 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763344901.479932:0:10286:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763344901.479934:0:10286:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763344901.479937:0:10286:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763344901.479939:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.479941:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.479943:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.479944:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.479946:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.479951:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.479952:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.479954:0:10286:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.479956:0:10286:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.479958:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344901.479960:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344901.479962:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.479965:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.479991:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff9e50fa6e0000. 02000000:00000001:3.0:1763344901.479993:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.479996:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480000:0:10286:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763344901.480001:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.480002:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.480004:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.480005:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.480007:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.480008:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.480009:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.480011:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.480013:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.480014:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.480018:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344901.480022:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:3.0:1763344901.480024:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:3.0:1763344901.480027:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344901.480028:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.480030:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.480032:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480033:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344901.480035:0:10286:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480037:0:10286:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763344901.480039:0:10286:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480041:0:10286:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763344901.480043:0:10286:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763344901.480046:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0ba38 00000004:00000002:3.0:1763344901.480048:0:10286:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200002b10:0x112:0x0]/(. :VOLATILE:0000:2CA764E1:fd=03->[0x200002b13:0x2e16:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:3.0:1763344901.480054:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344901.480057:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b10:0x112:0x0] 00000020:00000001:3.0:1763344901.480059:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.480064:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592926680 : -107409116624936 : ffff9e4fddc207d8) 00000004:00000001:3.0:1763344901.480066:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592926592 : -107409116625024 : ffff9e4fddc20780) 00000004:00000001:3.0:1763344901.480070:0:10286:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763344901.480071:0:10286:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480075:0:10286:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:3.0:1763344901.480077:0:10286:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200002b13:0x2e16:0x0] 00000020:00000001:3.0:1763344901.480078:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1763344901.480080:0:10286:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1763344901.480086:0:10286:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9e4fd3375a40. 00000004:00000001:3.0:1763344901.480089:0:10286:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:3.0:1763344901.480094:0:10286:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:3.0:1763344901.480095:0:10286:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200002b13:0x2e16:0x0] 00000004:00000010:3.0:1763344901.480100:0:10286:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9e4fd83102d0. 00000004:00000001:3.0:1763344901.480102:0:10286:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480105:0:10286:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1763344901.480108:0:10286:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1763344901.480112:0:10286:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9e4fe1bc8990. 00000004:00000001:3.0:1763344901.480114:0:10286:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446636664659675536 : -107409049876080 : ffff9e4fe1bc8990) 00000004:00000001:3.0:1763344901.480117:0:10286:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480119:0:10286:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:3.0:1763344901.480121:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763344901.480123:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763344901.480125:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344901.480127:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344901.480130:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344901.480132:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344901.480133:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344901.480135:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200002b13 00000004:00000001:3.0:1763344901.480137:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344901.480141:0:10286:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff9e4fd69ca000. 00000004:00000001:3.0:1763344901.480144:0:10286:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.480146:0:10286:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763344901.480149:0:10286:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.480153:0:10286:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:3.0:1763344901.480156:0:10286:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00080000:00000002:3.0:1763344901.480163:0:10286:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x60006ed45 for inode 32137 00000004:00000002:3.0:1763344901.480165:0:10286:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200002b10:0x112:0x0] version is 0x60006ed45 00000004:00000002:3.0:1763344901.480167:0:10286:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200002b13:0x2e16:0x0] version is 0x1 00000004:00000001:3.0:1763344901.480171:0:10286:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:3.0:1763344901.480176:0:10286:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:3.0:1763344901.480178:0:10286:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:3.0:1763344901.480180:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763344901.480182:0:10286:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002b10:0x112:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763344901.480186:0:10286:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480188:0:10286:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480190:0:10286:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763344901.480194:0:10286:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763344901.480199:0:10286:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50ef5cf5a0. 00080000:00000001:3.0:1763344901.480201:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344901.480205:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69ca600. 00080000:00000001:3.0:1763344901.480208:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00000004:00000001:3.0:1763344901.480210:0:10286:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:3.0:1763344901.480214:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.480219:0:10286:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.480222:0:10286:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344901.480225:0:10286:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200002b13:0x2e16:0x0] eadata 0000000000000000 len 0 00000004:00000001:3.0:1763344901.480228:0:10286:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:3.0:1763344901.480233:0:10286:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b10:0x112:0x0] not in the id map cache 00000004:00000001:3.0:1763344901.480237:0:10286:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763344901.480239:0:10286:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763344901.480242:0:10286:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763344901.480244:0:10286:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480246:0:10286:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480247:0:10286:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763344901.480249:0:10286:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763344901.480251:0:10286:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763344901.480253:0:10286:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480254:0:10286:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763344901.480258:0:10286:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd05d13c0. 00000004:00000001:3.0:1763344901.480260:0:10286:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:3.0:1763344901.480262:0:10286:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:3.0:1763344901.480266:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0b8c8 00000001:00000002:3.0:1763344901.480267:0:10286:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200002b10:0x112:0x0]:. :VOLATILE:0000:2CA764E1:fd=03' is added 00000004:00000001:3.0:1763344901.480270:0:10286:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480272:0:10286:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:3.0:1763344901.480275:0:10286:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:3.0:1763344901.480277:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344901.480279:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000001:3.0:1763344901.480282:0:10286:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:3.0:1763344901.480284:0:10286:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b13:0x2e16:0x0] not in the id map cache 00000001:00000001:3.0:1763344901.480287:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344901.480288:0:10286:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480290:0:10286:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480292:0:10286:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480294:0:10286:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:3.0:1763344901.480296:0:10286:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480300:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344901.480302:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000001:3.0:1763344901.480304:0:10286:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:3.0:1763344901.480307:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344901.480308:0:10286:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480310:0:10286:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:3.0:1763344901.480311:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344901.480312:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00000004:00000001:3.0:1763344901.480315:0:10286:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.480318:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763344901.480320:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763344901.480324:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763344901.480326:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344901.480327:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000001:3.0:1763344901.480330:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344901.480332:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344901.480335:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82ddf00. 00080000:00000001:3.0:1763344901.480337:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480338:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480341:0:10286:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763344901.480343:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763344901.480345:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344901.480346:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00000004:00000001:3.0:1763344901.480349:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480352:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.480360:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.480362:0:10286:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480365:0:10286:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:3.0:1763344901.480367:0:10286:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:3.0:1763344901.480368:0:10286:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763344901.480369:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344901.480370:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000001:3.0:1763344901.480373:0:10286:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:3.0:1763344901.480480:0:10286:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763344901.480483:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344901.480484:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344901.480486:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344901.480487:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.480489:0:10286:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.480491:0:10286:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1763344901.480503:0:10286:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763344901.480506:0:10286:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x200002b13:0x2e16:0x0] 00080000:00000001:3.0:1763344901.480508:0:10286:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763344901.480509:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344901.480510:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344901.480511:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344901.480513:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.480514:0:10286:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.480516:0:10286:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:3.0:1763344901.480525:0:10286:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50e48ac4d0. 00000001:00000010:3.0:1763344901.480536:0:10286:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50e48ac4d0. 00080000:00000001:3.0:1763344901.480539:0:10286:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.480542:0:10286:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480544:0:10286:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480546:0:10286:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480548:0:10286:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480550:0:10286:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:3.0:1763344901.480551:0:10286:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480555:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763344901.480558:0:10286:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763344901.480560:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763344901.480561:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344901.480562:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000001:3.0:1763344901.480565:0:10286:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344901.480567:0:10286:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002b13:0x2e16:0x0] set xattr 'user.job' with size 5 00000004:00000001:3.0:1763344901.480574:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480576:0:10286:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480578:0:10286:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480580:0:10286:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480584:0:10286:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:3.0:1763344901.480587:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344901.480588:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000001:3.0:1763344901.480591:0:10286:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:3.0:1763344901.480612:0:10286:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.480616:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0b800 00080000:00000002:3.0:1763344901.480618:0:10286:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 64003 insert 0x200002b13:0x2e16:0x0:1924 rc = 0 00080000:00000001:3.0:1763344901.480620:0:10286:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480622:0:10286:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:3.0:1763344901.480623:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344901.480625:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000002:3.0:1763344901.480628:0:10286:0:(osd_handler.c:4691:osd_ref_add()) [0x200002b13:0x2e16:0x0] increase nlink 1 00000004:00000001:3.0:1763344901.480631:0:10286:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480633:0:10286:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344901.480635:0:10286:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480637:0:10286:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344901.480640:0:10286:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:3.0:1763344901.480641:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344901.480642:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000002:3.0:1763344901.480646:0:10286:0:(osd_handler.c:4785:osd_ref_del()) [0x200002b13:0x2e16:0x0] decrease nlink 2 00000004:00000001:3.0:1763344901.480649:0:10286:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.480652:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763344901.480655:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344901.480658:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:3.0:1763344901.480660:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763344901.480661:0:10286:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763344901.480662:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763344901.480664:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344901.480665:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000001:3.0:1763344901.480667:0:10286:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344901.480668:0:10286:0:(osd_handler.c:5216:osd_xattr_set()) [0x200002b13:0x2e16:0x0] set version 0x60006ed5d (old 0x0) for inode 1924 00080000:00000001:3.0:1763344901.480672:0:10286:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480673:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480674:0:10286:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480676:0:10286:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763344901.480678:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257757, last_committed = 25770257743 00000001:00000010:3.0:1763344901.480681:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cf000. 00000001:00000040:3.0:1763344901.480683:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 14 00000020:00000040:3.0:1763344901.480686:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=490 00000001:00000010:3.0:1763344901.480690:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd05d1480. 00000004:00000001:3.0:1763344901.480694:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763344901.480696:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344901.480697:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00000004:00000001:3.0:1763344901.480704:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763344901.480708:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd05d1480: xid 1848987881548032, transno 25770257757, tag 1, client gen 9, slot idx 0 00000001:00000001:3.0:1763344901.480711:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344901.480717:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82ddf00. 00040000:00000001:3.0:1763344901.480720:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344901.480722:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344901.480724:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344901.480727:0:10286:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50ef5cf5a0. 00000020:00000001:3.0:1763344901.480729:0:10286:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480734:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344901.480736:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344901.480738:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480741:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.480743:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.480747:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.480750:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.480753:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344901.480754:0:10286:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.480757:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.480758:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763344901.480760:0:10286:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:3.0:1763344901.480764:0:10286:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff9e50ef5cf5a0. 00000004:00000001:3.0:1763344901.480766:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.480768:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763344901.480770:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9e50fa6e0378 00000004:00000001:3.0:1763344901.480772:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.480777:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344901.480782:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480827:0:10286:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:3.0:1763344901.480830:0:10286:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002b13:0x2e16:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1763344901.480833:0:10286:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763344901.480836:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344901.480839:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344901.480844:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e58caf00. 00010000:00000010:3.0:1763344901.480848:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50d7d0e280. 00010000:00000001:3.0:1763344901.480851:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344901.480853:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17600. 00000020:00000001:3.0:1763344901.480855:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344901.480857:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17600 with handle 0x34881b4086817e15 to hash 00000020:00000001:3.0:1763344901.480859:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344901.480860:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000010:3.0:1763344901.480863:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b780. 00010000:00000001:3.0:1763344901.480865:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:3.0:1763344901.480867:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.480869:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.480872:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b4086817e15 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:3.0:1763344901.480878:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344901.480881:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344901.480883:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344901.480885:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344901.480886:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.480888:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344901.480889:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.480891:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344901.480893:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344901.480894:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344901.480896:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344901.480898:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e16:0x0].0x0 (ffff9e50e58caf00) refcount = 1 00010000:00010000:3.0:1763344901.480901:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b4086817e15 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:3.0:1763344901.480906:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344901.480909:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344901.480910:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.480912:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344901.480913:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.480915:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.480917:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344901.480919:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344901.480921:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.480923:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b4086817e15 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:3.0:1763344901.480928:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344901.480929:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.480930:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.480931:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.480933:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.480934:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17600 refcount=3 00000020:00000001:3.0:1763344901.480935:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:3.0:1763344901.480937:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:3.0:1763344901.480939:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.480940:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344901.480941:0:10286:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344901.480943:0:10286:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002b13:0x2e16:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:3.0:1763344901.480947:0:10286:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344901.480949:0:10286:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480950:0:10286:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763344901.480953:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.480955:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.480956:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.480957:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.480959:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.480960:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.480962:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.480963:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.480965:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.480966:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.480967:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344901.480969:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002b13:0x2e16:0x0]: nlink=1, mode=100600, valid=0x1100000080002f8f 00000004:00200000:3.0:1763344901.480972:0:10286:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2e16:0x0]: returning size 0 00000001:00000001:3.0:1763344901.480974:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.480975:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480977:0:10286:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763344901.480978:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.480980:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.480982:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.480984:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.480986:0:10286:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480988:0:10286:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:3.0:1763344901.480990:0:10286:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:3.0:1763344901.480991:0:10286:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344901.480993:0:10286:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:3.0:1763344901.480995:0:10286:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763344901.480996:0:10286:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.480999:0:10286:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763344901.481001:0:10286:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763344901.481003:0:10286:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.481005:0:10286:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344901.481008:0:10286:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763344901.481010:0:10286:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50d7d0e800. 00000020:00000001:3.0:1763344901.481012:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344901.481013:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7d0e800 with handle 0x34881b4086817e1c to hash 00000020:00000001:3.0:1763344901.481015:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763344901.481016:0:10286:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636668788205568 : -107404921346048 : ffff9e50d7d0e800) 00000004:00000001:3.0:1763344901.481018:0:10286:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763344901.481019:0:10286:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763344901.481021:0:10286:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002b13:0x2e16:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:3.0:1763344901.481024:0:10286:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763344901.481026:0:10286:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763344901.481028:0:10286:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.481030:0:10286:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.481032:0:10286:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344901.481034:0:10286:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763344901.481036:0:10286:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763344901.481037:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344901.481039:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344901.481040:0:10286:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763344901.481041:0:10286:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.481043:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344901.481044:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763344901.481046:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344901.481048:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.481051:0:10286:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.481053:0:10286:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763344901.481055:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344901.481057:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344901.481058:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344901.481059:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344901.481061:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344901.481063:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763344901.481067:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.481069:0:10286:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763344901.481072:0:10286:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763344901.481074:0:10286:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.481076:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.481077:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.481078:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17600 refcount=3 00000020:00000001:3.0:1763344901.481080:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:3.0:1763344901.481082:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00000004:00000040:3.0:1763344901.481085:0:10286:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50f7dce000 : new locks_count 470 00000020:00000040:3.0:1763344901.481088:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=491 00010000:00000001:3.0:1763344901.481091:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.481092:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344901.481094:0:10286:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344901.481096:0:10286:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344901.481099:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344901.481102:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763344901.481104:0:10286:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344901.481106:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344901.481108:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.481110:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.481112:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.481113:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344901.481116:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17800 with handle 0x34881b4086817e0e from hash 00010000:00000001:3.0:1763344901.481118:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344901.481119:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.481120:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.481121:0:10286:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344901.481122:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344901.481128:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17800/0x34881b4086817e0e lrc: 0/0,0 mode: --/CW res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e29a expref: 491 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344901.481134:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 469 00000020:00000040:3.0:1763344901.481136:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 490 00010000:00000010:3.0:1763344901.481139:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b800. 00010000:00000040:3.0:1763344901.481143:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e58ca300 count: 0 00010000:00000010:3.0:1763344901.481146:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50d7d0eb80. 00010000:00000001:3.0:1763344901.481152:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.481154:0:10286:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.481158:0:10286:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344901.481161:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b4086817e15 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e29a expref: 490 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.481167:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344901.481169:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344901.481170:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50e58caf00) 00010000:00010000:3.0:1763344901.481173:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1763344901.481174:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.481176:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.481177:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344901.481179:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.481180:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344901.481182:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17600, rc 0) 00000020:00000001:3.0:1763344901.481185:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344901.481188:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 25770257757, xid 1848987881548032 00010000:00000001:3.0:1763344901.481191:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.481195:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32c000 x1848987881548032/t25770257757(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 552/608 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344901.481203:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.481205:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.481208:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.481213:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.481215:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344901.481217:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344901.481219:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.481222:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.481225:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.481228:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.481232:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb6e8. 00000100:00000200:3.0:1763344901.481237:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848987881548032, offset 224 00000400:00000200:3.0:1763344901.481243:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000800:00000001:0.0:1763344901.481405:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.481426:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.481429:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.481437:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.481444:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.486327:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.486336:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385553:1385553:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385549:1385549:8:4294967295] 00000400:00000200:3.0:1763344901.486350:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.486356:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.487079:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfa980 00000400:00000200:0.0:1763344901.487088:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cfc9 [2] + 0 00000800:00000001:0.0:1763344901.487097:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.488034:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.488039:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.488044:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.488050:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.488053:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763344901.488059:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2400a80. 00000100:00000040:0.0:1763344901.488062:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2400a80 x1848987881548160 msgsize 328 00000100:00100000:0.0:1763344901.488066:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000800:00000200:1.0:1763344901.488257:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.488263:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:1.0:1763344901.488268:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.488273:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.488277:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb6e8 00000400:00000010:1.0:1763344901.488280:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb6e8. 00000100:00000001:1.0:1763344901.488284:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.488286:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344901.488913:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.488923:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.488929:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.491062:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.491066:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.491074:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 3668 00000100:00000040:1.0:1763344901.491078:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:1.0:1763344901.491081:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694825600 : -107405014726016 : ffff9e50d2400a80) 00000100:00000040:1.0:1763344901.491088:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2400a80 x1848987881548160/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.491097:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.491103:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6f80. 00000100:00000001:1.0:1763344901.491105:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.491107:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6f80. 00000100:00100000:1.0:1763344901.491112:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2400a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+490:2406:x1848987881548160:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344901.491115:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881548160 00010000:00000001:1.0:1763344901.491117:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344901.491120:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344901.491121:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344901.491126:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.491128:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.491132:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50c7e1ec00. 02000000:00000001:1.0:1763344901.491134:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.491137:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.491139:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344901.491140:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344901.491142:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.491143:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.491145:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bcc00 refcount=3 00000020:00000001:1.0:1763344901.491147:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:1.0:1763344901.491149:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000040:1.0:1763344901.491152:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 4 00000004:00000001:1.0:1763344901.491155:0:27025:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763344901.491157:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344901.491160:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.491162:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.491164:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.491166:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.491170:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.491172:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.491177:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.491178:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.491180:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.491182:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.491184:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bcc00 with handle 0x34881b4086817e00 from hash 00010000:00000001:1.0:1763344901.491186:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.491188:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.491188:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.491189:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.491194:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.491196:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.491197:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.491199:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.491203:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bcc00/0x34881b4086817e00 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e293 expref: 490 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.491210:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 468 00000020:00000040:1.0:1763344901.491212:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 489 00010000:00000010:1.0:1763344901.491215:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37500. 00010000:00000001:1.0:1763344901.491223:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.491224:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.491226:0:27025:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.491228:0:27025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e14:0x0].0x0 (ffff9e4fc1359600) 00010000:00000001:1.0:1763344901.491232:0:27025:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.491235:0:27025:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.491236:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344901.491238:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344901.491239:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.491243:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.491246:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.491249:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.491252:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.491255:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344901.491257:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344901.491259:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.491261:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.491264:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.491266:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.491271:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e36e8. 00000100:00000200:1.0:1763344901.491277:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881548160, offset 224 00000400:00000200:1.0:1763344901.491282:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.491293:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.491298:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385554:1385554:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385550:1385550:8:4294967295] 00000400:00000200:1.0:1763344901.491310:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.491315:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.491319:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c32e5800. 00000800:00000200:1.0:1763344901.491324:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.491330:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.491334:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c32e5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.491350:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.491354:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344901.491356:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.491358:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.491362:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2400a80 x1848987881548160/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.491370:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2400a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+489:2406:x1848987881548160:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 271us (3306us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344901.491377:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 3668 00000100:00000040:1.0:1763344901.491380:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:1.0:1763344901.491382:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.491384:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344901.491388:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:1.0:1763344901.491391:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d000. 00000020:00000010:1.0:1763344901.491394:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50fc9ec000. 00000020:00000040:1.0:1763344901.491397:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 488 00000100:00000001:1.0:1763344901.491400:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763344901.494508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35200. 00010000:00000010:3.1:1763344901.494525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854de00. 00000800:00000200:3.0:1763344901.494631:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.494636:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c32e5800. 00000400:00000200:3.0:1763344901.494641:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.494650:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.494656:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e36e8 00000400:00000010:3.0:1763344901.494659:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e36e8. 00000100:00000001:3.0:1763344901.494665:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.494667:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.507885:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.507904:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.507907:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.507910:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.507921:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.507937:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509dfaa80 00000400:00000200:1.0:1763344901.507945:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 116432 00000800:00000001:1.0:1763344901.507954:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.507966:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.507969:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.507972:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.507979:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.507981:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344901.507986:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f864a680. 00000100:00000040:1.0:1763344901.507989:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f864a680 x1848987881548416 msgsize 4616 00000100:00100000:1.0:1763344901.507993:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.508002:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.508007:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.508010:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.508076:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344901.508079:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881548416 02000000:00000001:0.0:1763344901.508083:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.508085:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.508087:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.508092:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.508096:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881548416 00000020:00000001:0.0:1763344901.508099:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.508100:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344901.508103:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.508106:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=489 00000020:00000001:0.0:1763344901.508108:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344901.508110:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344901.508115:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.508119:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.508122:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.508124:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344901.508130:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1600. 00000020:00000010:0.0:1763344901.508135:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139e00. 00000020:00000010:0.0:1763344901.508140:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732258. 00000100:00000040:0.0:1763344901.508147:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344901.508150:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.508151:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763344901.508154:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763344901.508155:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.508157:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.508164:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.508180:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.508192:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.508194:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.508198:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302973 00000100:00000040:0.0:1763344901.508202:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344901.508204:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334759040 : -107404374792576 : ffff9e50f864a680) 00000100:00000040:0.0:1763344901.508210:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f864a680 x1848987881548416/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4616/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344901.508219:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.508221:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.508223:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.508225:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344901.508229:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f864a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+489:252837:x1848987881548416:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344901.508232:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881548416 00000020:00000001:0.0:1763344901.508235:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.508238:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344901.508243:0:10286:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd05d1480: xid 1848987881548032, transno 25770257757, client gen 9, slot idx 0 00000001:00000001:0.0:1763344901.508247:0:10286:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd192e600: xid 1848987881547776, transno 25770257756, client gen 9, slot idx 1 00000001:00000010:0.0:1763344901.508251:0:10286:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192e600. 00000020:00000001:0.0:1763344901.508255:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.508257:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.508259:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344901.508261:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344901.508264:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881548416, found 0 last_xid 1848987881548159 00000020:00000001:0.0:1763344901.508266:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.508268:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.508270:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.508275:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.508277:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344901.508279:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344901.508281:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344901.508282:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344901.508284:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.508288:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344901.508294:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e58caf00 count: 2 00010000:00000001:0.0:1763344901.508297:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.508299:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344901.508302:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd000. 00000020:00000001:0.0:1763344901.508305:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344901.508308:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd000 with handle 0x34881b4086817e23 to hash 00000020:00000001:0.0:1763344901.508310:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344901.508311:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000010:0.0:1763344901.508316:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37580. 00010000:00000001:0.0:1763344901.508319:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00010000:0.0:1763344901.508322:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817e23 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e2a1 expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.508330:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 469 00000020:00000040:0.0:1763344901.508332:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=490 00010000:00000001:0.0:1763344901.508338:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763344901.508341:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763344901.508346:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763344901.508348:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763344901.508350:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.508352:0:10286:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763344901.508356:0:10286:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50f864a680 x1848987881548416/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4616/0 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763344901.508364:0:10286:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763344901.508366:0:10286:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763344901.508368:0:10286:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763344901.508370:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.508372:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.508374:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.508376:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.508377:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.508379:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.508380:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.508382:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.508386:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.508387:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.508389:0:10286:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.508390:0:10286:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.508393:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344901.508395:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344901.508397:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.508399:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.508436:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff9e50ecc60000. 02000000:00000001:0.0:1763344901.508439:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.508441:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.508446:0:10286:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344901.508447:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.508449:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.508450:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.508451:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.508453:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.508454:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.508455:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.508457:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.508459:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.508460:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.508464:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344901.508469:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:0.0:1763344901.508470:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:0.0:1763344901.508473:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344901.508474:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.508476:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.508477:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.508479:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344901.508481:0:10286:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.508483:0:10286:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344901.508485:0:10286:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.508487:0:10286:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763344901.508490:0:10286:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763344901.508492:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0ba38 00000004:00000002:0.0:1763344901.508494:0:10286:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200002b13:0x2e16:0x0]/(->[0x200002b13:0x2e16:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763344901.508498:0:10286:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763344901.508500:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344901.508502:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e16:0x0] 00000020:00000001:0.0:1763344901.508505:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.508510:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:0.0:1763344901.508512:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:0.0:1763344901.508515:0:10286:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763344901.508516:0:10286:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.508521:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344901.508523:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344901.508529:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.508531:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.508536:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.508550:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344901.508554:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344901.508556:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344901.508558:0:10286:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344901.508560:0:10286:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344901.508562:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.508563:0:10286:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344901.508565:0:10286:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344901.508567:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.508568:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344901.508570:0:10286:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:0.0:1763344901.508572:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344901.508574:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763344901.508577:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9e50ecc60378 00000004:00000001:0.0:1763344901.508579:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.508581:0:10286:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763344901.508584:0:10286:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002b13:0x2e16:0x0] lease count: 0, lm: 4 00000004:00000002:0.0:1763344901.508587:0:10286:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002b13:0x2e16:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:0.0:1763344901.508590:0:10286:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200002b13:0x2e16:0x0], open_flags = 040010040000002 00000004:00000001:0.0:1763344901.508592:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763344901.508595:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344901.508596:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344901.508599:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e58caf00 count: 3 00010000:00000001:0.0:1763344901.508600:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.508603:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344901.508605:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc000. 00000020:00000001:0.0:1763344901.508608:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344901.508609:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc000 with handle 0x34881b4086817e2a to hash 00000020:00000001:0.0:1763344901.508611:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344901.508612:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000010:0.0:1763344901.508615:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37180. 00010000:00000001:0.0:1763344901.508617:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344901.508620:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.508622:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.508625:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b4086817e2a lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344901.508630:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344901.508633:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344901.508635:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344901.508637:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.508639:0:10286:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344901.508643:0:10286:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b4086817e15 lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e29a expref: 490 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.508649:0:10286:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763344901.508651:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.508653:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.508654:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.508655:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.508657:0:10286:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763344901.508660:0:10286:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b4086817e2a lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000040:0.0:1763344901.508666:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e16:0x0].0x0 (ffff9e50e58caf00) refcount = 3 00010000:00000040:0.0:1763344901.508668:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344901.508671:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b4086817e15 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e29a expref: 490 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.508681:0:10286:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763344901.508683:0:10286:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b4086817e2a lrc: 4/0,1 mode: --/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000010:0.0:1763344901.508689:0:10286:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.508692:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344901.508696:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192e600. 00000100:00000001:0.0:1763344901.508698:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388511232 : -107409321040384 : ffff9e4fd192e600) 00000100:00000001:0.0:1763344901.508700:0:10286:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388511232 : -107409321040384 : ffff9e4fd192e600) 00000100:00000001:0.0:1763344901.508703:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344901.508704:0:10286:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344901.508705:0:10286:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344901.508708:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.508709:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763344901.508711:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.508713:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.508714:0:10286:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763344901.508716:0:10286:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763344901.508719:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2402d80. 00000020:00000040:0.0:1763344901.508721:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e50f7dc9000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1763344901.508724:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344901.508726:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344901.508729:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344901.508734:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd5de1200. 00000100:00000001:0.0:1763344901.508739:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.508743:0:10286:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b4086817e15 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e29a expref: 490 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344901.508755:0:10286:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b4086817e15 lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e29a expref: 490 pid: 10286 timeout: 13108 lvb_type: 0 00010000:00000001:0.0:1763344901.508762:0:10286:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344901.508765:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344901.508768:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50d2402d80 x1848987617972352/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.508776:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344901.508778:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.508782:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50d2402d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10286:1848987617972352:192.168.203.14@tcp:104: 00000100:00000001:0.0:1763344901.508785:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344901.508858:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344901.508861:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.508863:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344901.508867:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd5de1a00. 02000000:00000001:0.0:1763344901.508869:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344901.508875:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c37e8. 00000400:00000010:0.0:1763344901.508881:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495198. 00000100:00000200:0.0:1763344901.508887:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617972352, portal 16 00000100:00000001:0.0:1763344901.508889:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344901.508890:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668694834560 : -107405014717056 : ffff9e50d2402d80) 00000100:00000040:0.0:1763344901.508895:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50d2402d80 x1848987617972352/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.508902:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.508904:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.508907:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495cc0. 00000100:00000200:0.0:1763344901.508909:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617972352, offset 0 00000400:00000200:0.0:1763344901.508914:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.508922:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.508926:0:10286:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344901.508930:0:10286:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344901.508933:0:10286:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344901.508935:0:10286:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344901.508939:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385555:1385555:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385551:1385551:8:4294967295] 00000400:00000200:0.0:1763344901.508948:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.508952:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.508958:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344901.508963:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.508969:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.508972:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.509660:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.509666:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307676646 00000100:00000001:0.0:1763344901.509672:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676507 00000100:00000001:0.0:1763344901.509676:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307676646 00000100:00000001:0.0:1763344901.509678:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676507 00000100:00000001:0.0:1763344901.509681:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307676646 00000100:00000001:0.0:1763344901.509683:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676507 00000100:00000001:0.0:1763344901.509685:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307676646 00000100:00000001:0.0:1763344901.509687:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676507 00000100:00000001:0.0:1763344901.509690:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.509692:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.509694:0:10286:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.509696:0:10286:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.509698:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.509700:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.509701:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.509702:0:10286:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.509704:0:10286:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344901.509706:0:10286:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344901.509708:0:10286:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.509710:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344901.509711:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344901.509714:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd192e600 going to sleep for 11 seconds 00000100:00000001:0.0:1763344901.509716:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344901.509719:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344901.509850:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.509854:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:1.0:1763344901.509858:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.509864:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.509868:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495cc0 00000400:00000010:1.0:1763344901.509870:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495cc0. 00000100:00000001:1.0:1763344901.509874:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344901.509879:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50d2402d80 x1848987617972352/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.509887:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.509890:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d2402d80 x1848987617972352/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.509896:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.509897:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.511447:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.511461:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.511464:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.511465:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.511474:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.511487:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29d080 00000400:00000200:3.0:1763344901.511495:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665b41 [1] + 224 00000800:00000001:3.0:1763344901.511501:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.511507:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.511509:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.511512:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.511517:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344901.511524:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50d2402d80 x1848987617972352/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344901.511532:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50d2402d80 x1848987617972352/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.511552:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.511559:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.511561:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.511626:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344901.511632:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344901.511634:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344901.511637:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c37e8. 00000400:00000200:0.0:1763344901.511641:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495198 00000400:00000010:0.0:1763344901.511643:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495198. 00000100:00000001:0.0:1763344901.511647:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.511651:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50d2402d80 x1848987617972352/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763344901.511659:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50d2402d80 x1848987617972352/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.511664:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344901.511666:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.511668:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344901.511671:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344901.511673:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.511674:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.511677:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.511684:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50f7dc9458 time=143 v=5 (5 5 0 5) 00000100:00001000:0.0:1763344901.511687:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f7dc9410 time=143 v=5 (1 1 0 1) 00000100:00000001:0.0:1763344901.511689:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344901.511691:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.511694:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344901.511696:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.511699:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.511702:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50d2402d80 x1848987617972352/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.511709:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.511711:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344901.511713:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.511715:0:10286:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763344901.511717:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.511718:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.511720:0:10286:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.511723:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2402d80 x1848987617972352/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763344901.511730:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50d2402d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10286:1848987617972352:192.168.203.14@tcp:104: 00000100:00000001:0.0:1763344901.511734:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.511736:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.511739:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344901.511740:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.511743:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d2402d80 x1848987617972352/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.511749:0:10286:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344901.511751:0:10286:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344901.511754:0:10286:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd5de1a00. 02000000:00000001:0.0:1763344901.511757:0:10286:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344901.511759:0:10286:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344901.511761:0:10286:0:(genops.c:1242:class_import_put()) import ffff9e50f7dc9000 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1763344901.511763:0:10286:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344901.511765:0:10286:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd5de1200. 02000000:00000001:0.0:1763344901.511767:0:10286:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344901.511769:0:10286:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344901.511771:0:10286:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2402d80. 00000100:00000001:0.0:1763344901.511775:0:10286:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344901.511776:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763344901.511778:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192e600. 00000100:00000001:0.0:1763344901.511780:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344901.511782:0:10286:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344901.511784:0:10286:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2840. 00010000:00000001:0.0:1763344901.513943:0:10286:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.513953:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.513955:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.513960:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763344901.513966:0:10286:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b4086817e2a lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00000800:00000001:1.0:1763344901.514190:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.514203:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.514205:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.514207:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.514216:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.514230:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfab00 00000400:00000200:1.0:1763344901.514236:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cfc9 [2] + 328 00000800:00000001:1.0:1763344901.514245:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.514298:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.514301:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.514306:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.514312:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.514315:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763344901.514320:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f864ad80. 00000100:00000040:1.0:1763344901.514323:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f864ad80 x1848987881548544 msgsize 328 00000100:00100000:1.0:1763344901.514327:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.514339:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.514346:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.514348:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.515739:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.515744:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000400:00000200:3.0:1763344901.515749:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.515754:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.515758:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921990 00000400:00000010:3.0:1763344901.515760:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921990. 00000100:00000001:3.0:1763344901.515763:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.515764:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1763344901.515861:0:10286:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b4086817e2a lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344901.515867:0:10286:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.515870:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b4086817e2a lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344901.515875:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344901.515876:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.515877:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.515879:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.515881:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.515882:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc000 refcount=3 00000020:00000001:0.0:1763344901.515884:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344901.515886:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344901.515888:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.515889:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344901.515891:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.515894:0:10286:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344901.515896:0:10286:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.515902:0:10286:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763344901.515907:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.515908:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.515910:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.515912:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.515914:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.515915:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.515916:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.515918:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.515919:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.515920:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.515921:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344901.515923:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002b13:0x2e16:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:0.0:1763344901.515926:0:10286:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2e16:0x0]: returning size 0 00000001:00000001:0.0:1763344901.515928:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.515929:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.515931:0:10286:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763344901.515934:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.515940:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.515946:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344901.515949:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344901.515952:0:10286:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.515954:0:10286:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:0.0:1763344901.515956:0:10286:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:0.0:1763344901.515960:0:10286:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:0.0:1763344901.515961:0:10286:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:0.0:1763344901.515963:0:10286:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344901.515968:0:10286:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200002b13:0x2e16:0x0] eadata 0000000000000000 len 0 00000004:00000001:0.0:1763344901.515972:0:10286:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:0.0:1763344901.515976:0:10286:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd05d13c0. 00000004:00000001:0.0:1763344901.515980:0:10286:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1763344901.515982:0:10286:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763344901.515986:0:10286:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:0.0:1763344901.515989:0:10286:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.515990:0:10286:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763344901.515995:0:10286:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd192e600. 00000004:00000001:0.0:1763344901.515997:0:10286:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:0.0:1763344901.516001:0:10286:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344901.516006:0:10286:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dcf00. 00080000:00000001:0.0:1763344901.516010:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344901.516013:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de1200. 00080000:00000001:0.0:1763344901.516015:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460546560 : -107409249005056 : ffff9e4fd5de1200) 00000004:00001000:0.0:1763344901.516018:0:10286:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff9e50cbfdc8d8/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:0.0:1763344901.516021:0:10286:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344901.516024:0:10286:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:0.0:1763344901.516026:0:10286:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:0.0:1763344901.516028:0:10286:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:0.0:1763344901.516030:0:10286:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd192e600. 00000004:00000001:0.0:1763344901.516033:0:10286:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:0.0:1763344901.516035:0:10286:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:0.0:1763344901.516037:0:10286:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516039:0:10286:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.516041:0:10286:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:0.0:1763344901.516044:0:10286:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd192e600. 00000004:00000001:0.0:1763344901.516046:0:10286:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:0.0:1763344901.516049:0:10286:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff9e4fcab2be20. 00000004:00000001:0.0:1763344901.516051:0:10286:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763344901.516056:0:10286:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1763344901.516058:0:10286:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:0.0:1763344901.516060:0:10286:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:0.0:1763344901.516062:0:10286:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:0.0:1763344901.516064:0:10286:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:0.0:1763344901.516065:0:10286:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1763344901.516067:0:10286:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:0.0:1763344901.516069:0:10286:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff9e4fcab2b748. 00020000:00000010:0.0:1763344901.516071:0:10286:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff9e4fcab2b410. 00020000:00001000:0.0:1763344901.516074:0:10286:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:0.0:1763344901.516076:0:10286:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:0.0:1763344901.516078:0:10286:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:0.0:1763344901.516082:0:10286:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763344901.516084:0:10286:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=958279, bfree=955120, bavail=898555, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259419, state=0 00000004:00000001:0.0:1763344901.516088:0:10286:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763344901.516090:0:10286:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763344901.516092:0:10286:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:0.0:1763344901.516097:0:10286:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e4fd0d2c8e0. 00000004:00000001:0.0:1763344901.516102:0:10286:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763344901.516104:0:10286:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516108:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.516110:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460546560 : -107409249005056 : ffff9e4fd5de1200) 00000004:00000001:0.0:1763344901.516113:0:10286:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:0.0:1763344901.516116:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763344901.516118:0:10286:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664460546560 : -107409249005056 : ffff9e4fd5de1200) 00000004:00000001:0.0:1763344901.516121:0:10286:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:0.0:1763344901.516124:0:10286:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.516127:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344901.516131:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344901.516134:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2840. 00080000:00000001:0.0:1763344901.516136:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516138:0:10286:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763344901.516140:0:10286:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446636664375920952 : -107409333630664 : ffff9e4fd0d2c938) 00020000:00000001:0.0:1763344901.516142:0:10286:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763344901.516145:0:10286:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763344901.516147:0:10286:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763344901.516149:0:10286:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1763344901.516150:0:10286:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344901.516152:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344901.516154:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.516155:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460546560 : -107409249005056 : ffff9e4fd5de1200) 00000004:00000001:0.0:1763344901.516159:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516160:0:10286:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:0.0:1763344901.516162:0:10286:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516164:0:10286:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516166:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.516170:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344901.516171:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344901.516175:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344901.516177:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.516178:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460546560 : -107409249005056 : ffff9e4fd5de1200) 00080000:00000001:0.0:1763344901.516180:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344901.516182:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344901.516183:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2c80. 00080000:00000001:0.0:1763344901.516185:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516187:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.516194:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.516196:0:10286:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516198:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763344901.516201:0:10286:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:0.0:1763344901.516203:0:10286:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344901.516205:0:10286:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1763344901.516206:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.516207:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460546560 : -107409249005056 : ffff9e4fd5de1200) 00000004:00000001:0.0:1763344901.516210:0:10286:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:0.0:1763344901.516215:0:10286:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9e4fd0d2c8e0 is [0x2c0000403:0x1b9a:0x0] 00000020:00000001:0.0:1763344901.516217:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763344901.516219:0:10286:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664460546560 : -107409249005056 : ffff9e4fd5de1200) 00000004:00080000:0.0:1763344901.516243:0:10286:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000403:0x1b9a:0x0], index 1: 0 00000004:00000001:0.0:1763344901.516246:0:10286:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516248:0:10286:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516250:0:10286:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763344901.516252:0:10286:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516254:0:10286:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:0.0:1763344901.516256:0:10286:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:0.0:1763344901.516257:0:10286:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:0.0:1763344901.516260:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763344901.516263:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763344901.516265:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344901.516267:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344901.516270:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344901.516272:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344901.516274:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344901.516276:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000403 00000004:00000001:0.0:1763344901.516278:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516280:0:10286:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516281:0:10286:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516283:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763344901.516284:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.516285:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460546560 : -107409249005056 : ffff9e4fd5de1200) 00080000:00000001:0.0:1763344901.516288:0:10286:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344901.516290:0:10286:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002b13:0x2e16:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:0.0:1763344901.516310:0:10286:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff9e50df139f80. 00000004:00000001:0.0:1763344901.516317:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516319:0:10286:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516321:0:10286:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516323:0:10286:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516325:0:10286:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.516328:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344901.516330:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344901.516334:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344901.516337:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257758, last_committed = 25770257743 00000001:00000010:0.0:1763344901.516341:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc600. 00000001:00000040:0.0:1763344901.516343:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 15 00000020:00000040:0.0:1763344901.516345:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=490 00000001:00000010:0.0:1763344901.516351:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192e3c0. 00000004:00000001:0.0:1763344901.516356:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344901.516357:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.516358:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460546560 : -107409249005056 : ffff9e4fd5de1200) 00000004:00000001:0.0:1763344901.516365:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344901.516369:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192e3c0: xid 1848987881548416, transno 25770257758, tag 1, client gen 9, slot idx 1 00000001:00000001:0.0:1763344901.516372:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344901.516378:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2c80. 00080000:00000010:0.0:1763344901.516381:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2840. 00040000:00000001:0.0:1763344901.516384:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344901.516386:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344901.516388:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344901.516391:0:10286:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dcf00. 00000020:00000001:0.0:1763344901.516393:0:10286:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516395:0:10286:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516398:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344901.516400:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344901.516402:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516404:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.516406:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.516410:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344901.516412:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344901.516415:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344901.516427:0:10286:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344901.516429:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.516431:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.516432:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.516434:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1763344901.516436:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff9e50ecc60378 00000004:00000001:0.0:1763344901.516439:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516441:0:10286:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344901.516443:0:10286:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:0.0:1763344901.516445:0:10286:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:0.0:1763344901.516446:0:10286:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516448:0:10286:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763344901.516451:0:10286:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763344901.516454:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763344901.516456:0:10286:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002b13:0x2e16:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1763344901.516460:0:10286:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516462:0:10286:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516464:0:10286:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344901.516468:0:10286:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763344901.516470:0:10286:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50df139e80. 00000020:00000001:0.0:1763344901.516472:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344901.516474:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50df139e80 with handle 0x34881b4086817e31 to hash 00000020:00000001:0.0:1763344901.516475:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763344901.516477:0:10286:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636668910018176 : -107404799533440 : ffff9e50df139e80) 00000004:00000001:0.0:1763344901.516478:0:10286:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763344901.516480:0:10286:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763344901.516482:0:10286:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002b13:0x2e16:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:0.0:1763344901.516485:0:10286:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763344901.516487:0:10286:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344901.516488:0:10286:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516490:0:10286:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516492:0:10286:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344901.516494:0:10286:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763344901.516496:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344901.516497:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763344901.516499:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344901.516500:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763344901.516501:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.516503:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.516504:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc000 refcount=3 00000020:00000001:0.0:1763344901.516505:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344901.516507:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344901.516509:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344901.516512:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b4086817e2a lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344901.516517:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.516518:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344901.516520:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b4086817e2a lrc: 2/0,0 mode: EX/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344901.516526:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.516527:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.516530:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344901.516532:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b4086817e2a lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00010000:0.0:1763344901.516537:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bc000 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344901.516539:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.516541:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344901.516543:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b4086817e2a lrc: 3/0,0 mode: EX/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344901.516547:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344901.516548:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.516549:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.516550:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc000 refcount=4 00000020:00000001:0.0:1763344901.516552:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344901.516553:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344901.516556:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344901.516558:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b4086817e2a lrc: 4/0,0 mode: EX/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344901.516562:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344901.516563:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344901.516564:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.516567:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344901.516568:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344901.516570:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.516571:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.516573:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc000 with handle 0x34881b4086817e2a from hash 00010000:00000001:0.0:1763344901.516575:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344901.516576:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.516577:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.516579:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344901.516582:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344901.516583:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.516585:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344901.516587:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344901.516589:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344901.516590:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50e58caf00) 00010000:00010000:0.0:1763344901.516593:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1763344901.516595:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.516596:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.516598:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344901.516599:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344901.516601:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.516602:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.516603:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.516605:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516606:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.516609:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b4086817e2a lrc: 2/0,0 mode: --/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344901.516612:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.516613:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.516614:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344901.516616:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344901.516617:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344901.516618:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b4086817e2a lrc: 0/0,0 mode: --/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000010:0.0:1763344901.516623:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37180. 00010000:00000001:0.0:1763344901.516628:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344901.516629:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344901.516630:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763344901.516631:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344901.516632:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763344901.516634:0:10286:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763344901.516635:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344901.516637:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344901.516638:0:10286:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763344901.516640:0:10286:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344901.516641:0:10286:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516643:0:10286:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344901.516645:0:10286:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763344901.516650:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344901.516655:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516659:0:10286:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516661:0:10286:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763344901.516665:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344901.516667:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344901.516668:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344901.516670:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344901.516672:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344901.516675:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763344901.516686:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516688:0:10286:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763344901.516691:0:10286:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763344901.516692:0:10286:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.516694:0:10286:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763344901.516697:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763344901.516700:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344901.516702:0:10286:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344901.516703:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344901.516707:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.516708:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.516709:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.516710:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.516712:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd000 with handle 0x34881b4086817e23 from hash 00010000:00000001:0.0:1763344901.516714:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344901.516715:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.516716:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.516717:0:10286:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344901.516719:0:10286:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344901.516721:0:10286:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763344901.516727:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817e23 lrc: 1/0,0 mode: --/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2a1 expref: 490 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.516737:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344901.516739:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.516741:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.516742:0:10286:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.516744:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.516745:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344901.516746:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344901.516748:0:10286:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344901.516749:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344901.516749:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344901.516750:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344901.516752:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344901.516753:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50e58caf00) 00010000:00010000:0.0:1763344901.516755:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763344901.516757:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.516758:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.516760:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344901.516761:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344901.516764:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817e23 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2a1 expref: 490 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.516769:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 467 00000020:00000040:0.0:1763344901.516771:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 489 00010000:00000010:0.0:1763344901.516772:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37580. 00010000:00000040:0.0:1763344901.516775:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e58caf00 count: 0 00010000:00000010:0.0:1763344901.516780:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50d7d0e280. 00010000:00000001:0.0:1763344901.516784:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344901.516786:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bd000, rc 0) 00000020:00000001:0.0:1763344901.516822:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763344901.516826:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 25770257758, xid 1848987881548416 00010000:00000001:0.0:1763344901.516828:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.516833:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f864a680 x1848987881548416/t25770257758(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4616/664 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344901.516840:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.516843:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.516845:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.516849:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.516850:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.516853:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.516855:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.516857:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.516859:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.516862:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.516866:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495198. 00000100:00000200:0.0:1763344901.516870:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848987881548416, offset 224 00000400:00000200:0.0:1763344901.516875:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.516882:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.516887:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385557:1385557:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385553:1385553:8:4294967295] 00000400:00000200:0.0:1763344901.516896:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.516901:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.516904:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344901.516909:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.516913:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.516917:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.516929:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.516931:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.516934:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.516935:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.516937:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.516941:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f864a680 x1848987881548416/t25770257758(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4616/664 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344901.516951:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f864a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+489:252837:x1848987881548416:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 8730us (8960us total) trans 25770257758 rc 301/301 00000100:00100000:0.0:1763344901.516959:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302973 00000100:00000040:0.0:1763344901.516962:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:0.0:1763344901.516964:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.516966:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.516969:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139e00. 00000020:00000010:0.0:1763344901.516973:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732258. 00000020:00000010:0.0:1763344901.516976:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de1600. 00000020:00000040:0.0:1763344901.516980:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 488 00000100:00000001:0.0:1763344901.516982:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.517432:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.517436:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:3.0:1763344901.517440:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.517445:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.517448:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495198 00000400:00000010:3.0:1763344901.517450:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495198. 00000100:00000001:3.0:1763344901.517455:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.517456:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344901.518824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bcc00. 00010000:00000010:3.1:1763344901.518866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e58ca300. 00010000:00000010:3.1:1763344901.518873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17800. 00010000:00000010:2.1:1763344901.522828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00000800:00000001:1.0:1763344901.525977:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.525991:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.525994:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.525996:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.526006:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.526021:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509dfac00 00000400:00000200:1.0:1763344901.526027:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x659261 [2] + 392 00000800:00000001:1.0:1763344901.526038:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.526048:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.526051:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.526055:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.526061:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.526063:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763344901.526069:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99c00. 00000100:00000040:1.0:1763344901.526074:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb99c00 x1848987881548800 msgsize 392 00000100:00100000:1.0:1763344901.526078:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.526084:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.526091:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.526094:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.527305:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.527310:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994d00. 00000400:00000200:3.0:1763344901.527314:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.527318:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.527321:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921b28 00000400:00000010:3.0:1763344901.527324:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921b28. 00000100:00000001:3.0:1763344901.527327:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.527328:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000010:0.1:1763344901.528831:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e50ef5cf5a0. 00010000:00000010:0.1:1763344901.528844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc000. 00010000:00000010:0.1:1763344901.528849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e58caf00. 00010000:00000010:0.1:1763344901.528853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00000800:00000001:3.0:1763344901.530133:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.530148:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.530152:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.530154:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.530164:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.530180:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 376 into portal 12 MB=0x691a509dfac80 00000400:00000200:3.0:1763344901.530188:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 376/376 into md 0x616b51 [64] + 121048 00000800:00000001:3.0:1763344901.530196:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.530202:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.530205:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.530209:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.530215:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.530216:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344901.530222:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1d500. 00000100:00000040:3.0:1763344901.530225:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1d500 x1848987881548928 msgsize 376 00000100:00100000:3.0:1763344901.530229:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.530950:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763344901.531054:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.531065:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.531069:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763344901.531100:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881548928 02000000:00000001:0.0:1763344901.531105:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.531107:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.531109:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.531113:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.531117:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881548928 00000020:00000001:0.0:1763344901.531120:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.531121:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344901.531124:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.531127:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=490 00000020:00000001:0.0:1763344901.531130:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344901.531132:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344901.531136:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.531141:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.531144:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.531147:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344901.531153:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1600. 00000020:00000010:0.0:1763344901.531158:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139e00. 00000020:00000010:0.0:1763344901.531163:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732258. 00000100:00000040:0.0:1763344901.531170:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344901.531173:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.531174:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763344901.531177:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763344901.531179:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.531181:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.531188:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.531200:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.531212:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.531213:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.531219:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302974 00000100:00000040:0.0:1763344901.531222:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344901.531224:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006370048 : -107404703181568 : ffff9e50e4d1d500) 00000100:00000040:0.0:1763344901.531231:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1d500 x1848987881548928/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 376/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344901.531239:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.531241:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.531243:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.531245:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344901.531248:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+490:252837:x1848987881548928:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344901.531252:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881548928 00000020:00000001:0.0:1763344901.531255:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.531258:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344901.531262:0:10286:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd6241900: xid 1848987881548800, transno 25770257759, client gen 9, slot idx 0 00000001:00000001:0.0:1763344901.531267:0:10286:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd192e3c0: xid 1848987881548416, transno 25770257758, client gen 9, slot idx 1 00000001:00000010:0.0:1763344901.531270:0:10286:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192e3c0. 00000020:00000001:0.0:1763344901.531274:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.531276:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.531278:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344901.531281:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344901.531284:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881548928, found 0 last_xid 1848987881548927 00000020:00000001:0.0:1763344901.531286:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.531288:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.531291:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.531295:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.531297:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344901.531299:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344901.531301:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344901.531303:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344901.531305:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.531308:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344901.531315:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50c2a6b400. 00010000:00000010:0.0:1763344901.531318:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50df139400. 00010000:00000001:0.0:1763344901.531321:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344901.531324:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd000. 00000020:00000001:0.0:1763344901.531327:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344901.531329:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd000 with handle 0x34881b4086817e38 to hash 00000020:00000001:0.0:1763344901.531331:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344901.531332:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000010:0.0:1763344901.531336:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37580. 00010000:00000001:0.0:1763344901.531339:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00010000:0.0:1763344901.531343:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817e38 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e2a8 expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.531351:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 468 00000020:00000040:0.0:1763344901.531354:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=491 00010000:00000001:0.0:1763344901.531359:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763344901.531362:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763344901.531367:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763344901.531369:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763344901.531370:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.531372:0:10286:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:0.0:1763344901.531375:0:10286:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200002b13:0x2e16:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:0.0:1763344901.531378:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344901.531380:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e16:0x0] 00000020:00000001:0.0:1763344901.531382:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.531387:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:0.0:1763344901.531390:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:0.0:1763344901.531394:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.531400:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344901.531404:0:10286:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:0.0:1763344901.531407:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.531410:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:0.0:1763344901.531412:0:10286:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:0.0:1763344901.531425:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.531428:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.531439:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e4fc35e8000. 02000000:00000001:0.0:1763344901.531441:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.531443:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.531447:0:10286:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344901.531448:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344901.531451:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344901.531452:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.531455:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.531458:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344901.531460:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344901.531462:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.531464:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.531466:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.531467:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.531470:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344901.531471:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344901.531473:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344901.531474:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344901.531476:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) refcount = 1 00010000:00010000:0.0:1763344901.531481:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817e38 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2a8 expref: 491 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.531486:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344901.531491:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344901.531492:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.531494:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344901.531495:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.531498:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.531500:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.531504:0:10286:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763344901.531507:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817e38 lrc: 3/0,0 mode: CR/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2a8 expref: 491 pid: 10286 timeout: 0 lvb_type: 0 00000004:00000001:0.0:1763344901.531514:0:10286:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:0.0:1763344901.531517:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344901.531518:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e16:0x0] 00000020:00000001:0.0:1763344901.531520:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.531521:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:0.0:1763344901.531523:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:0.0:1763344901.531525:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.531527:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344901.531528:0:10286:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:0.0:1763344901.531530:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.531532:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.531533:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.531534:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.531536:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.531537:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.531539:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344901.531540:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344901.531541:0:10286:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:0.0:1763344901.531545:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344901.531547:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344901.531549:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) 00010000:00010000:0.0:1763344901.531551:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1763344901.531553:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.531555:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.531556:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344901.531558:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.531559:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344901.531561:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bd000, rc 0) 00000020:00000001:0.0:1763344901.531563:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344901.531566:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 0, xid 1848987881548928 00010000:00000001:0.0:1763344901.531569:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.531573:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1d500 x1848987881548928/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 376/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344901.531580:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.531582:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.531585:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.531590:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.531592:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.531594:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.531596:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.531598:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.531601:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.531603:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.531607:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495aa0. 00000100:00000200:0.0:1763344901.531612:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848987881548928, offset 224 00000400:00000200:0.0:1763344901.531617:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.531626:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.531632:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385559:1385559:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385555:1385555:8:4294967295] 00000400:00000200:0.0:1763344901.531643:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.531647:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.531651:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344901.531657:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.531663:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.531666:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.531682:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.531685:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.531687:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.531688:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.531690:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.531694:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1d500 x1848987881548928/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 376/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344901.531702:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+491:252837:x1848987881548928:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 461us (1475us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344901.531708:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302974 00000100:00000040:0.0:1763344901.531711:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:0.0:1763344901.531713:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.531715:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.531719:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139e00. 00000020:00000010:0.0:1763344901.531723:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732258. 00000020:00000010:0.0:1763344901.531726:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de1600. 00000020:00000040:0.0:1763344901.531730:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 490 00000100:00000001:0.0:1763344901.531733:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.531932:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.531936:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:1.0:1763344901.531939:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.531944:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.531948:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495aa0 00000400:00000010:1.0:1763344901.531950:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495aa0. 00000100:00000001:1.0:1763344901.531954:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.531955:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.535430:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.535450:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.535453:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.535456:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.535466:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.535482:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfad00 00000400:00000200:3.0:1763344901.535491:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 8208 00000800:00000001:3.0:1763344901.535498:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.535504:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.535506:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.535510:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.535517:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.535520:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344901.535526:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1f100. 00000100:00000040:3.0:1763344901.535530:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1f100 x1848987881549056 msgsize 328 00000100:00100000:3.0:1763344901.535533:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.535550:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.535558:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.535560:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344901.537905:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.537913:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994d00. 00000400:00000200:0.0:1763344901.537919:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.537927:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.537932:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921d48 00000400:00000010:0.0:1763344901.537934:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921d48. 00000100:00000001:0.0:1763344901.537938:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344901.537944:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2aad80 x1848987617972480/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.537953:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.537956:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2aad80 x1848987617972480/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.537962:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.537964:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.538980:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.538991:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.538994:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.538995:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.539003:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.539016:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29d100 00000400:00000200:1.0:1763344901.539023:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665b59 [1] + 224 00000800:00000001:1.0:1763344901.539030:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.539036:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.539038:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.539041:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.539045:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.539051:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2aad80 x1848987617972480/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344901.539060:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee2aad80 x1848987617972480/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.539259:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.539266:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.539269:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344901.539486:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2aad80. 00000100:00000001:2.0:1763344901.539491:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344901.539492:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344901.539495:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd62419c0. 00000100:00000001:2.0:1763344901.539497:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344901.539499:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344901.539501:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d2ec0. 00010000:00000001:2.0:1763344901.539504:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344901.539508:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344901.539511:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344901.539513:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.539519:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.539520:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.539522:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.539524:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.539526:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4a00 with handle 0x34881b4086817e3f from hash 00010000:00000001:2.0:1763344901.539528:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.539530:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.539531:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.539532:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344901.539533:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344901.539535:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344901.539540:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817e3f lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2af expref: 21 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344901.539551:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344901.539554:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.539556:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.539557:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.539559:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.539562:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344901.539564:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.539565:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.539566:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344901.539568:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344901.539569:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344901.539571:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344901.539573:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.539575:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.539576:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344901.539578:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344901.539581:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817e3f lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2af expref: 21 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344901.539588:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:2.0:1763344901.539590:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00010000:00000001:2.0:1763344901.539595:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344901.539597:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fd61b4a00, rc 0) 00000020:00000001:2.0:1763344901.539599:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344901.539603:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881549056 00010000:00000001:2.0:1763344901.539606:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.539610:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1f100 x1848987881549056/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344901.539617:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.539619:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.539622:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.539625:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.539627:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344901.539629:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344901.539632:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.539634:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.539637:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.539639:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.539643:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921cc0. 00000100:00000200:2.0:1763344901.539646:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881549056, offset 224 00000400:00000200:2.0:1763344901.539653:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.539661:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.539666:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385561:1385561:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385557:1385557:8:4294967295] 00000400:00000200:2.0:1763344901.539676:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.539681:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.539685:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994800. 00000800:00000200:2.0:1763344901.539690:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.539695:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.539699:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994800 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.539748:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.539752:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344901.539754:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.539756:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.539758:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.539762:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1f100 x1848987881549056/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344901.539771:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881549056:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 3835us (4239us total) trans 0 rc 301/301 00000100:00100000:2.0:1763344901.539779:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27087 00000100:00000040:2.0:1763344901.539783:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344901.539785:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.539787:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.539829:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.539833:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344901.539836:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344901.539840:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:2.0:1763344901.539843:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.540177:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.540182:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000400:00000200:3.0:1763344901.540186:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.540189:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.540193:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921cc0 00000400:00000010:3.0:1763344901.540194:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921cc0. 00000100:00000001:3.0:1763344901.540197:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.540198:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344901.543736:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.543754:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.543758:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.543759:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.543770:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.543786:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dfad80 00000400:00000200:0.0:1763344901.543831:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 121424 00000800:00000001:0.0:1763344901.543839:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.543859:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.543863:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.543868:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.543875:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.543877:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344901.543884:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2402d80. 00000100:00000040:0.0:1763344901.543888:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2402d80 x1848987881549184 msgsize 576 00000100:00100000:0.0:1763344901.543893:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.543907:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.543916:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.543919:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763344901.544117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00000100:00000001:3.0:1763344901.544164:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.544168:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881549184 02000000:00000001:3.0:1763344901.544171:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.544173:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.544176:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.544180:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.544184:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881549184 00000020:00000001:3.0:1763344901.544186:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.544188:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:3.0:1763344901.544191:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.544193:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=491 00000020:00000001:3.0:1763344901.544196:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:3.0:1763344901.544198:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:3.0:1763344901.544203:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.544209:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.544212:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.544215:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344901.544221:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca200. 00000020:00000010:3.0:1763344901.544226:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0eb80. 00000020:00000010:3.0:1763344901.544231:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf640. 00000100:00000040:3.0:1763344901.544237:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344901.544240:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.544242:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344901.544245:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344901.544247:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.544249:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.544255:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.544268:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.544281:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.544283:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.544287:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302975 00000100:00000040:3.0:1763344901.544291:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:3.0:1763344901.544293:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694834560 : -107405014717056 : ffff9e50d2402d80) 00000100:00000040:3.0:1763344901.544299:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2402d80 x1848987881549184/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 576/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344901.544308:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.544310:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.544312:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.544314:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000100:00100000:3.0:1763344901.544318:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2402d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+491:252837:x1848987881549184:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344901.544321:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881549184 00000020:00000001:3.0:1763344901.544324:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344901.544327:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344901.544330:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.544333:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.544335:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344901.544338:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344901.544341:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881549184, found 0 last_xid 1848987881549183 00000020:00000001:3.0:1763344901.544344:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.544346:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.544347:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.544352:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.544354:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344901.544356:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344901.544358:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344901.544359:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344901.544361:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.544364:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344901.544371:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 2 00010000:00000001:3.0:1763344901.544374:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344901.544376:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344901.544379:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16200. 00000020:00000001:3.0:1763344901.544382:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344901.544385:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16200 with handle 0x34881b4086817e46 to hash 00000020:00000001:3.0:1763344901.544386:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344901.544388:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000010:3.0:1763344901.544392:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b800. 00010000:00000001:3.0:1763344901.544395:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00010000:3.0:1763344901.544398:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e46 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e2b6 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344901.544406:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 469 00000020:00000040:3.0:1763344901.544408:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=492 00010000:00000001:3.0:1763344901.544414:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344901.544426:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344901.544438:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344901.544440:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344901.544442:0:13569:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763344901.544444:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344901.544446:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e16:0x0] 00000020:00000001:3.0:1763344901.544450:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.544455:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:3.0:1763344901.544457:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:3.0:1763344901.544459:0:13569:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.544461:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344901.544463:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344901.544466:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.544468:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.544490:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff9e51011a0000. 02000000:00000001:3.0:1763344901.544493:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.544495:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.544498:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.544500:0:13569:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763344901.544504:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763344901.544506:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.544508:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.544510:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.544512:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.544514:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.544515:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.544516:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.544517:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.544519:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.544520:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.544521:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.544522:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.544523:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.544525:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.544526:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.544527:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.544529:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.544531:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.544532:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.544536:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344901.544540:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:3.0:1763344901.544543:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:3.0:1763344901.544545:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344901.544547:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.544550:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.544551:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.544553:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344901.544555:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.544558:0:13569:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1763344901.544562:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763344901.544563:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1763344901.544565:0:13569:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:3.0:1763344901.544570:0:13569:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9e4fdd986000. 00000004:00000001:3.0:1763344901.544574:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.544577:0:13569:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344901.544579:0:13569:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:3.0:1763344901.544582:0:13569:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200002b13:0x2e16:0x0]/[0x200002b13:0x2e16:0x0], ldlm_rep = ffff9e51011a0228 00000004:00000001:3.0:1763344901.544587:0:13569:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763344901.544590:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344901.544592:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344901.544595:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 3 00010000:00000001:3.0:1763344901.544596:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344901.544598:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344901.544600:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16800. 00000020:00000001:3.0:1763344901.544602:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344901.544604:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16800 with handle 0x34881b4086817e4d to hash 00000020:00000001:3.0:1763344901.544606:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344901.544607:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000010:3.0:1763344901.544609:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2bc00. 00010000:00000001:3.0:1763344901.544611:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344901.544614:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.544616:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.544619:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16800/0x34881b4086817e4d lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344901.544624:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344901.544629:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344901.544630:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344901.544633:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344901.544635:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.544637:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344901.544638:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.544645:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344901.544647:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344901.544649:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344901.544650:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344901.544652:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) refcount = 3 00010000:00000040:3.0:1763344901.544655:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344901.544660:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817e38 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2a8 expref: 492 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344901.544667:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16800/0x34881b4086817e4d lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344901.544673:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344901.544677:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344901.544678:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.544680:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344901.544681:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.544683:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.544685:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344901.544688:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344901.544690:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.544692:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16800/0x34881b4086817e4d lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344901.544696:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344901.544697:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.544699:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.544700:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.544702:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.544703:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=3 00000020:00000001:3.0:1763344901.544705:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344901.544707:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344901.544709:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.544710:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344901.544711:0:13569:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.544714:0:13569:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763344901.544717:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344901.544719:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344901.544724:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.544726:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.544730:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.544743:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344901.544746:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344901.544747:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344901.544749:0:13569:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344901.544751:0:13569:0:(mdt_som.c:71:mdt_get_som()) [0x200002b13:0x2e16:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:3.0:1763344901.544754:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.544755:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.544758:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344901.544759:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344901.544761:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.544762:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.544764:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.544766:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763344901.544768:0:13569:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763344901.544770:0:13569:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763344901.544772:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e51011a0370 00000004:00000001:3.0:1763344901.544774:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.544776:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.544777:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.544778:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.544779:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.544781:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.544782:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.544784:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.544785:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.544812:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.544813:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.544815:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344901.544817:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002b13:0x2e16:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:3.0:1763344901.544820:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2e16:0x0]: returning size 0 00000004:00000040:3.0:1763344901.544823:0:13569:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x2e16:11027 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1763344901.544826:0:13569:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:3.0:1763344901.544828:0:13569:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000403:7066 00000004:00200000:3.0:1763344901.544830:0:13569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1763344901.544832:0:13569:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 24032 00000001:00000001:3.0:1763344901.544833:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.544834:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.544836:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763344901.544838:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.544839:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344901.544841:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.544843:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344901.544845:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.544850:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344901.544856:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.544859:0:13569:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.544864:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.544866:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.544867:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=3 00000020:00000001:3.0:1763344901.544869:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344901.544871:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00000004:00010000:3.0:1763344901.544874:0:13569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16800/0x34881b4086817e4d lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344901.544879:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.544880:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344901.544882:0:13569:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1763344901.544884:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344901.544886:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1763344901.544888:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.544889:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.544891:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=3 00000020:00000001:3.0:1763344901.544892:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344901.544894:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00000004:00000040:3.0:1763344901.544897:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50f7dce000 : new locks_count 470 00000020:00000040:3.0:1763344901.544899:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=493 00010000:00000001:3.0:1763344901.544902:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.544903:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344901.544904:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344901.544906:0:13569:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763344901.544908:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344901.544910:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344901.544911:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344901.544913:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344901.544914:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344901.544916:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763344901.544920:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344901.544922:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344901.544924:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344901.544925:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:3.0:1763344901.544928:0:13569:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9e4fdd986000. 00000004:00000001:3.0:1763344901.544931:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763344901.544933:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344901.544935:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344901.544938:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.544939:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.544940:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.544942:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344901.544944:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16200 with handle 0x34881b4086817e46 from hash 00010000:00000001:3.0:1763344901.544946:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344901.544947:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.544948:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.544949:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344901.544950:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344901.544953:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e46 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2b6 expref: 493 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344901.544963:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 469 00000020:00000040:3.0:1763344901.544966:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 492 00010000:00000010:3.0:1763344901.544968:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b800. 00010000:00000001:3.0:1763344901.544974:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.544975:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.544978:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344901.544981:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16800/0x34881b4086817e4d lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2b6 expref: 492 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.544988:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344901.544990:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344901.544993:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) 00010000:00010000:3.0:1763344901.544995:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:3.0:1763344901.544997:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.544999:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.545001:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344901.545002:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.545003:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344901.545004:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf16800, rc 0) 00000020:00000001:3.0:1763344901.545006:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344901.545009:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 0, xid 1848987881549184 00010000:00000001:3.0:1763344901.545012:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.545016:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d2402d80 x1848987881549184/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 576/640 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344901.545023:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.545025:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.545028:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.545032:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.545035:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344901.545037:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344901.545039:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.545042:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.545045:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.545047:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.545052:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb088. 00000100:00000200:3.0:1763344901.545057:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848987881549184, offset 224 00000400:00000200:3.0:1763344901.545063:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344901.545074:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.545080:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385562:1385562:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385558:1385558:8:4294967295] 00000400:00000200:3.0:1763344901.545089:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.545094:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344901.545099:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344901.545105:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344901.545110:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344901.545114:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1763344901.545133:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.545136:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344901.545139:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344901.545140:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.545142:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344901.545146:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2402d80 x1848987881549184/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 576/640 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344901.545155:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2402d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+492:252837:x1848987881549184:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 845us (1264us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344901.545161:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302975 00000100:00000040:3.0:1763344901.545164:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:3.0:1763344901.545166:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344901.545168:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344901.545172:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0eb80. 00000020:00000010:3.0:1763344901.545175:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf640. 00000020:00000010:3.0:1763344901.545178:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca200. 00000020:00000040:3.0:1763344901.545183:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 491 00000100:00000001:3.0:1763344901.545185:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.545747:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.545753:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5600. 00000400:00000200:1.0:1763344901.545759:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.545765:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.545770:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb088 00000400:00000010:1.0:1763344901.545772:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb088. 00000100:00000001:1.0:1763344901.545776:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.545778:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.549872:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.549886:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.549890:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.549892:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.549902:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.549917:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfae00 00000400:00000200:3.0:1763344901.549924:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 8536 00000800:00000001:3.0:1763344901.549931:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.549937:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.549940:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.549943:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.549950:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.549952:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344901.549958:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1f480. 00000100:00000040:3.0:1763344901.549961:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1f480 x1848987881549312 msgsize 328 00000100:00100000:3.0:1763344901.549965:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.549977:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.549984:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.549987:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.550144:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344901.550147:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881549312 02000000:00000001:2.0:1763344901.550150:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344901.550152:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.550154:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.550158:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.550162:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881549312 00000020:00000001:2.0:1763344901.550165:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344901.550167:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:2.0:1763344901.550169:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.550172:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=21 00000020:00000001:2.0:1763344901.550174:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:2.0:1763344901.550177:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:2.0:1763344901.550181:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.550186:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344901.550189:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.550192:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000020:00000010:2.0:1763344901.550197:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344901.550202:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.550207:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344901.550215:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344901.550218:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344901.550219:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344901.550221:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.550229:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.550240:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.550250:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.550252:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.550256:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27088 00000100:00000040:2.0:1763344901.550260:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:2.0:1763344901.550261:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006378112 : -107404703173504 : ffff9e50e4d1f480) 00000100:00000040:2.0:1763344901.550268:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1f480 x1848987881549312/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344901.550276:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.550278:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344901.550279:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.550281:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000100:00100000:2.0:1763344901.550285:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2405:x1848987881549312:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344901.550288:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881549312 00000020:00000001:2.0:1763344901.550291:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.550294:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344901.550297:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.550299:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.550301:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344901.550304:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344901.550306:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.550308:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.550310:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.550315:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.550317:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344901.550319:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344901.550320:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344901.550322:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344901.550324:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.550328:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344901.550335:0:74638:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50d232bd00. 00010000:00000010:2.0:1763344901.550338:0:74638:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e50d232b400. 00010000:00000001:2.0:1763344901.550341:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344901.550344:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fd61b4a00. 00000020:00000001:2.0:1763344901.550347:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344901.550349:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fd61b4a00 with handle 0x34881b4086817e54 to hash 00000020:00000001:2.0:1763344901.550351:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344901.550353:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000001:2.0:1763344901.550355:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00010000:2.0:1763344901.550359:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b4a00/0x34881b4086817e54 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e2bd expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1763344901.550367:0:74638:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763344901.550370:0:74638:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e50f93d2ec0. 00002000:00000001:2.0:1763344901.550373:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344901.550375:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.550382:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664239819832 : -107409469731784 : ffff9e4fc8b60c38) 00002000:00000001:2.0:1763344901.550385:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664239819744 : -107409469731872 : ffff9e4fc8b60be0) 00002000:00000001:2.0:1763344901.550387:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344901.550392:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763344901.550395:0:74638:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000403:0x1b9a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00000001:2.0:1763344901.550397:0:74638:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1763344901.550401:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc8b60c38/ffff9e4fc8b60be0 to site lru. bkt: ffff9e50fb896e98 00010000:00000040:2.0:1763344901.550403:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 16 00000020:00000040:2.0:1763344901.550405:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=22 00010000:00000001:2.0:1763344901.550411:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763344901.550414:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763344901.550425:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.550427:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.550655:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50eeea1000. 02000000:00000001:2.0:1763344901.550658:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.550661:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.550664:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344901.550666:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344901.550668:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344901.550670:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.550672:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344901.550673:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344901.550675:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.550678:0:74638:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763344901.550684:0:74638:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b4a00/0x34881b4086817e54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2bd expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344901.550693:0:74638:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x1b9a:0x0].0x0 (ffff9e50d232bd00) refcount = 1 00010000:00000040:2.0:1763344901.550695:0:74638:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344901.550698:0:74638:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b4a00/0x34881b4086817e54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2bd expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344901.550708:0:74638:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.550710:0:74638:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.550712:0:74638:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344901.550713:0:74638:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763344901.550715:0:74638:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344901.550718:0:74638:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.550722:0:74638:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344901.550725:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b4a00/0x34881b4086817e54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2bd expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344901.550735:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344901.550737:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344901.550739:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.550741:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.550742:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344901.550744:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.550746:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344901.550747:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fd61b4a00, rc 0) 00000020:00000001:2.0:1763344901.550749:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344901.550752:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946958, transno 0, xid 1848987881549312 00010000:00000001:2.0:1763344901.550754:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.550758:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1f480 x1848987881549312/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344901.550765:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.550766:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.550770:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.550774:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.550777:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344901.550779:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344901.550781:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.550783:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.550786:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.550906:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.550911:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921088. 00000100:00000200:2.0:1763344901.550917:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881549312, offset 224 00000400:00000200:2.0:1763344901.550923:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.550931:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.550936:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385563:1385563:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385559:1385559:8:4294967295] 00000400:00000200:2.0:1763344901.550946:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.550951:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.550955:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994900. 00000800:00000200:2.0:1763344901.550960:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.550966:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.550970:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.551523:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.551529:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344901.551531:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.551533:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.551535:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.551540:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1f480 x1848987881549312/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344901.551549:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2405:x1848987881549312:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 1271us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344901.551556:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27088 00000100:00000040:2.0:1763344901.551559:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:2.0:1763344901.551561:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.551562:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.551567:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.551572:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344901.551575:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344901.551579:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 21 00000100:00000001:2.0:1763344901.551582:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763344901.551924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00000800:00000200:0.0:1763344901.553647:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.553657:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:0.0:1763344901.553668:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.553677:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.553684:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921088 00000400:00000010:0.0:1763344901.553687:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921088. 00000100:00000001:0.0:1763344901.553692:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.553694:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.557391:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.557405:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.557410:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.557411:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.557431:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.557448:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfae80 00000400:00000200:1.0:1763344901.557455:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 8864 00000800:00000001:1.0:1763344901.557463:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.557472:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.557475:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.557479:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.557487:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.557489:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344901.557494:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99500. 00000100:00000040:1.0:1763344901.557497:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb99500 x1848987881549440 msgsize 328 00000100:00100000:1.0:1763344901.557502:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.557725:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.557734:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.557737:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.557784:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344901.557786:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881549440 02000000:00000001:2.0:1763344901.557821:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344901.557824:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.557826:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.557830:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.557835:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881549440 00000020:00000001:2.0:1763344901.557839:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344901.557841:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344901.557843:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.557847:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:2.0:1763344901.557849:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344901.557852:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344901.557856:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.557862:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.557866:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.557868:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000020:00000010:2.0:1763344901.557874:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344901.557879:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.557887:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344901.557895:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344901.557898:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344901.557900:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344901.557902:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.557910:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.557925:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.557936:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.557938:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.557943:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27089 00000100:00000040:2.0:1763344901.557947:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344901.557949:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290383104 : -107409419168512 : ffff9e4fcbb99500) 00000100:00000040:2.0:1763344901.557956:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb99500 x1848987881549440/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344901.557963:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.557966:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.557968:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.557969:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000100:00100000:2.0:1763344901.557973:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2406:x1848987881549440:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344901.557980:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881549440 00000020:00000001:2.0:1763344901.557983:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.557986:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344901.557988:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.557990:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.557992:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344901.557995:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344901.557999:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.558001:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.558003:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.558009:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.558011:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344901.558013:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344901.558015:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344901.558016:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344901.558019:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.558024:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344901.558030:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6bb00 count: 2 00010000:00000001:2.0:1763344901.558033:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.558035:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344901.558039:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fd61b4800. 00000020:00000001:2.0:1763344901.558042:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344901.558044:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fd61b4800 with handle 0x34881b4086817e5b to hash 00000020:00000001:2.0:1763344901.558046:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344901.558047:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000001:2.0:1763344901.558049:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00010000:2.0:1763344901.558054:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817e5b lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e2c4 expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.558061:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:2.0:1763344901.558063:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=21 00010000:00000001:2.0:1763344901.558071:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763344901.558074:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763344901.558076:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.558079:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.558085:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d7ff0800. 02000000:00000001:2.0:1763344901.558087:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.558089:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.558092:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344901.558094:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.558097:0:74638:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.558100:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763344901.558104:0:74638:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50ccdb9dc8. 00002000:00000001:2.0:1763344901.558106:0:74638:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763344901.558109:0:74638:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763344901.558112:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.558114:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344901.558120:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd62419c0. 00000100:00000001:2.0:1763344901.558122:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465136064 : -107409244415552 : ffff9e4fd62419c0) 00000100:00000001:2.0:1763344901.558124:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664465136064 : -107409244415552 : ffff9e4fd62419c0) 00000100:00000001:2.0:1763344901.558126:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344901.558128:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344901.558130:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763344901.558132:0:74638:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763344901.558135:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2aad80. 00000020:00000040:2.0:1763344901.558137:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763344901.558141:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344901.558143:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344901.558147:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344901.558151:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09fe00. 00000100:00000001:2.0:1763344901.558156:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.558161:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344901.558164:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344901.558168:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2aad80 x1848987617972608/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.558175:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344901.558177:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.558181:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617972608:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344901.558187:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344901.558191:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344901.558194:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.558196:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344901.558200:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09f200. 02000000:00000001:2.0:1763344901.558201:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344901.558206:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344901.558211:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921000. 00000100:00000200:2.0:1763344901.558217:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617972608, portal 16 00000100:00000001:2.0:1763344901.558219:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344901.558221:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163187584 : -107404546364032 : ffff9e50ee2aad80) 00000100:00000040:2.0:1763344901.558225:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee2aad80 x1848987617972608/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.558232:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.558234:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.558236:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9217f8. 00000100:00000200:2.0:1763344901.558239:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617972608, offset 0 00000400:00000200:2.0:1763344901.558244:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.558254:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.558259:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344901.558262:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344901.558265:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344901.558267:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344901.558271:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385564:1385564:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385560:1385560:8:4294967295] 00000400:00000200:2.0:1763344901.558280:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.558284:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.558289:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994300. 00000800:00000200:2.0:1763344901.558294:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.558299:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.558303:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.558326:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.558330:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676695 00000100:00000001:2.0:1763344901.558336:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676674 00000100:00000001:2.0:1763344901.558340:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676695 00000100:00000001:2.0:1763344901.558343:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676674 00000100:00000001:2.0:1763344901.558345:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676695 00000100:00000001:2.0:1763344901.558348:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676674 00000100:00000001:2.0:1763344901.558350:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676695 00000100:00000001:2.0:1763344901.558353:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676674 00000100:00000001:2.0:1763344901.558356:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.558358:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.558360:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.558362:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.558364:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.558365:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763344901.558367:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50ccdb9dc8. 00010000:00000001:2.0:1763344901.558371:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.558373:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763344901.558375:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344901.558377:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.558379:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344901.558381:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344901.558383:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd62419c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344901.558385:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344901.558388:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344901.559028:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.559033:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:1.0:1763344901.559038:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.559044:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.559049:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9217f8 00000400:00000010:1.0:1763344901.559051:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9217f8. 00000100:00000001:1.0:1763344901.559054:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344901.559059:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2aad80 x1848987617972608/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.559069:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.559072:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2aad80 x1848987617972608/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.559078:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.559080:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344901.560908:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.560926:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.560930:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.560933:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.560943:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.560961:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29d180 00000400:00000200:0.0:1763344901.560970:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665b6d [1] + 224 00000800:00000001:0.0:1763344901.560977:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.560985:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.560988:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.560991:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.560997:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.561007:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2aad80 x1848987617972608/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344901.561017:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee2aad80 x1848987617972608/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.561040:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.561049:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.561053:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.561123:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344901.561130:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344901.561132:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344901.561135:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344901.561139:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921000 00000400:00000010:2.0:1763344901.561142:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921000. 00000100:00000001:2.0:1763344901.561145:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344901.561150:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2aad80 x1848987617972608/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344901.561165:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2aad80 x1848987617972608/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.561171:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344901.561173:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.561175:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344901.561178:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344901.561181:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.561183:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.561186:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.561192:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=70 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344901.561196:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.561199:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344901.561201:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.561203:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344901.561207:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.561209:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.561213:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2aad80 x1848987617972608/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.561219:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.561222:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344901.561224:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.561226:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763344901.561230:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344901.561238:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344901.561242:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.561249:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00002000:00000001:2.0:1763344901.561252:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195042576 : -107409514509040 : ffff9e4fc60acd10) 00002000:00000001:2.0:1763344901.561255:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344901.561260:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344901.561264:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60acd68/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00010000:00000001:2.0:1763344901.561266:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.561268:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.561269:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.561273:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2aad80 x1848987617972608/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344901.561281:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617972608:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344901.561285:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.561287:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.561290:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344901.561292:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344901.561295:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2aad80 x1848987617972608/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.561301:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344901.561304:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344901.561307:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09f200. 02000000:00000001:2.0:1763344901.561310:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344901.561313:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344901.561314:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763344901.561316:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344901.561319:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09fe00. 02000000:00000001:2.0:1763344901.561321:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344901.561322:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344901.561324:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2aad80. 00000100:00000001:2.0:1763344901.561328:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344901.561329:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344901.561331:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd62419c0. 00000100:00000001:2.0:1763344901.561333:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344901.561335:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344901.561338:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d25c0. 00010000:00000001:2.0:1763344901.561341:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344901.561344:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344901.561347:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344901.561349:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.561355:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.561356:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.561359:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.561360:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.561363:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4800 with handle 0x34881b4086817e5b from hash 00010000:00000001:2.0:1763344901.561366:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.561367:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.561368:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.561370:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344901.561371:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344901.561373:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344901.561379:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817e5b lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2c4 expref: 21 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344901.561392:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344901.561394:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.561397:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.561398:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.561400:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.561403:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344901.561404:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.561405:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.561407:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344901.561408:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344901.561410:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344901.561411:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344901.561413:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.561423:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.561425:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344901.561426:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344901.561429:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817e5b lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2c4 expref: 21 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344901.561437:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:2.0:1763344901.561440:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00010000:00000001:2.0:1763344901.561445:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344901.561447:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fd61b4800, rc 0) 00000020:00000001:2.0:1763344901.561450:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344901.561453:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881549440 00010000:00000001:2.0:1763344901.561456:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.561461:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fcbb99500 x1848987881549440/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344901.561469:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.561471:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.561474:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.561477:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.561480:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344901.561482:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344901.561484:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.561486:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.561490:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.561492:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.561496:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921000. 00000100:00000200:2.0:1763344901.561500:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881549440, offset 224 00000400:00000200:2.0:1763344901.561506:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.561513:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.561519:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385565:1385565:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385561:1385561:8:4294967295] 00000400:00000200:2.0:1763344901.561529:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.561533:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.561538:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994600. 00000800:00000200:2.0:1763344901.561544:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.561550:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.561553:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.561572:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.561575:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344901.561577:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.561579:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.561581:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.561586:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb99500 x1848987881549440/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344901.561600:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2406:x1848987881549440:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 3635us (4100us total) trans 0 rc 301/301 00000100:00100000:2.0:1763344901.561607:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27089 00000100:00000040:2.0:1763344901.561611:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344901.561613:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.561614:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.561620:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.561624:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344901.561628:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344901.561632:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:2.0:1763344901.561634:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.561944:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.561948:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:1.0:1763344901.561953:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.561957:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.561961:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921000 00000400:00000010:1.0:1763344901.561962:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921000. 00000100:00000001:1.0:1763344901.561965:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.561967:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.564918:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.564932:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.564936:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.564938:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.564947:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.564962:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfaf00 00000400:00000200:1.0:1763344901.564970:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 9192 00000800:00000001:1.0:1763344901.564977:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.564982:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.564984:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.564988:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.564995:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.564997:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344901.565002:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb98380. 00000100:00000040:1.0:1763344901.565006:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb98380 x1848987881549568 msgsize 328 00000100:00100000:1.0:1763344901.565010:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.565045:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.565053:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.565056:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.565092:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344901.565096:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881549568 02000000:00000001:2.0:1763344901.565099:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344901.565101:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.565104:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.565108:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.565111:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881549568 00000020:00000001:2.0:1763344901.565114:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344901.565116:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344901.565118:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.565121:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:2.0:1763344901.565123:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344901.565126:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344901.565130:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.565135:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.565138:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.565140:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000020:00000010:2.0:1763344901.565145:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344901.565150:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.565155:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344901.565163:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344901.565166:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344901.565167:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344901.565170:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.565176:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.565188:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.565199:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.565201:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.565205:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27090 00000100:00000040:2.0:1763344901.565209:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344901.565211:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290378624 : -107409419172992 : ffff9e4fcbb98380) 00000100:00000040:2.0:1763344901.565217:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb98380 x1848987881549568/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344901.565226:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.565228:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.565230:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.565232:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000100:00100000:2.0:1763344901.565235:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:252837:x1848987881549568:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344901.565239:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881549568 00000020:00000001:2.0:1763344901.565241:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.565244:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344901.565247:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.565249:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.565250:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344901.565253:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344901.565256:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.565258:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.565260:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.565265:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.565267:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344901.565270:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344901.565271:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344901.565273:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344901.565275:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.565280:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344901.565286:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6bb00 count: 2 00010000:00000001:2.0:1763344901.565289:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.565291:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344901.565294:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fd61b5200. 00000020:00000001:2.0:1763344901.565297:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344901.565299:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fd61b5200 with handle 0x34881b4086817e62 to hash 00000020:00000001:2.0:1763344901.565301:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344901.565303:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:2.0:1763344901.565305:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00010000:2.0:1763344901.565309:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b5200/0x34881b4086817e62 lrc: 2/0,0 mode: --/GROUP res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e2cb expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.565316:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:2.0:1763344901.565318:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=21 00000100:00000001:2.0:1763344901.565326:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.565328:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.565332:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d7ff3c00. 02000000:00000001:2.0:1763344901.565334:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.565336:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.565338:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344901.565342:0:74638:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344901.565344:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344901.565346:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.565349:0:74638:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763344901.565351:0:74638:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763344901.565355:0:74638:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc600/0x34881b4086817b28 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e16d expref: 21 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344901.565362:0:74638:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763344901.565363:0:74638:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344901.565366:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763344901.565367:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.565369:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344901.565371:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763344901.565372:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.565374:0:74638:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.565376:0:74638:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763344901.565380:0:74638:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b5200/0x34881b4086817e62 lrc: 4/0,0 mode: --/GROUP res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 732683123 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2cb expref: 21 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.565386:0:74638:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1bc6:0x0].0x0 (ffff9e50c2a6bb00) refcount = 2 00010000:00000040:2.0:1763344901.565389:0:74638:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344901.565392:0:74638:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc600/0x34881b4086817b28 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e16d expref: 21 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.565397:0:74638:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763344901.565400:0:74638:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b5200/0x34881b4086817e62 lrc: 4/0,0 mode: --/GROUP res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 732683123 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2cb expref: 21 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763344901.565406:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.565409:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344901.565425:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd62419c0. 00000100:00000001:2.0:1763344901.565427:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465136064 : -107409244415552 : ffff9e4fd62419c0) 00000100:00000001:2.0:1763344901.565429:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664465136064 : -107409244415552 : ffff9e4fd62419c0) 00000100:00000001:2.0:1763344901.565533:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344901.565536:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344901.565538:0:74638:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344901.565541:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.565542:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763344901.565544:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.565545:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.565547:0:74638:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763344901.565548:0:74638:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763344901.565552:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2aad80. 00000020:00000040:2.0:1763344901.565555:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763344901.565559:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344901.565560:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344901.565564:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344901.565569:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09fe00. 00000100:00000001:2.0:1763344901.565574:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344901.565579:0:74638:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc600/0x34881b4086817b28 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e16d expref: 21 pid: 74640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344901.565592:0:74638:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc600/0x34881b4086817b28 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e16d expref: 21 pid: 74640 timeout: 13108 lvb_type: 0 00010000:00000001:2.0:1763344901.565599:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344901.565602:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344901.565605:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2aad80 x1848987617972736/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.565613:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344901.565615:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.565619:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617972736:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344901.565623:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344901.565627:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344901.565630:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.565632:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344901.565634:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09f200. 02000000:00000001:2.0:1763344901.565636:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344901.565640:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344901.565645:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921220. 00000100:00000200:2.0:1763344901.565652:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617972736, portal 16 00000100:00000001:2.0:1763344901.565654:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344901.565655:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163187584 : -107404546364032 : ffff9e50ee2aad80) 00000100:00000040:2.0:1763344901.565660:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee2aad80 x1848987617972736/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.565666:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.565669:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.565672:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921bb0. 00000100:00000200:2.0:1763344901.565674:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617972736, offset 0 00000400:00000200:2.0:1763344901.565679:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.565688:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.565693:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344901.565697:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344901.565700:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344901.565702:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344901.565706:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385566:1385566:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385562:1385562:8:4294967295] 00000400:00000200:2.0:1763344901.565716:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.565721:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.565726:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994600. 00000800:00000200:2.0:1763344901.565732:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.565738:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.565742:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.566240:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.566245:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676703 00000100:00000001:2.0:1763344901.566252:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676695 00000100:00000001:2.0:1763344901.566256:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676703 00000100:00000001:2.0:1763344901.566259:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676695 00000100:00000001:2.0:1763344901.566261:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676703 00000100:00000001:2.0:1763344901.566264:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676695 00000100:00000001:2.0:1763344901.566265:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676703 00000100:00000001:2.0:1763344901.566268:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676695 00000100:00000001:2.0:1763344901.566270:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.566272:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.566274:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.566276:0:74638:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.566277:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.566280:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.566281:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.566282:0:74638:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.566284:0:74638:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344901.566285:0:74638:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344901.566288:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.566290:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344901.566292:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344901.566294:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd62419c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344901.566296:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344901.566299:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344901.566675:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.566680:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:0.0:1763344901.566686:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.566691:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.566696:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921bb0 00000400:00000010:0.0:1763344901.566698:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921bb0. 00000100:00000001:0.0:1763344901.566701:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344901.566706:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2aad80 x1848987617972736/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.566717:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.566720:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2aad80 x1848987617972736/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.566726:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.566728:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763344901.571844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00000800:00000001:1.0:1763344901.574323:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.574339:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.574343:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.574345:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.574356:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.574373:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29d200 00000400:00000200:1.0:1763344901.574382:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665b79 [1] + 224 00000800:00000001:1.0:1763344901.574389:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.574396:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.574399:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.574403:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.574409:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.574448:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2aad80 x1848987617972736/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344901.574459:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50ee2aad80 x1848987617972736/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.574503:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344901.575251:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.575601:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.575607:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1763344901.575635:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344901.575637:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344901.575641:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344901.575645:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921220 00000400:00000010:2.0:1763344901.575647:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921220. 00000100:00000001:2.0:1763344901.575650:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344901.575657:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2aad80 x1848987617972736/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344901.575665:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2aad80 x1848987617972736/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.575671:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344901.575673:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.575675:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344901.575678:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344901.575680:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.575683:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.575686:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.575692:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=70 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344901.575695:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.575697:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344901.575699:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.575702:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344901.575705:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.575707:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.575711:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2aad80 x1848987617972736/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.575718:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.575721:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344901.575723:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.575726:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763344901.575728:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.575731:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.575732:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.575735:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2aad80 x1848987617972736/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344901.575743:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617972736:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344901.575747:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.575750:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.575753:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344901.575754:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344901.575757:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2aad80 x1848987617972736/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.575763:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344901.575765:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344901.575768:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09f200. 02000000:00000001:2.0:1763344901.575772:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344901.575774:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344901.575776:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763344901.575778:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344901.575781:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09fe00. 02000000:00000001:2.0:1763344901.575783:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344901.575785:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344901.575787:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2aad80. 00000100:00000001:2.0:1763344901.575808:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344901.575809:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344901.575811:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd62419c0. 00000100:00000001:2.0:1763344901.575814:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344901.575815:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344901.575819:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d25c0. 00010000:00000001:2.0:1763344901.575822:0:74638:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.575825:0:74638:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.575827:0:74638:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.575835:0:74638:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344901.575841:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b5200/0x34881b4086817e62 lrc: 3/0,0 mode: --/GROUP res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 732683123 flags: 0x40000000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2cb expref: 21 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344901.575855:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344901.575857:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1763344901.575859:0:74638:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e4fd61b5200 00010000:00000001:2.0:1763344901.575861:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344901.575863:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.575866:0:74638:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.575867:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763344901.575869:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763344901.575871:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.575872:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344901.575873:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.575874:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344901.575876:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fd61b5200, rc 0) 00000020:00000001:2.0:1763344901.575879:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344901.575882:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881549568 00010000:00000001:2.0:1763344901.575885:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.575889:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fcbb98380 x1848987881549568/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344901.575895:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.575898:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.575900:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.575904:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.575907:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344901.575909:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344901.575911:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.575914:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.575917:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.575920:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.575925:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921220. 00000100:00000200:2.0:1763344901.575930:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881549568, offset 224 00000400:00000200:2.0:1763344901.575936:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.575945:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.575950:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385567:1385567:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385563:1385563:8:4294967295] 00000400:00000200:2.0:1763344901.575960:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.575965:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.575969:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994300. 00000800:00000200:2.0:1763344901.575975:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.575981:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.575985:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.576001:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.576004:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344901.576006:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.576008:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.576010:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.576015:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb98380 x1848987881549568/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344901.576024:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:252837:x1848987881549568:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 10796us (11016us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344901.576031:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27090 00000100:00000040:2.0:1763344901.576035:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344901.576037:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.576039:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.576045:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.576048:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344901.576052:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344901.576057:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00000100:00000001:2.0:1763344901.576059:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.576832:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.576838:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:1.0:1763344901.576844:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.576850:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.576855:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921220 00000400:00000010:1.0:1763344901.576857:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921220. 00000100:00000001:1.0:1763344901.576860:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.576861:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344901.578016:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.578028:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.578031:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.578033:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.578041:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.578054:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfaf80 00000400:00000200:0.0:1763344901.578061:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cfc9 [2] + 656 00000800:00000001:0.0:1763344901.578067:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.578075:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.578077:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.578081:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.578087:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.578089:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763344901.578094:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2400000. 00000100:00000040:0.0:1763344901.578098:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2400000 x1848987881549696 msgsize 328 00000100:00100000:0.0:1763344901.578102:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.578119:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.578125:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.578127:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.578501:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.578504:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881549696 02000000:00000001:1.0:1763344901.578507:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.578509:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.578510:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.578515:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.578519:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881549696 00000020:00000001:1.0:1763344901.578522:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.578524:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344901.578526:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.578529:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=21 00000020:00000001:1.0:1763344901.578532:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344901.578534:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344901.578538:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.578543:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6f80. 00000100:00000001:1.0:1763344901.578547:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.578549:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6f80. 00000020:00000010:1.0:1763344901.578555:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2a00. 00000020:00000010:1.0:1763344901.578559:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42380. 00000020:00000010:1.0:1763344901.578564:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca044b0. 00000100:00000040:1.0:1763344901.578570:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344901.578573:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.578574:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344901.578576:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344901.578579:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.578581:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344901.578585:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.578587:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.578588:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc600 refcount=4 00000020:00000001:1.0:1763344901.578590:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000001:1.0:1763344901.578593:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00010000:1.0:1763344901.578599:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc600/0x34881b4086817b28 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e16d expref: 21 pid: 74640 timeout: 13108 lvb_type: 0 00010000:00000001:1.0:1763344901.578607:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.578609:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.578610:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.578612:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.578618:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763344901.578624:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50d2400000 x1848987881549696/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.578630:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344901.578631:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.578646:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.578656:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.578657:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.578661:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6342 00000100:00000040:1.0:1763344901.578664:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344901.578667:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694822912 : -107405014728704 : ffff9e50d2400000) 00000100:00000040:1.0:1763344901.578671:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2400000 x1848987881549696/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.578678:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.578680:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6f80. 00000100:00000001:1.0:1763344901.578681:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.578683:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6f80. 00000100:00100000:1.0:1763344901.578687:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2400000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2405:x1848987881549696:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344901.578691:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881549696 00010000:00000001:1.0:1763344901.578693:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344901.578695:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344901.578697:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344901.578701:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.578704:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.578708:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50c7e1fc00. 02000000:00000001:1.0:1763344901.578710:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.578712:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.578714:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344901.578716:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344901.578718:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.578720:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.578721:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc600 refcount=4 00000020:00000001:1.0:1763344901.578722:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000001:1.0:1763344901.578724:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000040:1.0:1763344901.578727:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6bb00 count: 3 00002000:00000001:1.0:1763344901.578730:0:27025:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344901.578735:0:27025:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344901.578738:0:27025:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.578744:0:27025:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00002000:00000001:1.0:1763344901.578746:0:27025:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195042576 : -107409514509040 : ffff9e4fc60acd10) 00002000:00000001:1.0:1763344901.578748:0:27025:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344901.578753:0:27025:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344901.578757:0:27025:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60acd68/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00010000:00010000:1.0:1763344901.578761:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc600/0x34881b4086817b28 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e16d expref: 21 pid: 74640 timeout: 13108 lvb_type: 0 00000100:00001000:1.0:1763344901.578768:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc1321c50 time=130 v=5 (1 0 0 0) 00010000:00000001:1.0:1763344901.578771:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344901.578776:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.578777:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.578779:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc600/0x34881b4086817b28 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e16d expref: 21 pid: 74640 timeout: 13108 lvb_type: 0 00000020:00000001:1.0:1763344901.578787:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.578819:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.578821:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.578824:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.578828:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.578830:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.578835:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.578836:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.578838:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.578840:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.578842:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc600 with handle 0x34881b4086817b28 from hash 00010000:00000001:1.0:1763344901.578844:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.578845:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.578846:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.578847:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.578853:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.578856:0:27025:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.578857:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.578858:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.578862:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc600/0x34881b4086817b28 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e16d expref: 21 pid: 74640 timeout: 13108 lvb_type: 0 00010000:00000040:1.0:1763344901.578869:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:1.0:1763344901.578872:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00010000:00000001:1.0:1763344901.578878:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.578880:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.578882:0:27025:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763344901.578884:0:27025:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e4fd61b5200 00010000:00000001:1.0:1763344901.578886:0:27025:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344901.578889:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344901.578891:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344901.578893:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.578894:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344901.578895:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344901.578897:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.578899:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344901.578901:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344901.578904:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b5200/0x34881b4086817e62 lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 732683123 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2cb expref: 20 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344901.578910:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1763344901.578914:0:27025:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b5200/0x34881b4086817e62 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 732683123 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2cb expref: 20 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.578921:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1bc6:0x0].0x0 (ffff9e50c2a6bb00) refcount = 2 00010000:00000040:1.0:1763344901.578923:0:27025:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344901.578926:0:27025:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b5200/0x34881b4086817e62 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 732683123 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2cb expref: 20 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344901.578932:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.578933:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.578935:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344901.578936:0:27025:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.578938:0:27025:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763344901.578942:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6f80. 00000100:00000001:1.0:1763344901.578945:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344901.578950:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5ea80. 00000100:00000001:1.0:1763344901.578952:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140196480 : -107409569355136 : ffff9e4fc2c5ea80) 00000100:00000001:1.0:1763344901.578954:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664140196480 : -107409569355136 : ffff9e4fc2c5ea80) 00000100:00000001:1.0:1763344901.578957:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344901.578958:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344901.578960:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344901.578962:0:27025:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:1.0:1763344901.578966:0:27025:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7806300. 00000020:00000040:1.0:1763344901.578969:0:27025:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763344901.578972:0:27025:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344901.578974:0:27025:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344901.578978:0:27025:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344901.578982:0:27025:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e2c00. 00000100:00000001:1.0:1763344901.578987:0:27025:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.578993:0:27025:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b5200/0x34881b4086817e62 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 732683123 flags: 0x40000000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2cb expref: 20 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344901.579000:0:27025:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344901.579003:0:27025:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344901.579007:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc7806300 x1848987617972864/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.579014:0:27025:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344901.579015:0:27025:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.579019:0:27025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc7806300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:27025:1848987617972864:192.168.203.14@tcp:105: 00000100:00000001:1.0:1763344901.579023:0:27025:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344901.579027:0:27025:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344901.579029:0:27025:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.579031:0:27025:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344901.579034:0:27025:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcc4e2000. 02000000:00000001:1.0:1763344901.579036:0:27025:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344901.579040:0:27025:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344901.579045:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3c38. 00000100:00000200:1.0:1763344901.579049:0:27025:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617972864, portal 16 00000100:00000001:1.0:1763344901.579052:0:27025:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.579053:0:27025:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219525888 : -107409490025728 : ffff9e4fc7806300) 00000100:00000040:1.0:1763344901.579058:0:27025:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc7806300 x1848987617972864/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.579065:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.579067:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.579071:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3f68. 00000100:00000200:1.0:1763344901.579074:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848987617972864, offset 0 00000400:00000200:1.0:1763344901.579080:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.579091:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.579095:0:27025:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344901.579099:0:27025:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344901.579103:0:27025:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344901.579105:0:27025:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344901.579109:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385568:1385568:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385564:1385564:8:4294967295] 00000400:00000200:1.0:1763344901.579118:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.579123:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.579128:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c32e5800. 00000800:00000200:1.0:1763344901.579133:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.579139:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.579142:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c32e5800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.579150:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.579154:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676716 00000100:00000001:1.0:1763344901.579160:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676703 00000100:00000001:1.0:1763344901.579164:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676716 00000100:00000001:1.0:1763344901.579166:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676703 00000100:00000001:1.0:1763344901.579169:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676716 00000100:00000001:1.0:1763344901.579171:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676703 00000100:00000001:1.0:1763344901.579173:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676716 00000100:00000001:1.0:1763344901.579176:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676703 00000100:00000001:1.0:1763344901.579179:0:27025:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.579181:0:27025:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.579183:0:27025:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.579184:0:27025:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.579186:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.579187:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.579188:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.579189:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344901.579191:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344901.579193:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.579194:0:27025:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344901.579196:0:27025:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344901.579199:0:27025:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5ea80 going to sleep for 11 seconds 00000100:00000001:1.0:1763344901.579201:0:27025:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344901.579204:0:27025:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344901.579661:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.579666:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c32e5800. 00000400:00000200:0.0:1763344901.579670:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.579675:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.579678:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3f68 00000400:00000010:0.0:1763344901.579680:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3f68. 00000100:00000001:0.0:1763344901.579685:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344901.579689:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc7806300 x1848987617972864/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.579697:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.579700:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc7806300 x1848987617972864/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.579706:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.579708:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.582868:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.582882:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.582885:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.582887:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.582898:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.582914:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29d280 00000400:00000200:1.0:1763344901.582922:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665b85 [1] + 224 00000800:00000001:1.0:1763344901.582930:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.582937:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.582939:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.582943:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.582949:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.582957:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc7806300 x1848987617972864/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344901.582967:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e4fc7806300 x1848987617972864/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.582978:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.582985:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.582987:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.583365:0:27025:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344901.583373:0:27025:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344901.583375:0:27025:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344901.583377:0:27025:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:0.0:1763344901.583382:0:27025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3c38 00000400:00000010:0.0:1763344901.583384:0:27025:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3c38. 00000100:00000001:0.0:1763344901.583388:0:27025:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.583393:0:27025:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc7806300 x1848987617972864/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763344901.583401:0:27025:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc7806300 x1848987617972864/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.583407:0:27025:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344901.583409:0:27025:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.583411:0:27025:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344901.583414:0:27025:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344901.583425:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.583428:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.583431:0:27025:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.583437:0:27025:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=70 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344901.583441:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.583443:0:27025:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344901.583445:0:27025:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.583447:0:27025:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344901.583451:0:27025:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.583453:0:27025:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.583457:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc7806300 x1848987617972864/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.583462:0:27025:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.583465:0:27025:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344901.583467:0:27025:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.583469:0:27025:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763344901.583471:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.583473:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.583475:0:27025:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.583478:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7806300 x1848987617972864/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763344901.583486:0:27025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc7806300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:27025:1848987617972864:192.168.203.14@tcp:105: 00000100:00000001:0.0:1763344901.583490:0:27025:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.583492:0:27025:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.583494:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344901.583496:0:27025:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.583499:0:27025:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc7806300 x1848987617972864/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.583504:0:27025:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344901.583506:0:27025:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344901.583510:0:27025:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcc4e2000. 02000000:00000001:0.0:1763344901.583513:0:27025:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344901.583516:0:27025:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344901.583518:0:27025:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763344901.583519:0:27025:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344901.583522:0:27025:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4e2c00. 02000000:00000001:0.0:1763344901.583524:0:27025:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344901.583526:0:27025:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344901.583527:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7806300. 00000100:00000001:0.0:1763344901.583530:0:27025:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344901.583531:0:27025:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763344901.583533:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5ea80. 00000100:00000001:0.0:1763344901.583535:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344901.583537:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344901.583540:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6f80. 00010000:00000001:0.0:1763344901.583543:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763344901.583546:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344901.583547:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.583552:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.583554:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.583557:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.583561:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.583563:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.583565:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.583568:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.583570:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.583573:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.583575:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.583579:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495dd0. 00000100:00000200:0.0:1763344901.583583:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881549696, offset 224 00000400:00000200:0.0:1763344901.583588:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.583596:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.583602:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385569:1385569:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385565:1385565:8:4294967295] 00000400:00000200:0.0:1763344901.583611:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.583616:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.583622:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344901.583627:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.583633:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.583637:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.583656:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.583659:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.583661:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.583663:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.583668:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2400000 x1848987881549696/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344901.583678:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2400000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881549696:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 4997us (5577us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344901.583686:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6342 00000100:00000040:0.0:1763344901.583690:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344901.583692:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.583693:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.583699:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42380. 00000020:00000010:0.0:1763344901.583703:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca044b0. 00000020:00000010:0.0:1763344901.583707:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2a00. 00000020:00000040:0.0:1763344901.583711:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:0.0:1763344901.583714:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.583954:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.583961:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.583963:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.583965:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.583970:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.583978:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfb000 00000400:00000200:3.0:1763344901.583983:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 9520 00000800:00000001:3.0:1763344901.583987:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.584028:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.584031:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.584034:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.584039:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.584041:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344901.584046:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1d180. 00000100:00000040:3.0:1763344901.584048:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1d180 x1848987881549824 msgsize 328 00000100:00100000:3.0:1763344901.584052:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.584064:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1763344901.584105:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.584109:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:3.0:1763344901.584111:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.584114:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.584117:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495dd0 00000400:00000010:3.0:1763344901.584118:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495dd0. 00000100:00000001:3.0:1763344901.584121:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.584123:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.584127:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.584129:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.584189:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344901.584192:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881549824 02000000:00000001:2.0:1763344901.584195:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344901.584196:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.584198:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.584201:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.584203:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881549824 00000020:00000001:2.0:1763344901.584206:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344901.584208:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344901.584210:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.584212:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:2.0:1763344901.584214:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344901.584217:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344901.584220:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.584224:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.584227:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.584229:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000020:00000010:2.0:1763344901.584233:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344901.584237:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.584241:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344901.584248:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344901.584250:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344901.584251:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344901.584253:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.584259:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.584271:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.584278:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.584279:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.584283:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27091 00000100:00000040:2.0:1763344901.584286:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344901.584288:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006369152 : -107404703182464 : ffff9e50e4d1d180) 00000100:00000040:2.0:1763344901.584292:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1d180 x1848987881549824/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344901.584300:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.584302:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.584303:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.584305:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000100:00100000:2.0:1763344901.584309:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881549824:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344901.584312:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881549824 00000020:00000001:2.0:1763344901.584315:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.584317:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344901.584319:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.584322:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.584323:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344901.584326:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344901.584329:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.584331:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.584333:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.584338:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.584340:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344901.584341:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344901.584343:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344901.584345:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344901.584346:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.584350:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344901.584356:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6bb00 count: 2 00010000:00000001:2.0:1763344901.584359:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.584361:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344901.584364:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fd61b4800. 00000020:00000001:2.0:1763344901.584367:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344901.584369:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fd61b4800 with handle 0x34881b4086817e69 to hash 00000020:00000001:2.0:1763344901.584371:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344901.584372:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000001:2.0:1763344901.584375:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00010000:2.0:1763344901.584379:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817e69 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e2d2 expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.584387:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:2.0:1763344901.584389:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=21 00010000:00000001:2.0:1763344901.584394:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763344901.584397:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763344901.584399:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.584401:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.584404:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d7ff0400. 02000000:00000001:2.0:1763344901.584406:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.584408:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.584411:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344901.584413:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.584424:0:74638:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.584427:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763344901.584431:0:74638:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50ccdb9dc8. 00002000:00000001:2.0:1763344901.584433:0:74638:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763344901.584436:0:74638:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763344901.584438:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.584441:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344901.584445:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd62419c0. 00000100:00000001:2.0:1763344901.584447:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465136064 : -107409244415552 : ffff9e4fd62419c0) 00000100:00000001:2.0:1763344901.584449:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664465136064 : -107409244415552 : ffff9e4fd62419c0) 00000100:00000001:2.0:1763344901.584451:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344901.584453:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344901.584454:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763344901.584456:0:74638:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763344901.584459:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2aad80. 00000020:00000040:2.0:1763344901.584462:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763344901.584464:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344901.584466:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344901.584470:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344901.584474:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09fe00. 00000100:00000001:2.0:1763344901.584478:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.584483:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344901.584486:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344901.584490:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2aad80 x1848987617972992/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.584498:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344901.584499:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.584503:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617972992:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344901.584506:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344901.584509:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344901.584511:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.584513:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344901.584515:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09f200. 02000000:00000001:2.0:1763344901.584517:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344901.584521:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344901.584525:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921660. 00000100:00000200:2.0:1763344901.584529:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617972992, portal 16 00000100:00000001:2.0:1763344901.584531:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344901.584532:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163187584 : -107404546364032 : ffff9e50ee2aad80) 00000100:00000040:2.0:1763344901.584536:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee2aad80 x1848987617972992/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.584542:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.584545:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.584547:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921908. 00000100:00000200:2.0:1763344901.584549:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617972992, offset 0 00000400:00000200:2.0:1763344901.584553:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.584558:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.584562:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344901.584566:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344901.584569:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344901.584572:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344901.584574:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385570:1385570:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385566:1385566:8:4294967295] 00000400:00000200:2.0:1763344901.584582:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.584587:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.584590:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994900. 00000800:00000200:2.0:1763344901.584594:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.584598:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.584601:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.584615:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.584620:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676721 00000100:00000001:2.0:1763344901.584625:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676716 00000100:00000001:2.0:1763344901.584629:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676721 00000100:00000001:2.0:1763344901.584631:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676716 00000100:00000001:2.0:1763344901.584634:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676721 00000100:00000001:2.0:1763344901.584637:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676716 00000100:00000001:2.0:1763344901.584638:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676721 00000100:00000001:2.0:1763344901.584641:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676716 00000100:00000001:2.0:1763344901.584643:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.584645:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.584647:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.584648:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.584650:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.584651:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763344901.584653:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50ccdb9dc8. 00010000:00000001:2.0:1763344901.584656:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.584658:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763344901.584659:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344901.584661:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.584663:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344901.584664:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344901.584666:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd62419c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344901.584668:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344901.584670:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763344901.585048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc600. 00000800:00000200:1.0:1763344901.585112:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.585116:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:1.0:1763344901.585119:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.585124:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.585127:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921908 00000400:00000010:1.0:1763344901.585129:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921908. 00000100:00000001:1.0:1763344901.585132:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344901.585136:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2aad80 x1848987617972992/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.585144:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.585146:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2aad80 x1848987617972992/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.585152:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.585153:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.587671:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.587685:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.587688:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.587690:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.587700:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.587713:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29d300 00000400:00000200:3.0:1763344901.587720:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665b91 [1] + 224 00000800:00000001:3.0:1763344901.587726:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.587733:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.587735:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.587738:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.587744:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344901.587751:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2aad80 x1848987617972992/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344901.587759:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee2aad80 x1848987617972992/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.587779:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.587786:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763344901.587935:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344901.587942:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344901.587944:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344901.587947:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344901.587951:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921660 00000400:00000010:2.0:1763344901.587953:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921660. 00000100:00000001:2.0:1763344901.587956:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344901.587960:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2aad80 x1848987617972992/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344901.587968:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2aad80 x1848987617972992/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.587973:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344901.587975:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.587977:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344901.587979:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344901.587981:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.587983:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.587985:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.587991:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=70 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344901.587994:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.587997:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344901.587998:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.588001:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344901.588003:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.588005:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.588009:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2aad80 x1848987617972992/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.588015:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.588017:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344901.588019:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.588021:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763344901.588025:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344901.588033:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344901.588036:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.588043:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00002000:00000001:2.0:1763344901.588045:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195042576 : -107409514509040 : ffff9e4fc60acd10) 00002000:00000001:2.0:1763344901.588047:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344901.588052:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344901.588055:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60acd68/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00010000:00000001:2.0:1763344901.588057:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.588059:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.588060:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.588063:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2aad80 x1848987617972992/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344901.588072:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617972992:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344901.588076:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.588078:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.588081:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344901.588082:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344901.588086:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2aad80 x1848987617972992/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.588092:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344901.588094:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344901.588096:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09f200. 02000000:00000001:2.0:1763344901.588099:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344901.588102:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344901.588103:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763344901.588105:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344901.588107:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09fe00. 02000000:00000001:2.0:1763344901.588110:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344901.588111:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344901.588113:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2aad80. 00000100:00000001:2.0:1763344901.588117:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344901.588118:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344901.588120:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd62419c0. 00000100:00000001:2.0:1763344901.588122:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344901.588124:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344901.588127:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d25c0. 00010000:00000001:2.0:1763344901.588129:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344901.588133:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344901.588136:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344901.588137:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.588142:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.588143:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.588145:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.588147:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.588150:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4800 with handle 0x34881b4086817e69 from hash 00010000:00000001:2.0:1763344901.588152:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.588153:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.588154:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.588155:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344901.588157:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344901.588159:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344901.588164:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817e69 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2d2 expref: 21 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344901.588174:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344901.588177:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.588179:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.588181:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.588182:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.588185:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344901.588187:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.588188:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.588189:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344901.588190:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344901.588192:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344901.588194:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344901.588195:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.588197:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.588198:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344901.588199:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344901.588202:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817e69 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2d2 expref: 21 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344901.588208:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:2.0:1763344901.588210:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00010000:00000001:2.0:1763344901.588216:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344901.588217:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fd61b4800, rc 0) 00000020:00000001:2.0:1763344901.588220:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344901.588223:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881549824 00010000:00000001:2.0:1763344901.588226:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.588230:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1d180 x1848987881549824/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344901.588237:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.588239:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.588242:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.588245:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.588248:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344901.588250:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344901.588252:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.588254:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.588257:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.588260:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.588263:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921660. 00000100:00000200:2.0:1763344901.588266:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881549824, offset 224 00000400:00000200:2.0:1763344901.588272:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.588280:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.588285:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385571:1385571:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385567:1385567:8:4294967295] 00000400:00000200:2.0:1763344901.588294:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.588299:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.588303:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994800. 00000800:00000200:2.0:1763344901.588308:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.588314:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.588317:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994800 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.588335:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.588338:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344901.588340:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.588342:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.588344:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.588349:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1d180 x1848987881549824/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344901.588357:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881549824:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 4055us (4306us total) trans 0 rc 301/301 00000100:00100000:2.0:1763344901.588365:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27091 00000100:00000040:2.0:1763344901.588368:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344901.588370:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.588372:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.588377:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.588381:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344901.588385:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344901.588388:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:2.0:1763344901.588390:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.588441:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.588502:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.588505:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000400:00000200:3.0:1763344901.588509:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.588513:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.588516:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921660 00000400:00000010:3.0:1763344901.588517:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921660. 00000100:00000001:3.0:1763344901.588520:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.588521:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344901.591279:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.591294:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.591298:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.591300:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.591312:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.591328:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509dfb080 00000400:00000200:0.0:1763344901.591335:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645709 [8] + 9848 00000800:00000001:0.0:1763344901.591342:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.591349:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.591352:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.591357:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.591363:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.591366:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344901.591372:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2401880. 00000100:00000040:0.0:1763344901.591376:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2401880 x1848987881549952 msgsize 440 00000100:00100000:0.0:1763344901.591380:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.592194:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.592208:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.592214:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.592277:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344901.592280:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881549952 02000000:00000001:2.0:1763344901.592284:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344901.592286:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.592288:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.592291:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.592295:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881549952 00000020:00000001:2.0:1763344901.592298:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344901.592300:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344901.592302:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.592305:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:2.0:1763344901.592307:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344901.592310:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344901.592313:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.592319:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.592322:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.592324:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000020:00000010:2.0:1763344901.592331:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344901.592336:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.592342:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344901.592348:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344901.592351:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344901.592353:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344901.592355:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.592361:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.592375:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.592385:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.592387:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.592392:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27092 00000100:00000040:2.0:1763344901.592395:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344901.592397:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694829184 : -107405014722432 : ffff9e50d2401880) 00000100:00000040:2.0:1763344901.592403:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2401880 x1848987881549952/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.592411:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.592413:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.592424:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.592426:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000100:00100000:2.0:1763344901.592430:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2401880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2406:x1848987881549952:12345-192.168.203.14@tcp:1:lfs.0 00000100:00000200:2.0:1763344901.592439:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881549952 00000020:00000001:2.0:1763344901.592442:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.592445:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344901.592447:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.592449:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.592451:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932112 : -1042619504 : ffffffffc1dae390) 00000020:00000001:2.0:1763344901.592454:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344901.592457:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.592458:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.592461:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.592464:0:74638:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763344901.592467:0:74638:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763344901.592469:0:74638:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.592472:0:74638:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.592474:0:74638:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.592475:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.592477:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.592479:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.592480:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.592481:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.592483:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.592484:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.592485:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.592486:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.592488:0:74638:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.592490:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.592493:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.592495:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.592500:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50d7ff2c00. 02000000:00000001:2.0:1763344901.592501:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.592503:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344901.592506:0:74638:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:2.0:1763344901.592509:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344901.592511:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.592518:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00002000:00000001:2.0:1763344901.592520:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195042576 : -107409514509040 : ffff9e4fc60acd10) 00002000:00000001:2.0:1763344901.592522:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344901.592526:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344901.592528:0:74638:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763344901.592530:0:74638:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:2.0:1763344901.592533:0:74638:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x3000034cc for inode 2495 00000020:00000002:2.0:1763344901.592537:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60acd68/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00000020:00000001:2.0:1763344901.592542:0:74638:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344901.592548:0:74638:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344901.592551:0:74638:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344901.592554:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881549952 00010000:00000001:2.0:1763344901.592556:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.592561:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d2401880 x1848987881549952/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344901.592568:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.592571:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.592574:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.592579:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.592581:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344901.592583:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344901.592586:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.592587:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.592590:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.592592:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.592596:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9214c8. 00000100:00000200:2.0:1763344901.592601:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881549952, offset 224 00000400:00000200:2.0:1763344901.592608:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.592618:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.592625:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385572:1385572:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385568:1385568:8:4294967295] 00000400:00000200:2.0:1763344901.592635:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.592640:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.592645:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994d00. 00000800:00000200:2.0:1763344901.592650:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.592656:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.592659:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994d00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.592668:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.592671:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344901.592673:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.592674:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.592676:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.592679:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2401880 x1848987881549952/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344901.592688:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2401880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2406:x1848987881549952:12345-192.168.203.14@tcp:1:lfs.0 Request processed in 274us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344901.592695:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27092 00000100:00000040:2.0:1763344901.592698:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344901.592700:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.592702:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.592706:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.592709:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344901.592711:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344901.592716:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:2.0:1763344901.592719:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344901.592860:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.592863:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994d00. 00000400:00000200:0.0:1763344901.592868:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.592872:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.592875:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9214c8 00000400:00000010:0.0:1763344901.592877:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9214c8. 00000100:00000001:0.0:1763344901.592881:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.592882:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344901.593361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00000800:00000001:1.0:1763344901.596202:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.596218:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.596221:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.596223:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.596233:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.596248:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfb100 00000400:00000200:1.0:1763344901.596255:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 10288 00000800:00000001:1.0:1763344901.596263:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.596269:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.596271:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.596275:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.596281:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.596284:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344901.596289:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7807b80. 00000100:00000040:1.0:1763344901.596292:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7807b80 x1848987881550080 msgsize 328 00000100:00100000:1.0:1763344901.596296:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.596309:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.596315:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.596317:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.596369:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.596371:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881550080 02000000:00000001:3.0:1763344901.596374:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.596376:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.596378:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.596382:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.596385:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881550080 00000020:00000001:3.0:1763344901.596388:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.596390:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344901.596392:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.596395:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:3.0:1763344901.596397:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344901.596399:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344901.596403:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.596407:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.596410:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.596413:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344901.596427:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca200. 00000020:00000010:3.0:1763344901.596524:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0eb80. 00000020:00000010:3.0:1763344901.596530:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf640. 00000100:00000040:3.0:1763344901.596539:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344901.596542:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.596543:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.596545:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.596552:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.596636:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.596647:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.596648:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.596653:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27093 00000100:00000040:3.0:1763344901.596656:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344901.596658:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219532160 : -107409490019456 : ffff9e4fc7807b80) 00000100:00000040:3.0:1763344901.596664:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7807b80 x1848987881550080/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344901.596672:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.596675:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.596677:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.596679:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000100:00100000:3.0:1763344901.596683:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881550080:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344901.596686:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881550080 00000020:00000001:3.0:1763344901.596689:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344901.596692:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344901.596694:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.596696:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.596698:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344901.596701:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344901.596704:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.596706:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.596708:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.596712:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.596714:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344901.596716:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344901.596718:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344901.596719:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344901.596721:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.596726:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344901.596732:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6bb00 count: 2 00010000:00000001:3.0:1763344901.596735:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344901.596737:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344901.596740:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16200. 00000020:00000001:3.0:1763344901.596744:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344901.596746:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16200 with handle 0x34881b4086817e70 to hash 00000020:00000001:3.0:1763344901.596747:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344901.596749:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:3.0:1763344901.596751:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00010000:3.0:1763344901.596756:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e70 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e2d9 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344901.596764:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:3.0:1763344901.596766:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=21 00010000:00000001:3.0:1763344901.596772:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763344901.596774:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763344901.596777:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.596779:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.596783:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e4fc82b3000. 02000000:00000001:3.0:1763344901.596785:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.596787:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.596907:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344901.596909:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344901.596911:0:74640:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.596913:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763344901.596918:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f9d75ee0. 00002000:00000001:3.0:1763344901.596921:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763344901.596924:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763344901.596926:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.596929:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344901.596934:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1b40. 00000100:00000001:3.0:1763344901.596936:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000100:00000001:3.0:1763344901.596938:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000100:00000001:3.0:1763344901.596940:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344901.596942:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344901.596943:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344901.596945:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763344901.596948:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1c700. 00000020:00000040:3.0:1763344901.596951:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763344901.596954:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344901.596956:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344901.596960:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344901.596964:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd69cba00. 00000100:00000001:3.0:1763344901.596969:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.596973:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344901.596976:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344901.596981:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1c700 x1848987617973120/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.596988:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344901.596990:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.596994:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617973120:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344901.596998:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344901.597002:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344901.597004:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.597006:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344901.597009:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd69cb600. 02000000:00000001:3.0:1763344901.597010:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344901.597014:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac4d0. 00000400:00000010:3.0:1763344901.597019:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb4c8. 00000100:00000200:3.0:1763344901.597024:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617973120, portal 16 00000100:00000001:3.0:1763344901.597026:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344901.597027:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006366464 : -107404703185152 : ffff9e50e4d1c700) 00000100:00000040:3.0:1763344901.597032:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50e4d1c700 x1848987617973120/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.597038:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.597040:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.597042:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb220. 00000100:00000200:3.0:1763344901.597045:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617973120, offset 0 00000400:00000200:3.0:1763344901.597050:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344901.597057:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.597062:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344901.597066:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344901.597069:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344901.597072:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344901.597075:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385573:1385573:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385569:1385569:8:4294967295] 00000400:00000200:3.0:1763344901.597085:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.597090:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344901.597095:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344901.597100:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344901.597105:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344901.597109:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344901.597123:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.597127:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676734 00000100:00000001:3.0:1763344901.597133:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676721 00000100:00000001:3.0:1763344901.597136:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676734 00000100:00000001:3.0:1763344901.597138:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676721 00000100:00000001:3.0:1763344901.597141:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676734 00000100:00000001:3.0:1763344901.597143:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676721 00000100:00000001:3.0:1763344901.597145:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676734 00000100:00000001:3.0:1763344901.597147:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676721 00000100:00000001:3.0:1763344901.597149:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344901.597151:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.597153:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.597155:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.597157:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.597158:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763344901.597160:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f9d75ee0. 00010000:00000001:3.0:1763344901.597162:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.597164:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344901.597165:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344901.597167:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.597169:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344901.597170:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344901.597172:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1b40 going to sleep for 11 seconds 00000100:00000001:3.0:1763344901.597175:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344901.597177:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344901.597279:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.597283:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5600. 00000400:00000200:0.0:1763344901.597287:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.597291:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.597294:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb220 00000400:00000010:0.0:1763344901.597296:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb220. 00000100:00000001:0.0:1763344901.597299:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344901.597303:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1c700 x1848987617973120/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.597310:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.597313:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1c700 x1848987617973120/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.597319:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.597320:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344901.599121:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.599133:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.599136:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.599138:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.599146:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.599158:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29d380 00000400:00000200:0.0:1763344901.599165:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665ba1 [1] + 224 00000800:00000001:0.0:1763344901.599171:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.599176:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.599179:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.599182:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.599186:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.599192:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1c700 x1848987617973120/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344901.599202:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50e4d1c700 x1848987617973120/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.599241:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344901.599261:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.599267:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.599270:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1763344901.599297:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344901.599299:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344901.599302:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac4d0. 00000400:00000200:3.0:1763344901.599305:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb4c8 00000400:00000010:3.0:1763344901.599307:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb4c8. 00000100:00000001:3.0:1763344901.599310:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344901.599314:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1c700 x1848987617973120/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344901.599323:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1c700 x1848987617973120/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.599329:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344901.599330:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.599332:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344901.599335:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344901.599336:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.599338:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.599341:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.599346:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344901.599349:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.599352:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344901.599353:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.599355:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344901.599358:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.599360:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.599364:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1c700 x1848987617973120/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.599371:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344901.599373:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344901.599375:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.599378:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763344901.599381:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344901.599388:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344901.599391:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.599398:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00002000:00000001:3.0:1763344901.599400:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195042576 : -107409514509040 : ffff9e4fc60acd10) 00002000:00000001:3.0:1763344901.599402:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344901.599407:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344901.599410:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60acd68/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00010000:00000001:3.0:1763344901.599413:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.599424:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.599426:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.599430:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1c700 x1848987617973120/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344901.599437:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617973120:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344901.599441:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.599444:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.599446:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344901.599448:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344901.599451:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1c700 x1848987617973120/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.599456:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344901.599458:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344901.599461:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd69cb600. 02000000:00000001:3.0:1763344901.599465:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344901.599467:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344901.599469:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763344901.599471:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344901.599473:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd69cba00. 02000000:00000001:3.0:1763344901.599476:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344901.599477:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344901.599479:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1c700. 00000100:00000001:3.0:1763344901.599483:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344901.599484:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344901.599486:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1b40. 00000100:00000001:3.0:1763344901.599489:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344901.599490:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344901.599493:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82ddf00. 00010000:00000001:3.0:1763344901.599495:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.599498:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344901.599501:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344901.599503:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344901.599509:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.599510:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.599512:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.599514:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344901.599516:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16200 with handle 0x34881b4086817e70 from hash 00010000:00000001:3.0:1763344901.599519:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344901.599520:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.599521:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.599522:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344901.599523:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344901.599525:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763344901.599530:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e70 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2d9 expref: 21 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763344901.599541:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344901.599544:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344901.599546:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344901.599547:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.599549:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.599552:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344901.599553:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344901.599555:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344901.599556:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344901.599557:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344901.599558:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344901.599560:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344901.599562:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.599564:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.599566:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344901.599567:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344901.599570:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e70 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2d9 expref: 21 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763344901.599577:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:3.0:1763344901.599579:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00010000:00000001:3.0:1763344901.599585:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344901.599586:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf16200, rc 0) 00000020:00000001:3.0:1763344901.599588:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763344901.599591:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881550080 00010000:00000001:3.0:1763344901.599594:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.599598:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7807b80 x1848987881550080/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344901.599605:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.599607:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.599610:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.599613:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.599615:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344901.599618:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344901.599620:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.599622:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.599626:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.599628:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.599632:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb4c8. 00000100:00000200:3.0:1763344901.599636:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881550080, offset 224 00000400:00000200:3.0:1763344901.599641:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344901.599649:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.599655:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385574:1385574:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385570:1385570:8:4294967295] 00000400:00000200:3.0:1763344901.599664:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.599669:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344901.599673:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344901.599679:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344901.599685:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344901.599689:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344901.599705:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.599709:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344901.599711:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344901.599712:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.599714:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344901.599718:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7807b80 x1848987881550080/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344901.599727:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7807b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881550080:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 3053us (3433us total) trans 0 rc 301/301 00000100:00100000:3.0:1763344901.599735:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27093 00000100:00000040:3.0:1763344901.599738:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344901.599741:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344901.599742:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344901.599748:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0eb80. 00000020:00000010:3.0:1763344901.599752:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf640. 00000020:00000010:3.0:1763344901.599756:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca200. 00000020:00000040:3.0:1763344901.599760:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:3.0:1763344901.599762:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.599886:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.599890:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5500. 00000400:00000200:1.0:1763344901.599894:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.599898:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.599901:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb4c8 00000400:00000010:1.0:1763344901.599903:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb4c8. 00000100:00000001:1.0:1763344901.599906:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.599907:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344901.606739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00000800:00000001:0.0:1763344901.693097:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.693113:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.693117:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.693119:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.693129:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.693145:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfb180 00000400:00000200:0.0:1763344901.693153:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 10616 00000800:00000001:0.0:1763344901.693160:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.693170:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.693173:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.693177:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.693183:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.693186:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344901.693191:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2402300. 00000100:00000040:0.0:1763344901.693194:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2402300 x1848987881550208 msgsize 328 00000100:00100000:0.0:1763344901.693198:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.693556:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.693565:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.693568:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.693607:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.693610:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881550208 02000000:00000001:3.0:1763344901.693613:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.693615:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.693617:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.693622:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.693625:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881550208 00000020:00000001:3.0:1763344901.693628:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.693630:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344901.693632:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.693636:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:3.0:1763344901.693638:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344901.693640:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344901.693645:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.693650:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.693653:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.693655:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344901.693661:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca200. 00000020:00000010:3.0:1763344901.693666:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0eb80. 00000020:00000010:3.0:1763344901.693671:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf640. 00000100:00000040:3.0:1763344901.693679:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344901.693681:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.693683:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.693685:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.693691:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.693705:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.693715:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.693717:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.693721:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27094 00000100:00000040:3.0:1763344901.693725:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344901.693727:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694831872 : -107405014719744 : ffff9e50d2402300) 00000100:00000040:3.0:1763344901.693733:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2402300 x1848987881550208/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344901.693741:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.693743:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.693745:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.693747:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000100:00100000:3.0:1763344901.693750:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2408:x1848987881550208:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344901.693754:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881550208 00000020:00000001:3.0:1763344901.693756:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344901.693759:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344901.693761:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.693763:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.693765:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344901.693768:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344901.693772:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.693773:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.693775:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.693780:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.693781:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344901.693783:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344901.693785:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344901.693787:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344901.693820:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.693826:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344901.693832:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6bb00 count: 2 00010000:00000001:3.0:1763344901.693835:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344901.693837:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344901.693841:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16200. 00000020:00000001:3.0:1763344901.693844:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344901.693846:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16200 with handle 0x34881b4086817e77 to hash 00000020:00000001:3.0:1763344901.693848:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344901.693849:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:3.0:1763344901.693852:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00010000:3.0:1763344901.693856:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e77 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e2e0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344901.693864:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:3.0:1763344901.693866:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=21 00010000:00000001:3.0:1763344901.693873:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763344901.693876:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763344901.693878:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.693880:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.693886:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e4fc82b1800. 02000000:00000001:3.0:1763344901.693888:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.693890:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.693893:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344901.693895:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344901.693898:0:74640:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.693899:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763344901.693903:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f9d75ee0. 00002000:00000001:3.0:1763344901.693913:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763344901.693915:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763344901.693918:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.693920:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344901.693926:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1b40. 00000100:00000001:3.0:1763344901.693928:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000100:00000001:3.0:1763344901.693930:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000100:00000001:3.0:1763344901.693932:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344901.693934:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344901.693935:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344901.693937:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763344901.693940:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1c700. 00000020:00000040:3.0:1763344901.693943:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763344901.693945:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344901.693947:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344901.693951:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344901.693956:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd69cba00. 00000100:00000001:3.0:1763344901.693960:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.693964:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344901.693967:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344901.693972:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1c700 x1848987617973248/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.693979:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344901.693981:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.693985:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617973248:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344901.693988:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344901.693992:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344901.693995:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.693997:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344901.694000:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd69cb600. 02000000:00000001:3.0:1763344901.694001:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344901.694005:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac4d0. 00000400:00000010:3.0:1763344901.694010:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb908. 00000100:00000200:3.0:1763344901.694016:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617973248, portal 16 00000100:00000001:3.0:1763344901.694018:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344901.694019:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006366464 : -107404703185152 : ffff9e50e4d1c700) 00000100:00000040:3.0:1763344901.694024:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50e4d1c700 x1848987617973248/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.694030:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.694032:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.694034:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbd48. 00000100:00000200:3.0:1763344901.694036:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617973248, offset 0 00000400:00000200:3.0:1763344901.694041:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344901.694050:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.694054:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344901.694058:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344901.694061:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344901.694064:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344901.694067:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385575:1385575:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385571:1385571:8:4294967295] 00000400:00000200:3.0:1763344901.694077:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.694082:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344901.694087:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344901.694093:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344901.694098:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344901.694102:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344901.694107:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.694111:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676831 00000100:00000001:3.0:1763344901.694116:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676734 00000100:00000001:3.0:1763344901.694120:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676831 00000100:00000001:3.0:1763344901.694123:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676734 00000100:00000001:3.0:1763344901.694126:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676831 00000100:00000001:3.0:1763344901.694128:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676734 00000100:00000001:3.0:1763344901.694131:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676831 00000100:00000001:3.0:1763344901.694133:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676734 00000100:00000001:3.0:1763344901.694135:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344901.694137:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.694139:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.694141:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.694142:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.694144:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763344901.694145:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f9d75ee0. 00010000:00000001:3.0:1763344901.694148:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.694149:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344901.694151:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344901.694153:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.694154:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344901.694156:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344901.694158:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1b40 going to sleep for 11 seconds 00000100:00000001:3.0:1763344901.694160:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344901.694163:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344901.694474:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.694478:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5500. 00000400:00000200:0.0:1763344901.694482:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.694487:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.694490:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbd48 00000400:00000010:0.0:1763344901.694492:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbd48. 00000100:00000001:0.0:1763344901.694495:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344901.694499:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1c700 x1848987617973248/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.694506:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.694510:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1c700 x1848987617973248/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.694516:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.694517:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.697342:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.697358:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.697361:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.697365:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.697375:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.697393:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29d400 00000400:00000200:1.0:1763344901.697402:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665bad [1] + 224 00000800:00000001:1.0:1763344901.697409:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.697430:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.697433:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.697438:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.697444:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.697453:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1c700 x1848987617973248/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344901.697463:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50e4d1c700 x1848987617973248/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.697485:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.697492:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.697495:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.697548:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344901.697555:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344901.697556:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344901.697560:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac4d0. 00000400:00000200:3.0:1763344901.697564:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb908 00000400:00000010:3.0:1763344901.697566:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb908. 00000100:00000001:3.0:1763344901.697569:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344901.697573:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1c700 x1848987617973248/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344901.697581:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1c700 x1848987617973248/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.697588:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344901.697589:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.697593:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344901.697596:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344901.697598:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.697600:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.697603:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.697610:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344901.697613:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.697616:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344901.697617:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.697620:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344901.697623:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.697626:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.697630:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1c700 x1848987617973248/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.697636:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344901.697638:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344901.697640:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.697642:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763344901.697647:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344901.697918:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344901.697922:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.697930:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00002000:00000001:3.0:1763344901.697933:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195042576 : -107409514509040 : ffff9e4fc60acd10) 00002000:00000001:3.0:1763344901.697936:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344901.697941:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344901.697945:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60acd68/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00010000:00000001:3.0:1763344901.697948:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.697950:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.697951:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.697956:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1c700 x1848987617973248/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344901.697964:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617973248:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344901.697968:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.697971:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.697974:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344901.697976:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344901.697979:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1c700 x1848987617973248/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.697986:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344901.697988:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344901.697991:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd69cb600. 02000000:00000001:3.0:1763344901.697996:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344901.697998:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344901.697999:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763344901.698002:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344901.698004:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd69cba00. 02000000:00000001:3.0:1763344901.698006:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344901.698008:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344901.698010:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1c700. 00000100:00000001:3.0:1763344901.698014:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344901.698015:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344901.698017:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1b40. 00000100:00000001:3.0:1763344901.698020:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344901.698021:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344901.698025:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82ddf00. 00010000:00000001:3.0:1763344901.698028:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.698031:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344901.698034:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344901.698036:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344901.698043:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.698044:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.698046:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.698048:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344901.698051:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16200 with handle 0x34881b4086817e77 from hash 00010000:00000001:3.0:1763344901.698054:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344901.698055:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.698056:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.698058:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344901.698059:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344901.698062:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763344901.698126:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e77 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2e0 expref: 21 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763344901.698141:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344901.698145:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344901.698147:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344901.698149:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.698152:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.698156:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344901.698158:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344901.698159:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344901.698161:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344901.698162:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344901.698165:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344901.698167:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344901.698169:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.698171:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.698173:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344901.698174:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344901.698178:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e77 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2e0 expref: 21 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763344901.698188:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:3.0:1763344901.698190:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00010000:00000001:3.0:1763344901.698197:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344901.698198:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf16200, rc 0) 00000020:00000001:3.0:1763344901.698201:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763344901.698205:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881550208 00010000:00000001:3.0:1763344901.698207:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.698213:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d2402300 x1848987881550208/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344901.698221:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.698223:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.698226:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.698231:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.698234:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344901.698236:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344901.698239:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.698241:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.698245:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.698247:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.698252:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb908. 00000100:00000200:3.0:1763344901.698257:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881550208, offset 224 00000400:00000200:3.0:1763344901.698264:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344901.698274:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.698280:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385576:1385576:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385572:1385572:8:4294967295] 00000400:00000200:3.0:1763344901.698289:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.698295:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344901.698300:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344901.698306:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344901.698313:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344901.698317:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 496 niov 1 nkiov 1 00000800:00000200:0.0:1763344901.700532:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.700540:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5600. 00000400:00000200:0.0:1763344901.700549:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.700557:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.700562:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb908 00000400:00000010:0.0:1763344901.700564:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb908. 00000100:00000001:0.0:1763344901.700568:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.700570:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344901.701173:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.701181:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344901.701184:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344901.701187:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.701190:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344901.701200:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2402300 x1848987881550208/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344901.701212:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2408:x1848987881550208:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 7468us (8015us total) trans 0 rc 301/301 00000100:00100000:3.0:1763344901.701223:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27094 00000100:00000040:3.0:1763344901.701226:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344901.701229:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344901.701232:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344901.701240:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0eb80. 00000020:00000010:3.0:1763344901.701245:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf640. 00000020:00000010:3.0:1763344901.701250:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca200. 00000020:00000040:3.0:1763344901.701257:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:3.0:1763344901.701260:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763344901.705906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00000800:00000001:0.0:1763344901.705998:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.706012:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.706015:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.706017:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.706028:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.706045:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 432 into portal 28 MB=0x691a509dfb200 00000400:00000200:0.0:1763344901.706053:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 432/432 into md 0x645709 [8] + 10944 00000800:00000001:0.0:1763344901.706060:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.706068:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.706073:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.706077:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.706083:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.706086:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344901.706093:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ef93c380. 00000100:00000040:0.0:1763344901.706096:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ef93c380 x1848987881550336 msgsize 432 00000100:00100000:0.0:1763344901.706100:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.706170:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.706178:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.706181:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.706218:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.706221:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881550336 02000000:00000001:3.0:1763344901.706224:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.706226:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.706228:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.706233:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.706237:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881550336 00000020:00000001:3.0:1763344901.706240:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.706242:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344901.706244:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.706247:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:3.0:1763344901.706249:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344901.706251:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344901.706255:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.706260:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.706263:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.706266:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344901.706272:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca200. 00000020:00000010:3.0:1763344901.706277:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0eb80. 00000020:00000010:3.0:1763344901.706282:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf640. 00000100:00000040:3.0:1763344901.706290:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344901.706292:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.706294:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.706296:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.706304:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.706909:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.706913:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.706918:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27095 00000100:00000040:2.0:1763344901.706922:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344901.706924:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669186851712 : -107404522699904 : ffff9e50ef93c380) 00000100:00000040:2.0:1763344901.706931:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ef93c380 x1848987881550336/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 432/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.706940:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.706944:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.706946:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.706948:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000100:00100000:2.0:1763344901.706952:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ef93c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2406:x1848987881550336:12345-192.168.203.14@tcp:23:lfs.0 00000100:00000200:2.0:1763344901.706957:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881550336 00000020:00000001:2.0:1763344901.706959:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.706963:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344901.706964:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.706967:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.706969:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666933168 : -1042618448 : ffffffffc1dae7b0) 00000020:00000001:2.0:1763344901.706972:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344901.706974:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.706976:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.706978:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.706982:0:74638:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763344901.706986:0:74638:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763344901.706988:0:74638:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.706991:0:74638:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.706992:0:74638:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.706995:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.706996:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.706998:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.707000:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.707001:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.707003:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.707005:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.707006:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.707008:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.707010:0:74638:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.707012:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.707015:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.707017:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.707023:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50d7ff0c00. 02000000:00000001:2.0:1763344901.707025:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.707028:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.707030:0:74638:0:(tgt_handler.c:3006:tgt_lseek()) Process entered 00000020:00000001:2.0:1763344901.707034:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.707040:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00080000:00000001:2.0:1763344901.707044:0:74638:0:(osd_io.c:2870:osd_lseek()) Process entered 00080000:00000040:2.0:1763344901.707067:0:74638:0:(osd_io.c:2894:osd_lseek()) seek hole from 0: 4096 00080000:00000001:2.0:1763344901.707069:0:74638:0:(osd_io.c:2895:osd_lseek()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000002:2.0:1763344901.707073:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fdde1e600/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00000020:00000001:2.0:1763344901.707075:0:74638:0:(tgt_handler.c:3046:tgt_lseek()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344901.707077:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881550336 00010000:00000001:2.0:1763344901.707080:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.707086:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ef93c380 x1848987881550336/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 432/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344901.707093:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.707096:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.707099:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.707103:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.707106:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344901.707107:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344901.707110:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.707111:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.707114:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.707116:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.707121:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9215d8. 00000100:00000200:2.0:1763344901.707127:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881550336, offset 224 00000400:00000200:2.0:1763344901.707133:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.707142:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.707148:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385577:1385577:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385573:1385573:8:4294967295] 00000400:00000200:2.0:1763344901.707158:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.707163:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.707168:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994d00. 00000800:00000200:2.0:1763344901.707174:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.707180:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.707184:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994d00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.707203:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.707206:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344901.707209:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.707211:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.707213:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.707217:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ef93c380 x1848987881550336/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 432/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344901.707225:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ef93c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2406:x1848987881550336:12345-192.168.203.14@tcp:23:lfs.0 Request processed in 284us (1127us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344901.707231:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27095 00000100:00000040:2.0:1763344901.707234:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344901.707237:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.707238:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.707243:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0eb80. 00000020:00000010:2.0:1763344901.707247:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf640. 00000020:00000010:2.0:1763344901.707250:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca200. 00000020:00000040:2.0:1763344901.707254:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:2.0:1763344901.707257:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.707401:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.707405:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994d00. 00000400:00000200:1.0:1763344901.707410:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.707424:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.707428:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9215d8 00000400:00000010:1.0:1763344901.707430:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9215d8. 00000100:00000001:1.0:1763344901.707434:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.707436:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344901.709128:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.711886:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.711904:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.711907:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.711909:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.711921:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.711938:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfb280 00000400:00000200:0.0:1763344901.711945:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 11376 00000800:00000001:0.0:1763344901.711953:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.711959:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.711962:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.711966:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.711973:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.711975:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344901.711980:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ef93c700. 00000100:00000040:0.0:1763344901.711983:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ef93c700 x1848987881550464 msgsize 328 00000100:00100000:0.0:1763344901.711987:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.712003:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.712012:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.712015:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.712072:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.712076:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881550464 02000000:00000001:3.0:1763344901.712079:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.712082:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.712084:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.712089:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.712093:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881550464 00000020:00000001:3.0:1763344901.712096:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.712098:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344901.712101:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.712104:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:3.0:1763344901.712106:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344901.712108:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344901.712113:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.712117:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.712121:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.712124:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344901.712130:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cba00. 00000020:00000010:3.0:1763344901.712135:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344901.712140:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfed8. 00000100:00000040:3.0:1763344901.712147:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344901.712151:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.712152:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.712154:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.712162:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.712713:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.712716:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.712722:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27096 00000100:00000040:2.0:1763344901.712726:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344901.712729:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669186852608 : -107404522699008 : ffff9e50ef93c700) 00000100:00000040:2.0:1763344901.712736:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ef93c700 x1848987881550464/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344901.712744:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.712749:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.712751:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.712754:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000100:00100000:2.0:1763344901.712758:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ef93c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881550464:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344901.712762:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881550464 00000020:00000001:2.0:1763344901.712765:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.712768:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344901.712770:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.712773:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.712775:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344901.712778:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344901.712781:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.712784:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.712786:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.712821:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.712824:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344901.712827:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344901.712830:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344901.712832:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344901.712834:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.712840:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344901.712847:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6bb00 count: 2 00010000:00000001:2.0:1763344901.712849:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.712852:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344901.712856:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fd61b4800. 00000020:00000001:2.0:1763344901.712860:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344901.712862:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fd61b4800 with handle 0x34881b4086817e7e to hash 00000020:00000001:2.0:1763344901.712864:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344901.712866:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000001:2.0:1763344901.712869:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00010000:2.0:1763344901.712873:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817e7e lrc: 2/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e2e7 expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.712882:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 15 00000020:00000040:2.0:1763344901.712885:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=21 00010000:00000001:2.0:1763344901.712891:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763344901.712894:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763344901.712897:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.712900:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.712904:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d7ff1400. 02000000:00000001:2.0:1763344901.712907:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.712909:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.712911:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344901.712914:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.712916:0:74638:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.712918:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763344901.712923:0:74638:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50ccdb9dc8. 00002000:00000001:2.0:1763344901.712925:0:74638:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763344901.712927:0:74638:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763344901.712930:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.712933:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344901.712938:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd62419c0. 00000100:00000001:2.0:1763344901.712941:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465136064 : -107409244415552 : ffff9e4fd62419c0) 00000100:00000001:2.0:1763344901.712943:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664465136064 : -107409244415552 : ffff9e4fd62419c0) 00000100:00000001:2.0:1763344901.712945:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344901.712947:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344901.712949:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763344901.712951:0:74638:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763344901.712954:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2aad80. 00000020:00000040:2.0:1763344901.712957:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763344901.712960:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344901.712963:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344901.712966:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344901.712971:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09ea00. 00000100:00000001:2.0:1763344901.712976:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.712981:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344901.712984:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344901.712989:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2aad80 x1848987617973376/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.712997:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344901.712999:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.713003:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617973376:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344901.713007:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344901.713011:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344901.713013:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.713015:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344901.713018:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09fe00. 02000000:00000001:2.0:1763344901.713020:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344901.713025:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344901.713030:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921c38. 00000100:00000200:2.0:1763344901.713037:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617973376, portal 16 00000100:00000001:2.0:1763344901.713039:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344901.713040:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163187584 : -107404546364032 : ffff9e50ee2aad80) 00000100:00000040:2.0:1763344901.713045:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee2aad80 x1848987617973376/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.713052:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.713055:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.713057:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921550. 00000100:00000200:2.0:1763344901.713059:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617973376, offset 0 00000400:00000200:2.0:1763344901.713065:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.713076:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.713080:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344901.713084:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344901.713087:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344901.713090:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344901.713093:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385578:1385578:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385574:1385574:8:4294967295] 00000400:00000200:2.0:1763344901.713103:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.713108:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.713113:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994800. 00000800:00000200:2.0:1763344901.713118:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.713125:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.713129:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.713136:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.713140:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676850 00000100:00000001:2.0:1763344901.713148:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676831 00000100:00000001:2.0:1763344901.713152:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676850 00000100:00000001:2.0:1763344901.713155:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676831 00000100:00000001:2.0:1763344901.713157:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676850 00000100:00000001:2.0:1763344901.713160:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676831 00000100:00000001:2.0:1763344901.713162:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676850 00000100:00000001:2.0:1763344901.713165:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676831 00000100:00000001:2.0:1763344901.713167:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.713170:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.713172:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.713174:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.713176:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.713178:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763344901.713180:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50ccdb9dc8. 00010000:00000001:2.0:1763344901.713184:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.713186:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763344901.713187:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344901.713189:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.713191:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344901.713193:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344901.713195:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd62419c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344901.713198:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344901.713200:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344901.713343:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.713348:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000400:00000200:0.0:1763344901.713353:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.713358:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.713362:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921550 00000400:00000010:0.0:1763344901.713365:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921550. 00000100:00000001:0.0:1763344901.713368:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344901.713372:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2aad80 x1848987617973376/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.713380:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.713383:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2aad80 x1848987617973376/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.713390:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.713391:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.716777:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.717523:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.717528:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.717532:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.717546:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.717567:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29d480 00000400:00000200:1.0:1763344901.717576:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665bbd [1] + 224 00000800:00000001:1.0:1763344901.717584:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.717596:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.717599:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.717604:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.717610:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.717620:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2aad80 x1848987617973376/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344901.717633:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee2aad80 x1848987617973376/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.717657:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.717666:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.717669:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.717727:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344901.717736:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344901.717739:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344901.717742:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344901.717747:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921c38 00000400:00000010:2.0:1763344901.717750:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921c38. 00000100:00000001:2.0:1763344901.717753:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344901.717757:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2aad80 x1848987617973376/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344901.717767:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2aad80 x1848987617973376/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.717772:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344901.717774:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.717777:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344901.717780:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344901.717783:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.717784:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.717827:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.717835:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=70 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344901.717839:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.717842:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344901.717843:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.717846:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344901.717849:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.717852:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.717858:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2aad80 x1848987617973376/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.717865:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.717868:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344901.717870:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.717872:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763344901.717878:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344901.717885:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344901.717889:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.717899:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00002000:00000001:2.0:1763344901.717902:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195042576 : -107409514509040 : ffff9e4fc60acd10) 00002000:00000001:2.0:1763344901.717904:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344901.717910:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344901.717914:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60acd68/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00010000:00000001:2.0:1763344901.717917:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.717919:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.717920:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.717925:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2aad80 x1848987617973376/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344901.717933:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617973376:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344901.717938:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.717940:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.717943:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344901.717945:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344901.717949:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2aad80 x1848987617973376/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.717956:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344901.717958:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344901.717961:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09fe00. 02000000:00000001:2.0:1763344901.717966:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344901.717968:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344901.717970:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763344901.717972:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344901.717975:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09ea00. 02000000:00000001:2.0:1763344901.717978:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344901.717980:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344901.717981:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2aad80. 00000100:00000001:2.0:1763344901.717985:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344901.717986:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344901.717989:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd62419c0. 00000100:00000001:2.0:1763344901.717992:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344901.717994:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344901.717997:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d25c0. 00010000:00000001:2.0:1763344901.718000:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344901.718004:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344901.718007:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344901.718009:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.718015:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.718016:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.718018:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.718020:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.718023:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4800 with handle 0x34881b4086817e7e from hash 00010000:00000001:2.0:1763344901.718025:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.718027:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.718028:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.718029:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344901.718030:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344901.718032:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344901.718038:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817e7e lrc: 1/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2e7 expref: 21 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344901.718051:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344901.718054:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.718056:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.718057:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.718059:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.718062:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344901.718063:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.718065:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.718066:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344901.718068:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344901.718069:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344901.718071:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344901.718073:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.718075:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.718076:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344901.718077:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344901.718081:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817e7e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2e7 expref: 21 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344901.718088:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:2.0:1763344901.718091:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 20 00010000:00000001:2.0:1763344901.718097:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344901.718098:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fd61b4800, rc 0) 00000020:00000001:2.0:1763344901.718101:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344901.718104:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881550464 00010000:00000001:2.0:1763344901.718107:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.718112:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ef93c700 x1848987881550464/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344901.718119:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.718121:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.718124:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.718128:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.718130:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344901.718132:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344901.718135:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.718137:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.718140:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.718143:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.718147:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921c38. 00000100:00000200:2.0:1763344901.718152:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881550464, offset 224 00000400:00000200:2.0:1763344901.718157:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.718166:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.718173:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385579:1385579:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385575:1385575:8:4294967295] 00000400:00000200:2.0:1763344901.718183:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.718188:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.718193:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994900. 00000800:00000200:2.0:1763344901.718199:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.718205:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.718209:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.718216:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.718219:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344901.718222:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.718223:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.718226:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.718231:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ef93c700 x1848987881550464/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344901.718240:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ef93c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881550464:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 5493us (6254us total) trans 0 rc 301/301 00000100:00100000:2.0:1763344901.718248:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27096 00000100:00000040:2.0:1763344901.718252:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344901.718254:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.718256:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.718262:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:2.0:1763344901.718267:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfed8. 00000020:00000010:2.0:1763344901.718270:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cba00. 00000020:00000040:2.0:1763344901.718275:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:2.0:1763344901.718278:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344901.718442:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.718447:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:0.0:1763344901.718452:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.718457:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.718460:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921c38 00000400:00000010:0.0:1763344901.718462:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921c38. 00000100:00000001:0.0:1763344901.718466:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.718467:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344901.720737:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.724732:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.724748:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.724752:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.724754:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.724764:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.724782:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 488 into portal 6 MB=0x691a509dfb300 00000400:00000200:0.0:1763344901.724812:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 488/488 into md 0x1e2579 [128] + 61992 00000800:00000001:0.0:1763344901.724820:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.724846:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.724850:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.724854:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.724862:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.724864:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763344901.724870:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ef93c000. 00000100:00000040:0.0:1763344901.724874:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ef93c000 x1848987881550592 msgsize 488 00000100:00100000:0.0:1763344901.724878:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.724897:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.724906:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.724909:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.725010:0:68731:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.725013:0:68731:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881550592 02000000:00000001:3.0:1763344901.725016:0:68731:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.725018:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.725019:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.725023:0:68731:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.725028:0:68731:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881550592 00000020:00000001:3.0:1763344901.725031:0:68731:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.725032:0:68731:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344901.725035:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.725038:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:3.0:1763344901.725040:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344901.725043:0:68731:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344901.725047:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.725052:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.725055:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.725057:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344901.725063:0:68731:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cb600. 00000020:00000010:3.0:1763344901.725068:0:68731:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec80. 00000020:00000010:3.0:1763344901.725074:0:68731:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf000. 00000100:00000040:3.0:1763344901.725082:0:68731:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763344901.725086:0:68731:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.725087:0:68731:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763344901.725090:0:68731:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763344901.725093:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.725095:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:3.0:1763344901.725098:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.725102:0:68731:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344901.725105:0:68731:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344901.725108:0:68731:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.725110:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.725112:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.725114:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.725116:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.725118:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.725119:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.725121:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.725122:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.725124:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.725125:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.725126:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.725129:0:68731:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763344901.725132:0:68731:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.725134:0:68731:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.725136:0:68731:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.725139:0:68731:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763344901.725141:0:68731:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.725144:0:68731:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763344901.725151:0:68731:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000403:0x1bc6:0x0] (0->4095) req@ffff9e50ef93c000 x1848987881550592/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763344901.725159:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763344901.725160:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50ef93c000 with x1848987881550592 ext(0->4095) 00010000:00000001:3.0:1763344901.725164:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.725165:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.725167:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5200 refcount=3 00000020:00000001:3.0:1763344901.725169:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:3.0:1763344901.725172:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:3.0:1763344901.725175:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.725176:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763344901.725177:0:68731:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763344901.725179:0:68731:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e50ef93c000 00002000:00000001:3.0:1763344901.725181:0:68731:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.725183:0:68731:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.725191:0:68731:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.725444:0:68731:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.725458:0:68731:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.725460:0:68731:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.725465:0:68731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1956 00000100:00000040:3.0:1763344901.725469:0:68731:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344901.725472:0:68731:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669186850816 : -107404522700800 : ffff9e50ef93c000) 00000100:00000040:3.0:1763344901.725477:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ef93c000 x1848987881550592/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344901.725485:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.725489:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.725491:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.725493:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000100:00100000:3.0:1763344901.725498:0:68731:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ef93c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2406:x1848987881550592:12345-192.168.203.14@tcp:3:lfs.0 00000100:00000200:3.0:1763344901.725502:0:68731:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881550592 00000020:00000001:3.0:1763344901.725505:0:68731:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344901.725507:0:68731:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344901.725509:0:68731:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.725511:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.725512:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:3.0:1763344901.725516:0:68731:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344901.725519:0:68731:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.725521:0:68731:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.725522:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.725524:0:68731:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.725529:0:68731:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.725531:0:68731:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.725537:0:68731:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9e4fc2880000. 02000000:00000001:3.0:1763344901.725540:0:68731:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.725542:0:68731:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.725544:0:68731:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:3.0:1763344901.725547:0:68731:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763344901.725548:0:68731:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.725551:0:68731:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:3.0:1763344901.725555:0:68731:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:3.0:1763344901.725556:0:68731:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:3.0:1763344901.725559:0:68731:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 reports grant 433758208 dropped 0, local 433758208 00000020:00000001:3.0:1763344901.725562:0:68731:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:3.0:1763344901.725564:0:68731:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:3.0:1763344901.725566:0:68731:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:3.0:1763344901.725568:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344901.725571:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.725577:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00002000:00000001:3.0:1763344901.725579:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195042576 : -107409514509040 : ffff9e4fc60acd10) 00002000:00000001:3.0:1763344901.725583:0:68731:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763344901.725590:0:68731:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.725592:0:68731:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:3.0:1763344901.725593:0:68731:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.725600:0:68731:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:3.0:1763344901.725602:0:68731:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.725608:0:68731:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344901.725615:0:68731:0:(osd_io.c:1628:osd_read_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.725619:0:68731:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.725621:0:68731:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.725623:0:68731:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.725626:0:68731:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:3.0:1763344901.725659:0:68731:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:3.0:1763344901.725679:0:68731:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:3.0:1763344901.725682:0:68731:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 15c00fe (20) 00000020:00008000:3.0:1763344901.725685:0:68731:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:3.0:1763344901.725690:0:68731:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:3.0:1763344901.725695:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344901.725701:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.725704:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344901.725706:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.725708:0:68731:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00080000:00000001:3.0:1763344901.725714:0:68731:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344901.725717:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60acd68/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00002000:00000001:3.0:1763344901.725720:0:68731:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.725722:0:68731:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.725723:0:68731:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.725726:0:68731:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:3.0:1763344901.725727:0:68731:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763344901.725730:0:68731:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:3.0:1763344901.725733:0:68731:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881550592 00010000:00000001:3.0:1763344901.725736:0:68731:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.725742:0:68731:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ef93c000 x1848987881550592/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/4536 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344901.725750:0:68731:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.725752:0:68731:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.725756:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=36 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.725761:0:68731:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.725764:0:68731:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344901.725766:0:68731:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344901.725768:0:68731:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.725771:0:68731:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.725774:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.725776:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.725780:0:68731:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1b40. 00000100:00000200:3.0:1763344901.725785:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848987881550592, offset 224 00000400:00000200:0.0:1763344901.726852:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.726864:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.726871:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385580:1385580:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385576:1385576:8:4294967295] 00000400:00000200:0.0:1763344901.726880:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.726884:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.726890:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9e4fd5de1600. 00000800:00000200:0.0:1763344901.726896:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.726903:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:0.0:1763344901.726906:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fd5de1600 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:0.0:1763344901.728389:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.728399:0:68731:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.728402:0:68731:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.728405:0:68731:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.728408:0:68731:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.728426:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ef93c000 x1848987881550592/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/4536 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344901.728449:0:68731:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ef93c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2406:x1848987881550592:12345-192.168.203.14@tcp:3:lfs.0 Request processed in 2961us (3572us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763344901.728460:0:68731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1956 00000100:00000040:0.0:1763344901.728463:0:68731:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344901.728466:0:68731:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1763344901.728468:0:68731:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763344901.728475:0:68731:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000403:0x1bc6:0x0] (0->4095) req@ffff9e50ef93c000 x1848987881550592/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/4536 e 0 to 0 dl 1763344912 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763344901.728485:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763344901.728487:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50ef93c000 with x1848987881550592 ext(0->4095) 00010000:00000001:0.0:1763344901.728491:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.728493:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.728495:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5200 refcount=3 00000020:00000001:0.0:1763344901.728498:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:0.0:1763344901.728501:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:0.0:1763344901.728504:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.728506:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763344901.728507:0:68731:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763344901.728509:0:68731:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e50ef93c000 00002000:00000001:0.0:1763344901.728511:0:68731:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.728513:0:68731:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.728520:0:68731:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec80. 00000020:00000010:0.0:1763344901.728528:0:68731:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf000. 00000020:00000010:0.0:1763344901.728533:0:68731:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cb600. 00000020:00000040:0.0:1763344901.728539:0:68731:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:0.0:1763344901.728542:0:68731:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763344901.729043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00000800:00000200:1.0:1763344901.729678:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.729683:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e4fd5de1600. 00000400:00000200:1.0:1763344901.729690:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.729695:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.729701:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1b40 00000400:00000010:1.0:1763344901.729703:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1b40. 00000100:00000001:1.0:1763344901.729707:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.729708:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344901.732576:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.732591:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.732594:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.732596:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.732606:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.732620:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 568 into portal 12 MB=0x691a509dfb380 00000400:00000200:0.0:1763344901.732627:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 568/568 into md 0x616b51 [64] + 122000 00000800:00000001:0.0:1763344901.732634:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.732641:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.732643:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.732646:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.732651:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.732653:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344901.732659:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac8380. 00000100:00000040:0.0:1763344901.732662:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6ac8380 x1848987881550720 msgsize 568 00000100:00100000:0.0:1763344901.732666:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.732683:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.732689:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.732692:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.732823:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344901.732827:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881550720 02000000:00000001:2.0:1763344901.732830:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344901.732832:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.732834:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.732838:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.732842:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881550720 00000020:00000001:2.0:1763344901.732845:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344901.732846:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:2.0:1763344901.732848:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.732851:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=492 00000020:00000001:2.0:1763344901.732853:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:2.0:1763344901.732855:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:2.0:1763344901.732859:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.732863:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.732867:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.732869:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000020:00000010:2.0:1763344901.732874:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344901.732879:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.732884:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344901.732890:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344901.732893:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344901.732894:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344901.732896:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344901.732898:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.732899:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.732905:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.733086:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.733101:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.733103:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.733108:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302976 00000100:00000040:2.0:1763344901.733111:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:2.0:1763344901.733113:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669305914240 : -107404403637376 : ffff9e50f6ac8380) 00000100:00000040:2.0:1763344901.733120:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f6ac8380 x1848987881550720/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 568/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344901.733129:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.733133:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.733135:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.733137:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000100:00100000:2.0:1763344901.733141:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f6ac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+492:252837:x1848987881550720:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344901.733145:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881550720 00000020:00000001:2.0:1763344901.733148:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.733152:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344901.733155:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.733158:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.733159:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344901.733162:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344901.733165:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881550720, found 0 last_xid 1848987881550719 00000020:00000001:2.0:1763344901.733168:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.733169:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.733171:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.733176:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.733178:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344901.733180:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344901.733181:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344901.733183:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344901.733185:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.733189:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344901.733196:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 3 00010000:00000001:2.0:1763344901.733199:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.733202:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344901.733205:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fd61b4800. 00000020:00000001:2.0:1763344901.733208:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344901.733211:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fd61b4800 with handle 0x34881b4086817e85 to hash 00000020:00000001:2.0:1763344901.733213:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344901.733214:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000010:2.0:1763344901.733218:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16200. 00010000:00000001:2.0:1763344901.733221:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00010000:2.0:1763344901.733226:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817e85 lrc: 2/0,0 mode: --/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e2ee expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.733239:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 470 00000020:00000040:2.0:1763344901.733242:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=493 00010000:00000001:2.0:1763344901.733248:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344901.733250:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344901.733255:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344901.733257:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344901.733259:0:10286:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763344901.733261:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344901.733263:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e16:0x0] 00000020:00000001:2.0:1763344901.733266:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.733271:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:2.0:1763344901.733273:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:2.0:1763344901.733277:0:10286:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.733279:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.733281:0:10286:0:(mdt_handler.c:4954:mdt_intent_getxattr()) Process entered 00000004:00000001:2.0:1763344901.733283:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344901.733286:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344901.733288:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344901.733289:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 4 00010000:00000001:2.0:1763344901.733291:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.733293:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344901.733297:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50cc097000. 00000020:00000001:2.0:1763344901.733299:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344901.733300:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50cc097000 with handle 0x34881b4086817e8c to hash 00000020:00000001:2.0:1763344901.733302:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344901.733303:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668590583808 : -107405118967808 : ffff9e50cc097000) 00010000:00000010:2.0:1763344901.733306:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16f80. 00010000:00000001:2.0:1763344901.733308:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668590583808 : -107405118967808 : ffff9e50cc097000) 00010000:00000001:2.0:1763344901.733311:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.733313:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344901.733316:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50cc097000/0x34881b4086817e8c lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.733324:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344901.733328:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344901.733330:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344901.733332:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.733335:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.733337:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.733338:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.733340:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344901.733343:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344901.733344:0:10286:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344901.733346:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344901.733348:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) refcount = 4 00010000:00000040:2.0:1763344901.733351:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344901.733355:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16800/0x34881b4086817e4d lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2b6 expref: 493 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.733363:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817e38 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2a8 expref: 493 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344901.733369:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50cc097000/0x34881b4086817e8c lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.733373:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344901.733377:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.733379:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.733381:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344901.733382:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.733384:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.733386:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.733389:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344901.733391:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344901.733393:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50cc097000/0x34881b4086817e8c lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.733401:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344901.733403:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.733404:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.733405:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344901.733407:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.733408:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50cc097000 refcount=3 00000020:00000001:2.0:1763344901.733410:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668590583808 : -107405118967808 : ffff9e50cc097000) 00010000:00000001:2.0:1763344901.733411:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668590583808 : -107405118967808 : ffff9e50cc097000) 00010000:00000001:2.0:1763344901.733413:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.733427:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344901.733428:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.733438:0:10286:0:(mdt_xattr.c:230:mdt_getxattr()) Process entered 00000004:00000002:2.0:1763344901.733440:0:10286:0:(mdt_xattr.c:235:mdt_getxattr()) getxattr [0x200002b13:0x2e16:0x0] 00000001:00000001:2.0:1763344901.733444:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.733445:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.733448:0:10286:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763344901.733450:0:10286:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.733453:0:10286:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763344901.733454:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.733455:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.733458:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.733459:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.733461:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.733462:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.733463:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.733464:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.733465:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.733466:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.733468:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.733469:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.733470:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.733471:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.733473:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.733475:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.733479:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344901.733485:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:2.0:1763344901.733487:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:2.0:1763344901.733490:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344901.733491:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.733493:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.733495:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.733496:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344901.733498:0:10286:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.733502:0:10286:0:(mdt_xattr.c:42:mdt_getxattr_pack_reply()) Process entered 00000100:00000001:2.0:1763344901.733506:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.733508:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.733532:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8704 at ffff9e50efbfc000. 02000000:00000001:2.0:1763344901.733535:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.733537:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.733539:0:10286:0:(mdt_xattr.c:121:mdt_getxattr_pack_reply()) Process leaving (rc=2500 : 2500 : 9c4) 00000004:00000001:2.0:1763344901.733543:0:10286:0:(mdt_xattr.c:163:mdt_getxattr_all()) Process entered 00000004:00000001:2.0:1763344901.733545:0:10286:0:(mdd_object.c:491:mdd_xattr_list()) Process entered 00000004:00000001:2.0:1763344901.733565:0:10286:0:(mdd_object.c:528:mdd_xattr_list()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:2.0:1763344901.733570:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.733573:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.733581:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344901.733583:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344901.733585:0:10286:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763344901.733586:0:10286:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344901.733588:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.733589:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.733591:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763344901.733593:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763344901.733594:0:10286:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763344901.733595:0:10286:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763344901.733597:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.733597:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.733599:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344901.733601:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344901.733602:0:10286:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763344901.733603:0:10286:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344901.733604:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.733606:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.733608:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344901.733610:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344901.733611:0:10286:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763344901.733612:0:10286:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344901.733616:0:10286:0:(mdt_xattr.c:216:mdt_getxattr_all()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:2.0:1763344901.733618:0:10286:0:(mdt_xattr.c:298:mdt_getxattr()) Process leaving 00000020:00000001:2.0:1763344901.733622:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344901.733627:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.733631:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344901.733633:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:2.0:1763344901.733635:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344901.733636:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.733637:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50cc097000 refcount=3 00000020:00000001:2.0:1763344901.733639:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668590583808 : -107405118967808 : ffff9e50cc097000) 00010000:00000001:2.0:1763344901.733641:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668590583808 : -107405118967808 : ffff9e50cc097000) 00000004:00000040:2.0:1763344901.733644:0:10286:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50f7dce000 : new locks_count 471 00000020:00000040:2.0:1763344901.733646:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=494 00010000:00000001:2.0:1763344901.733649:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.733650:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344901.733652:0:10286:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344901.733654:0:10286:0:(mdt_handler.c:4994:mdt_intent_getxattr()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344901.733656:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344901.733658:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344901.733660:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344901.733662:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344901.733664:0:10286:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344901.733666:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.733669:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.733669:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.733671:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.733672:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.733674:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4800 with handle 0x34881b4086817e85 from hash 00010000:00000001:2.0:1763344901.733676:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.733678:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.733679:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.733681:0:10286:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344901.733682:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344901.733685:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817e85 lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2ee expref: 494 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.733691:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 470 00000020:00000040:2.0:1763344901.733693:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 493 00010000:00000010:2.0:1763344901.733695:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16200. 00010000:00000001:2.0:1763344901.733703:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.733704:0:10286:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.733708:0:10286:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344901.733710:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50cc097000/0x34881b4086817e8c lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2ee expref: 493 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344901.733717:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344901.733719:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344901.733722:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) 00010000:00010000:2.0:1763344901.733724:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:2.0:1763344901.733726:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.733729:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.733730:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344901.733731:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.733732:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344901.733734:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50cc097000, rc 0) 00000020:00000001:2.0:1763344901.733736:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344901.733740:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257743, transno 0, xid 1848987881550720 00010000:00000001:2.0:1763344901.733743:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.733747:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f6ac8380 x1848987881550720/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 568/1072 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344901.733754:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.733756:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.733759:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.733764:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.733766:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344901.733768:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344901.733771:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.733773:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.733775:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.733778:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.733783:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921e58. 00000100:00000200:2.0:1763344901.733838:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 1072 bytes to portal 10, xid 1848987881550720, offset 224 00000400:00000200:2.0:1763344901.733846:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.733857:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.733862:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385581:1385581:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385577:1385577:8:4294967295] 00000400:00000200:2.0:1763344901.733872:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.733877:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1072 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.733883:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994300. 00000800:00000200:2.0:1763344901.733888:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.733895:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:2.0:1763344901.733898:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994300 type 1, nob 1168 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.733905:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.733908:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344901.733910:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.733911:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.733913:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.733918:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6ac8380 x1848987881550720/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 568/1072 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344901.733926:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f6ac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+493:252837:x1848987881550720:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 795us (1262us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344901.733932:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302976 00000100:00000040:2.0:1763344901.733935:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:2.0:1763344901.733938:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.733940:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.733944:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.733947:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344901.733951:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344901.733955:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 492 00000100:00000001:2.0:1763344901.733957:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344901.734458:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.734464:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:0.0:1763344901.734470:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.734475:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.734480:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921e58 00000400:00000010:0.0:1763344901.734482:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921e58. 00000100:00000001:0.0:1763344901.734486:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.734487:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.737704:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.737718:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.737722:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.737724:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.737734:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.737748:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4584 into portal 6 MB=0x691a509dfb400 00000400:00000200:1.0:1763344901.737755:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 4584/4584 into md 0x1e2579 [128] + 62480 00000800:00000001:1.0:1763344901.737762:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.737772:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.737775:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.737778:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.737783:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.737785:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763344901.737815:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7806300. 00000100:00000040:1.0:1763344901.737819:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7806300 x1848987881550848 msgsize 4584 00000100:00100000:1.0:1763344901.737823:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.737834:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.737841:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.737843:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.737918:0:68731:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344901.737921:0:68731:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881550848 02000000:00000001:0.0:1763344901.737924:0:68731:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.737926:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.737929:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.737932:0:68731:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.737937:0:68731:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881550848 00000020:00000001:0.0:1763344901.737939:0:68731:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.737941:0:68731:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:0.0:1763344901.737944:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.737946:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=22 00000020:00000001:0.0:1763344901.737948:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:0.0:1763344901.737951:0:68731:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:0.0:1763344901.737955:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.737959:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.737962:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.737964:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344901.737969:0:68731:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1a00. 00000020:00000010:0.0:1763344901.737973:0:68731:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139e00. 00000020:00000010:0.0:1763344901.737978:0:68731:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732258. 00000100:00000040:0.0:1763344901.737984:0:68731:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763344901.737987:0:68731:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.737988:0:68731:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763344901.737990:0:68731:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763344901.737993:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.737995:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932256 : -1042619360 : ffffffffc1dae420) 00000020:00000001:0.0:1763344901.737998:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.738001:0:68731:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763344901.738004:0:68731:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763344901.738006:0:68731:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.738008:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.738010:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.738012:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.738014:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.738015:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.738017:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.738018:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.738019:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.738020:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.738021:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.738022:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.738024:0:68731:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763344901.738027:0:68731:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.738028:0:68731:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.738030:0:68731:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.738032:0:68731:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763344901.738033:0:68731:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.738035:0:68731:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.738042:0:68731:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.738055:0:68731:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.738067:0:68731:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.738068:0:68731:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.738073:0:68731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1957 00000100:00000040:0.0:1763344901.738076:0:68731:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:0.0:1763344901.738078:0:68731:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219525888 : -107409490025728 : ffff9e4fc7806300) 00000100:00000040:0.0:1763344901.738086:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7806300 x1848987881550848/t0(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4584/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344901.738094:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.738096:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.738099:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.738101:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000100:00100000:0.0:1763344901.738105:0:68731:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2406:x1848987881550848:12345-192.168.203.14@tcp:4:lfs.0 00000100:00000200:0.0:1763344901.738109:0:68731:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881550848 00000020:00000001:0.0:1763344901.738112:0:68731:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.738115:0:68731:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344901.738117:0:68731:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.738118:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.738119:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932256 : -1042619360 : ffffffffc1dae420) 00000020:00000001:0.0:1763344901.738122:0:68731:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344901.738125:0:68731:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.738128:0:68731:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.738129:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.738130:0:68731:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.738132:0:68731:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:0.0:1763344901.738137:0:68731:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.738139:0:68731:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.738144:0:68731:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9e4fc35eb800. 02000000:00000001:0.0:1763344901.738146:0:68731:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.738149:0:68731:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.738152:0:68731:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763344901.738153:0:68731:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:0.0:1763344901.738156:0:68731:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344901.738159:0:68731:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344901.738166:0:68731:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232bd00 count: 2 00010000:00000001:0.0:1763344901.738169:0:68731:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.738171:0:68731:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344901.738174:0:68731:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc800. 00000020:00000001:0.0:1763344901.738177:0:68731:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344901.738179:0:68731:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc800 with handle 0x34881b4086817e93 to hash 00000020:00000001:0.0:1763344901.738181:0:68731:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344901.738182:0:68731:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344901.738184:0:68731:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344901.738187:0:68731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.738189:0:68731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.738194:0:68731:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 3/0,1 mode: --/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.738201:0:68731:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344901.738206:0:68731:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344901.738208:0:68731:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344901.738210:0:68731:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.738213:0:68731:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763344901.738215:0:68731:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344901.738219:0:68731:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b4a00/0x34881b4086817e54 lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2bd expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763344901.738225:0:68731:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763344901.738227:0:68731:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.738230:0:68731:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344901.738231:0:68731:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.738233:0:68731:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344901.738234:0:68731:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344901.738236:0:68731:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.738237:0:68731:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.738239:0:68731:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763344901.738242:0:68731:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 4/0,1 mode: --/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.738249:0:68731:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x1b9a:0x0].0x0 (ffff9e50d232bd00) refcount = 2 00010000:00000040:0.0:1763344901.738252:0:68731:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344901.738255:0:68731:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b4a00/0x34881b4086817e54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2bd expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763344901.738260:0:68731:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763344901.738263:0:68731:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 4/0,1 mode: --/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763344901.738270:0:68731:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344901.738273:0:68731:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344901.738280:0:68731:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192e3c0. 00000100:00000001:0.0:1763344901.738282:0:68731:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388510656 : -107409321040960 : ffff9e4fd192e3c0) 00000100:00000001:0.0:1763344901.738284:0:68731:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388510656 : -107409321040960 : ffff9e4fd192e3c0) 00000100:00000001:0.0:1763344901.738287:0:68731:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344901.738289:0:68731:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344901.738290:0:68731:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344901.738293:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.738295:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763344901.738297:0:68731:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.738299:0:68731:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.738300:0:68731:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763344901.738302:0:68731:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763344901.738306:0:68731:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac9180. 00000020:00000040:0.0:1763344901.738309:0:68731:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763344901.738313:0:68731:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344901.738315:0:68731:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344901.738319:0:68731:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344901.738325:0:68731:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd5de1600. 00000100:00000001:0.0:1763344901.738331:0:68731:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.738336:0:68731:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b4a00/0x34881b4086817e54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2bd expref: 22 pid: 74638 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763344901.738351:0:68731:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b4a00/0x34881b4086817e54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2bd expref: 22 pid: 74638 timeout: 13108 lvb_type: 1 00010000:00000001:0.0:1763344901.738361:0:68731:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344901.738365:0:68731:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344901.738369:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f6ac9180 x1848987617973504/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.738376:0:68731:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344901.738379:0:68731:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.738383:0:68731:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f6ac9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:68731:1848987617973504:192.168.203.14@tcp:104: 00000100:00000001:0.0:1763344901.738388:0:68731:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344901.738392:0:68731:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344901.738395:0:68731:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.738398:0:68731:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344901.738402:0:68731:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd5de0a00. 02000000:00000001:0.0:1763344901.738403:0:68731:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344901.738408:0:68731:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c37e8. 00000400:00000010:0.0:1763344901.738427:0:68731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495000. 00000100:00000200:0.0:1763344901.738435:0:68731:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617973504, portal 16 00000100:00000001:0.0:1763344901.738438:0:68731:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344901.738440:0:68731:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305917824 : -107404403633792 : ffff9e50f6ac9180) 00000100:00000040:0.0:1763344901.738445:0:68731:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f6ac9180 x1848987617973504/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.738452:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.738454:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.738457:0:68731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495d48. 00000100:00000200:0.0:1763344901.738460:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617973504, offset 0 00000400:00000200:0.0:1763344901.738466:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.738476:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.738481:0:68731:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344901.738485:0:68731:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344901.738488:0:68731:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344901.738491:0:68731:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344901.738494:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385582:1385582:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385578:1385578:8:4294967295] 00000400:00000200:0.0:1763344901.738504:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.738510:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.738515:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344901.738522:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.738529:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.738534:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.738556:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.738560:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307676875 00000100:00000001:0.0:1763344901.738567:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307676850 00000100:00000001:0.0:1763344901.738570:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307676875 00000100:00000001:0.0:1763344901.738573:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307676850 00000100:00000001:0.0:1763344901.738576:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307676875 00000100:00000001:0.0:1763344901.738580:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307676850 00000100:00000001:0.0:1763344901.738582:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307676875 00000100:00000001:0.0:1763344901.738585:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307676850 00000100:00000001:0.0:1763344901.738587:0:68731:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.738590:0:68731:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.738592:0:68731:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.738594:0:68731:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.738597:0:68731:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.738599:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.738600:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.738601:0:68731:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.738603:0:68731:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344901.738604:0:68731:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344901.738607:0:68731:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.738609:0:68731:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344901.738611:0:68731:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344901.738614:0:68731:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd192e3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763344901.738616:0:68731:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344901.738620:0:68731:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344901.739181:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.739186:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:1.0:1763344901.739192:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.739197:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.739202:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495d48 00000400:00000010:1.0:1763344901.739204:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495d48. 00000100:00000001:1.0:1763344901.739209:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344901.739213:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f6ac9180 x1848987617973504/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.739223:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.739226:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f6ac9180 x1848987617973504/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.739232:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.739234:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763344901.740055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00000800:00000001:0.0:1763344901.741848:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.741862:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.741866:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.741867:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.741877:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.741892:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29d500 00000400:00000200:0.0:1763344901.741900:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665bd1 [1] + 224 00000800:00000001:0.0:1763344901.741907:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.741913:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.741916:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.741919:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.741924:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.741932:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f6ac9180 x1848987617973504/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344901.741941:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50f6ac9180 x1848987617973504/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.741964:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.741970:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.741972:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.742022:0:68731:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344901.742029:0:68731:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344901.742031:0:68731:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344901.742035:0:68731:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c37e8. 00000400:00000200:2.0:1763344901.742039:0:68731:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495000 00000400:00000010:2.0:1763344901.742041:0:68731:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495000. 00000100:00000001:2.0:1763344901.742044:0:68731:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344901.742049:0:68731:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f6ac9180 x1848987617973504/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344901.742056:0:68731:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f6ac9180 x1848987617973504/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.742067:0:68731:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344901.742069:0:68731:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.742071:0:68731:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344901.742073:0:68731:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344901.742076:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.742078:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.742081:0:68731:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.742088:0:68731:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=78 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344901.742092:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.742094:0:68731:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344901.742096:0:68731:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.742098:0:68731:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344901.742101:0:68731:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.742104:0:68731:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.742107:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f6ac9180 x1848987617973504/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.742113:0:68731:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.742116:0:68731:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344901.742118:0:68731:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.742120:0:68731:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763344901.742122:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.742125:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.742126:0:68731:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.742129:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6ac9180 x1848987617973504/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344901.742135:0:68731:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f6ac9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:68731:1848987617973504:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344901.742138:0:68731:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.742140:0:68731:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.742143:0:68731:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344901.742144:0:68731:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344901.742147:0:68731:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f6ac9180 x1848987617973504/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.742153:0:68731:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344901.742155:0:68731:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344901.742158:0:68731:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd5de0a00. 02000000:00000001:2.0:1763344901.742163:0:68731:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344901.742165:0:68731:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344901.742166:0:68731:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1763344901.742168:0:68731:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344901.742170:0:68731:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd5de1600. 02000000:00000001:2.0:1763344901.742173:0:68731:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344901.742174:0:68731:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344901.742176:0:68731:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac9180. 00000100:00000001:2.0:1763344901.742179:0:68731:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344901.742180:0:68731:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344901.742182:0:68731:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192e3c0. 00000100:00000001:2.0:1763344901.742184:0:68731:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344901.742185:0:68731:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344901.742188:0:68731:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2840. 00010000:00000001:2.0:1763344901.742191:0:68731:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.742193:0:68731:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.742194:0:68731:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.742197:0:68731:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763344901.742201:0:68731:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 3/0,1 mode: --/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1763344901.743163:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.743173:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.743175:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.743178:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.743187:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.743199:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfb480 00000400:00000200:1.0:1763344901.743205:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cfc9 [2] + 984 00000800:00000001:1.0:1763344901.743211:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.745597:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.745606:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.745615:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.745623:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.745625:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763344901.745634:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d28efb80. 00000100:00000040:1.0:1763344901.745638:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d28efb80 x1848987881550976 msgsize 328 00000100:00100000:1.0:1763344901.745642:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.745658:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.745669:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.745676:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.745704:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344901.745708:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881550976 02000000:00000001:0.0:1763344901.745711:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.745713:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.745716:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.745721:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.745729:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881550976 00000020:00000001:0.0:1763344901.745733:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.745735:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:0.0:1763344901.745738:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.745741:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=23 00000020:00000001:0.0:1763344901.745744:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:0.0:1763344901.745746:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:0.0:1763344901.745750:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.745756:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.745760:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.745762:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000020:00000010:0.0:1763344901.745770:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1600. 00000020:00000010:0.0:1763344901.745775:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139380. 00000020:00000010:0.0:1763344901.745781:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732320. 00000100:00000040:0.0:1763344901.745814:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763344901.745817:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.745819:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763344901.745821:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763344901.745824:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.745827:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763344901.745832:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.745834:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.745836:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4a00 refcount=4 00000020:00000001:0.0:1763344901.745838:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000001:0.0:1763344901.745841:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00010000:0.0:1763344901.745847:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b4a00/0x34881b4086817e54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2bd expref: 23 pid: 74638 timeout: 13108 lvb_type: 1 00010000:00000001:0.0:1763344901.745856:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.745858:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.745860:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.745861:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.745868:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763344901.745875:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50d28efb80 x1848987881550976/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.745881:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344901.745883:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.745894:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.745906:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.745908:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.745911:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6343 00000100:00000040:0.0:1763344901.745915:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 2 00000100:00000001:0.0:1763344901.745917:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668699999104 : -107405009552512 : ffff9e50d28efb80) 00000100:00000040:0.0:1763344901.745921:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d28efb80 x1848987881550976/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.745929:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.745932:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.745934:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.745937:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000100:00100000:0.0:1763344901.745941:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d28efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2405:x1848987881550976:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763344901.745944:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881550976 00010000:00000001:0.0:1763344901.745946:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763344901.745948:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763344901.745950:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763344901.745955:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.745958:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.745962:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc35e9c00. 02000000:00000001:0.0:1763344901.745965:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.745967:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.745970:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763344901.745973:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763344901.745975:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.745976:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.745978:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4a00 refcount=4 00000020:00000001:0.0:1763344901.745980:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000001:0.0:1763344901.745982:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000040:0.0:1763344901.745985:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232bd00 count: 3 00002000:00000001:0.0:1763344901.745989:0:27025:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763344901.745994:0:27025:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344901.745997:0:27025:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.746003:0:27025:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664239819832 : -107409469731784 : ffff9e4fc8b60c38) 00002000:00000001:0.0:1763344901.746005:0:27025:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664239819744 : -107409469731872 : ffff9e4fc8b60be0) 00002000:00000001:0.0:1763344901.746007:0:27025:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344901.746012:0:27025:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344901.746017:0:27025:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc8b60c38/ffff9e4fc8b60be0 to site lru. bkt: ffff9e50fb896e98 00010000:00010000:0.0:1763344901.746021:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b4a00/0x34881b4086817e54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2bd expref: 23 pid: 74638 timeout: 13108 lvb_type: 1 00000100:00001000:0.0:1763344901.746030:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc2b77450 time=131 v=5 (1 0 0 0) 00010000:00000001:0.0:1763344901.746033:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763344901.746039:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.746040:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344901.746044:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b4a00/0x34881b4086817e54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2bd expref: 23 pid: 74638 timeout: 13108 lvb_type: 1 00000020:00000001:0.0:1763344901.746053:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.746055:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.746057:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.746059:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.746063:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344901.746065:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344901.746071:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.746072:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.746074:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.746076:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.746078:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4a00 with handle 0x34881b4086817e54 from hash 00010000:00000001:0.0:1763344901.746080:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344901.746082:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.746082:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.746084:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344901.746088:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344901.746090:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.746092:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344901.746093:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344901.746096:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b4a00/0x34881b4086817e54 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2bd expref: 23 pid: 74638 timeout: 13108 lvb_type: 1 00010000:00000040:0.0:1763344901.746104:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 15 00000020:00000040:0.0:1763344901.746107:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 22 00010000:00000001:0.0:1763344901.746113:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.746115:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344901.746117:0:27025:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763344901.746120:0:27025:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50c83bc800 00010000:00000001:0.0:1763344901.746122:0:27025:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344901.746124:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344901.746127:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344901.746129:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.746131:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344901.746132:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344901.746133:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.746137:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344901.746139:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344901.746142:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.746148:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763344901.746152:0:27025:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.746159:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x1b9a:0x0].0x0 (ffff9e50d232bd00) refcount = 2 00010000:00000040:0.0:1763344901.746162:0:27025:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344901.746165:0:27025:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.746173:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344901.746174:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.746176:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344901.746177:0:27025:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.746179:0:27025:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763344901.746183:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.746186:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344901.746192:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192e240. 00000100:00000001:0.0:1763344901.746194:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388510272 : -107409321041344 : ffff9e4fd192e240) 00000100:00000001:0.0:1763344901.746196:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388510272 : -107409321041344 : ffff9e4fd192e240) 00000100:00000001:0.0:1763344901.746199:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344901.746200:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344901.746201:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344901.746203:0:27025:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344901.746211:0:27025:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.746213:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.746214:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.746215:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.746217:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344901.746218:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344901.746220:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.746222:0:27025:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.746224:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763344901.746225:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192e240. 00000100:00000001:0.0:1763344901.746227:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344901.746229:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344901.746231:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2c80. 00010000:00000001:0.0:1763344901.746233:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763344901.746234:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344901.746236:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.746240:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.746243:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.746245:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.746262:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.746265:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.746267:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.746270:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.746272:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.746274:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.746277:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.746283:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495b28. 00000100:00000200:0.0:1763344901.746288:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881550976, offset 224 00000400:00000200:0.0:1763344901.746294:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.746304:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.746311:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385583:1385583:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385579:1385579:8:4294967295] 00000400:00000200:0.0:1763344901.746321:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.746326:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.746330:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344901.746336:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.746342:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.746347:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.746355:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.746359:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.746362:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.746364:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.746368:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d28efb80 x1848987881550976/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344901.746378:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d28efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2405:x1848987881550976:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 447us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344901.746386:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6343 00000100:00000040:0.0:1763344901.746389:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:0.0:1763344901.746391:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.746393:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.746398:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139380. 00000020:00000010:0.0:1763344901.746402:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732320. 00000020:00000010:0.0:1763344901.746405:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de1600. 00000020:00000040:0.0:1763344901.746410:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 21 00000100:00000001:0.0:1763344901.746412:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1763344901.746487:0:68731:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344901.746494:0:68731:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.746498:0:68731:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344901.746503:0:68731:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344901.746505:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.746506:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763344901.746507:0:68731:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.746514:0:68731:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:1.0:1763344901.746519:0:68731:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1763344901.746522:0:68731:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1763344901.746525:0:68731:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1763344901.746532:0:68731:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1763344901.746535:0:68731:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 free: 3912167424 avail: 3680645120 00000020:00000001:1.0:1763344901.746538:0:68731:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1763344901.746540:0:68731:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 avail=3680645120 left=3259736064 unstable=0 tot_grant=420907712 pending=0 00000020:00000001:1.0:1763344901.746544:0:68731:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3259736064 : 3259736064 : c24ba000) 00000020:00000001:1.0:1763344901.746546:0:68731:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:1.0:1763344901.746549:0:68731:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 reports grant 420737024 dropped 0, local 420765696 00000020:00000001:1.0:1763344901.746552:0:68731:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1763344901.746554:0:68731:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:1.0:1763344901.746556:0:68731:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 granted: 28672 ungranted: 0 grant: 420737024 dirty: 28672 00000020:00000001:1.0:1763344901.746559:0:68731:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1763344901.746561:0:68731:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1763344901.746563:0:68731:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 wants: 484638720 current grant 420737024 granting: 8437760 00000020:00000020:1.0:1763344901.746566:0:68731:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 tot cached:0 granted:429345472 num_exports: 3 00000020:00000001:1.0:1763344901.746568:0:68731:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000001:1.0:1763344901.746571:0:68731:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1763344901.746572:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344901.746574:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.746577:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664239819832 : -107409469731784 : ffff9e4fc8b60c38) 00002000:00000001:1.0:1763344901.746579:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664239819744 : -107409469731872 : ffff9e4fc8b60be0) 00080000:00000001:1.0:1763344901.746585:0:68731:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:1.0:1763344901.746587:0:68731:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.746612:0:68731:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763344901.746620:0:68731:0:(osd_io.c:1212:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344901.746622:0:68731:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344901.746624:0:68731:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.746626:0:68731:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.746629:0:68731:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:1.0:1763344901.746632:0:68731:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:1.0:1763344901.746637:0:68731:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:1.0:1763344901.746664:0:68731:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:1.0:1763344901.746684:0:68731:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.746686:0:68731:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:1.0:1763344901.746691:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344901.746697:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.746700:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344901.746702:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746705:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.746707:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746709:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.746710:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.746712:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746714:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.746715:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.746716:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746717:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.746718:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.746720:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344901.746722:0:68731:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1763344901.746724:0:68731:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344901.746726:0:68731:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1763344901.746728:0:68731:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763344901.746731:0:68731:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.746735:0:68731:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344901.746739:0:68731:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e2400. 00080000:00000001:1.0:1763344901.746742:0:68731:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300119040 : -107409409432576 : ffff9e4fcc4e2400) 00000001:00000001:1.0:1763344901.746744:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.746745:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.746748:0:68731:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000001:00000001:1.0:1763344901.746752:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:1.0:1763344901.746753:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 00000001:00000001:1.0:1763344901.746756:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746758:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:1.0:1763344901.746759:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x1b9a:0x0] ino=2255 type=0, id=0 00000001:00000001:1.0:1763344901.746761:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746762:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:1.0:1763344901.746764:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x1b9a:0x0] ino=2255 type=0, id=0 00000001:00000001:1.0:1763344901.746766:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746767:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:1.0:1763344901.746769:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x1b9a:0x0] ino=2255 type=0, id=0 00000001:00000001:1.0:1763344901.746771:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.746773:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746774:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:1.0:1763344901.746775:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000001:00000001:1.0:1763344901.746777:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746779:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:1.0:1763344901.746779:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x1b9a:0x0] ino=2255 type=1, id=0 00000001:00000001:1.0:1763344901.746781:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746782:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:1.0:1763344901.746783:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x1b9a:0x0] ino=2255 type=1, id=0 00000001:00000001:1.0:1763344901.746785:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746787:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:1.0:1763344901.746814:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x1b9a:0x0] ino=2255 type=1, id=0 00000001:00000001:1.0:1763344901.746816:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.746818:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746820:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:1.0:1763344901.746821:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000001:00000001:1.0:1763344901.746823:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746824:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:1.0:1763344901.746825:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x1b9a:0x0] ino=2255 type=2, id=0 00000001:00000001:1.0:1763344901.746826:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746827:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:1.0:1763344901.746828:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x1b9a:0x0] ino=2255 type=2, id=0 00000001:00000001:1.0:1763344901.746830:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.746832:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:1.0:1763344901.746833:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x1b9a:0x0] ino=2255 type=2, id=0 00000001:00000001:1.0:1763344901.746835:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.746836:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00080000:04000000:1.0:1763344901.746838:0:68731:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 00080000:00000001:1.0:1763344901.746840:0:68731:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.746844:0:68731:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763344901.746853:0:68731:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344901.746855:0:68731:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763344901.746857:0:68731:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.746885:0:68731:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763344901.746888:0:68731:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:1.0:1763344901.746898:0:68731:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:1.0:1763344901.746901:0:68731:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763344901.746904:0:68731:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000403:0x1b9a:0x0] set xattr 'trusted.fid' with size 52 00002000:00000001:1.0:1763344901.746918:0:68731:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763344901.746922:0:68731:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:1.0:1763344901.746928:0:68731:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344901.746931:0:68731:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344901.746933:0:68731:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.746935:0:68731:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344901.746938:0:68731:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e2e00. 00080000:00000001:1.0:1763344901.746940:0:68731:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300121600 : -107409409430016 : ffff9e4fcc4e2e00) 00000001:00000001:1.0:1763344901.746942:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.746943:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.746946:0:68731:0:(osd_io.c:1284:osd_declare_write_commit()) Process entered 00080000:00000002:1.0:1763344901.746950:0:68731:0:(osd_io.c:1420:osd_declare_write_commit()) lustre-OST0001: inode #2255 extent_bytes 1007672 extents 1 credits 9 00000001:00000001:1.0:1763344901.746953:0:68731:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.746956:0:68731:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6700. 00080000:00000001:1.0:1763344901.746959:0:68731:0:(osd_io.c:1448:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.746961:0:68731:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344901.746962:0:68731:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.746964:0:68731:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763344901.746967:0:68731:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.746970:0:68731:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.746972:0:68731:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6980. 00080000:00000001:1.0:1763344901.746974:0:68731:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.746978:0:68731:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.746987:0:68731:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00001000:1.0:1763344901.746992:0:68731:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 2255: map 1 pages from 0 00080000:00000001:1.0:1763344901.747068:0:68731:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000001:1.0:1763344901.747076:0:68731:0:(osd_io.c:56:osd_bio_init()) Process entered 00080000:00000010:1.0:1763344901.747079:0:68731:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9e4fc569f708. 00080000:00000001:1.0:1763344901.747081:0:68731:0:(osd_io.c:69:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763344901.747085:0:68731:0:(osd_io.c:332:osd_submit_bio()) bio++ sz 4096 vcnt 1(4) sectors 8(2560) psg 0(254) 00000001:00000001:1.0:1763344901.747088:0:68731:0:(osd_integrity.c:503:osd_bio_integrity_handle()) Process entered 00000001:00000001:1.0:1763344901.747089:0:68731:0:(osd_integrity.c:506:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.747145:0:68731:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.747148:0:68731:0:(osd_io.c:1541:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.747152:0:68731:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1763344901.747155:0:68731:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9e4fc2dec000. 00000020:00000040:1.0:1763344901.747158:0:68731:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 2 00000020:00000040:1.0:1763344901.747160:0:68731:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=22 00000020:00000001:1.0:1763344901.747163:0:68731:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.747165:0:68731:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763344901.747169:0:68731:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:1.0:1763344901.747172:0:68731:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763344901.747174:0:68731:0:(osd_handler.c:5216:osd_xattr_set()) [0x2c0000403:0x1b9a:0x0] set version 0x200003052 (old 0x0) for inode 2255 00080000:00000001:1.0:1763344901.747180:0:68731:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763344901.747182:0:68731:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946962, last_committed = 8589946958 00000001:00000010:1.0:1763344901.747186:0:68731:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2dec300. 00000001:00000040:1.0:1763344901.747188:0:68731:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 3 00000020:00000040:1.0:1763344901.747190:0:68731:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=23 00000001:00000001:1.0:1763344901.747202:0:68731:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.2:1763344901.748332:0:3635:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc569f708. 00000800:00000200:1.0:1763344901.748512:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.748517:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:1.0:1763344901.748520:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.748529:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.748535:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495b28 00000400:00000010:1.0:1763344901.748538:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495b28. 00000100:00000001:1.0:1763344901.748542:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.748544:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344901.750819:0:69528:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763344901.750825:0:69528:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763344901.750827:0:69528:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589946962 is committed 00000001:00000040:1.0:1763344901.750832:0:69528:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e4fc2b77000 : new cb_count 2 00000020:00000040:1.0:1763344901.750836:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 22 00000001:00000010:1.0:1763344901.750839:0:69528:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2dec300. 00000020:00000001:1.0:1763344901.750843:0:69528:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763344901.750846:0:69528:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763344901.750847:0:69528:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9e4fc2b77000 : new cb_count 1 00000020:00000040:1.0:1763344901.750849:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 21 00000020:00000010:1.0:1763344901.750851:0:69528:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9e4fc2dec000. 00080000:00000010:1.0:1763344901.750854:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4e2e00. 00080000:00000010:1.0:1763344901.750858:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4e2400. 00000100:00000001:1.0:1763344901.750862:0:69528:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763344901.750863:0:69528:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763344901.750864:0:69528:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589946961 is committed 00000001:00000040:1.0:1763344901.750866:0:69528:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50e57d6800 : new cb_count 1 00000020:00000040:1.0:1763344901.750868:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 5 00000001:00000010:1.0:1763344901.750869:0:69528:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2b30ba0. 00080000:00000010:1.0:1763344901.750873:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e50f4ec4800. 00000001:00000040:1.0:1763344901.750876:0:69528:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e4fc2b77000 : new cb_count 0 00000020:00000040:1.0:1763344901.750877:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 20 00000001:00000010:1.0:1763344901.750879:0:69528:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2b30d80. 00080000:00000010:1.0:1763344901.750880:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e50f4ec5200. 00000001:00000040:1.0:1763344901.750883:0:69528:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50e57d6800 : new cb_count 0 00000020:00000040:1.0:1763344901.750885:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 4 00000001:00000010:1.0:1763344901.750886:0:69528:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cfea0. 00080000:00000010:1.0:1763344901.750890:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69cb200. 00080000:00000010:2.0:1763344901.751049:0:68731:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6980. 00080000:00000010:2.0:1763344901.751055:0:68731:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6700. 00040000:00000001:2.0:1763344901.751058:0:68731:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344901.751060:0:68731:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344901.751064:0:68731:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344901.751077:0:68731:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344901.751082:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc8b60c38/ffff9e4fc8b60be0 to site lru. bkt: ffff9e50fb896e98 00002000:00000001:2.0:1763344901.751084:0:68731:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344901.751094:0:68731:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232bd00 count: 2 00010000:00000001:2.0:1763344901.751097:0:68731:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763344901.751101:0:68731:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344901.751105:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344901.751107:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.751112:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664239819832 : -107409469731784 : ffff9e4fc8b60c38) 00002000:00000001:2.0:1763344901.751115:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664239819744 : -107409469731872 : ffff9e4fc8b60be0) 00002000:00000001:2.0:1763344901.751117:0:68731:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344901.751121:0:68731:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763344901.751124:0:68731:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000403:0x1b9a:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763344901.751126:0:68731:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000403:0x1b9a:0x0] updating lvb mtime from disk: 0 -> 1763344901 00002000:00010000:2.0:1763344901.751128:0:68731:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000403:0x1b9a:0x0] updating lvb ctime from disk: 0 -> 1763344901 00002000:00010000:2.0:1763344901.751130:0:68731:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000403:0x1b9a:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:2.0:1763344901.751132:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc8b60c38/ffff9e4fc8b60be0 to site lru. bkt: ffff9e50fb896e98 00002000:00000001:2.0:1763344901.751135:0:68731:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.751138:0:68731:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.751142:0:68731:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:2.0:1763344901.751145:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344901.751147:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.751150:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc800 refcount=3 00000020:00000001:2.0:1763344901.751152:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:2.0:1763344901.751154:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:2.0:1763344901.751157:0:68731:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344901.751162:0:68731:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344901.751170:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.751171:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344901.751173:0:68731:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344901.751180:0:68731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.751182:0:68731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.751184:0:68731:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344901.751187:0:68731:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344901.751193:0:68731:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bc800 already unused, calling callback (ffffffffc0e86b40) 00010000:00000001:2.0:1763344901.751196:0:68731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.751197:0:68731:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344901.751199:0:68731:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344901.751205:0:68731:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344901.751207:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344901.751208:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.751210:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc800 refcount=4 00000020:00000001:2.0:1763344901.751211:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:2.0:1763344901.751213:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:2.0:1763344901.751216:0:68731:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344901.751218:0:68731:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344901.751225:0:68731:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763344901.751226:0:68731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.751228:0:68731:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.751233:0:68731:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344901.751235:0:68731:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.751237:0:68731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.751238:0:68731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.751240:0:68731:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc800 with handle 0x34881b4086817e93 from hash 00010000:00000001:2.0:1763344901.751243:0:68731:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.751244:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.751245:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.751247:0:68731:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344901.751252:0:68731:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.751254:0:68731:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.751256:0:68731:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344901.751258:0:68731:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344901.751260:0:68731:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344901.751261:0:68731:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.751264:0:68731:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.751266:0:68731:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344901.751267:0:68731:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344901.751270:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.751271:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.751273:0:68731:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.751275:0:68731:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.751277:0:68731:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344901.751280:0:68731:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 2/0,0 mode: --/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344901.751285:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.751286:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.751287:0:68731:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344901.751289:0:68731:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344901.751290:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344901.751292:0:68731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc800/0x34881b4086817e93 lrc: 0/0,0 mode: --/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.751300:0:68731:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50d232bd00 count: 0 00002000:00000010:2.0:1763344901.751303:0:68731:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e50f93d2ec0. 00010000:00000010:2.0:1763344901.751307:0:68731:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e50d232b400. 00010000:00000001:2.0:1763344901.751316:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763344901.751317:0:68731:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763344901.751319:0:68731:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344901.751325:0:68731:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946962, transno 8589946962, xid 1848987881550848 00010000:00000001:2.0:1763344901.751328:0:68731:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.751338:0:68731:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7806300 x1848987881550848/t8589946962(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4584/448 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344901.751346:0:68731:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.751349:0:68731:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.751353:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=36 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.751358:0:68731:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.751360:0:68731:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344901.751363:0:68731:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344901.751366:0:68731:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.751369:0:68731:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.751372:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.751375:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.751381:0:68731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921ee0. 00000100:00000200:2.0:1763344901.751387:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848987881550848, offset 224 00000400:00000200:2.0:1763344901.751394:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.751406:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.751413:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385584:1385584:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385580:1385580:8:4294967295] 00000400:00000200:2.0:1763344901.751444:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.751450:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.751455:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994600. 00000800:00000200:2.0:1763344901.751461:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.751468:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.751472:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.751488:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.751491:0:68731:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344901.751494:0:68731:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.751496:0:68731:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.751498:0:68731:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.751504:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7806300 x1848987881550848/t8589946962(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 4584/448 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344901.751513:0:68731:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7806300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2406:x1848987881550848:12345-192.168.203.14@tcp:4:lfs.0 Request processed in 13417us (13691us total) trans 8589946962 rc 0/0 00000100:00100000:2.0:1763344901.751522:0:68731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1957 00000100:00000040:2.0:1763344901.751525:0:68731:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:2.0:1763344901.751527:0:68731:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.751528:0:68731:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.751533:0:68731:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139e00. 00000020:00000010:2.0:1763344901.751538:0:68731:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732258. 00000020:00000010:2.0:1763344901.751542:0:68731:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de1a00. 00000020:00000040:2.0:1763344901.751548:0:68731:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 19 00000100:00000001:2.0:1763344901.751550:0:68731:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344901.751732:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.751737:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:0.0:1763344901.751741:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.751745:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.751750:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921ee0 00000400:00000010:0.0:1763344901.751752:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921ee0. 00000100:00000001:0.0:1763344901.751755:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.751756:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344901.753949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00000800:00000001:1.0:1763344901.755379:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.755395:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.755398:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.755400:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.755410:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.755443:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 448 into portal 12 MB=0x691a509dfb500 00000400:00000200:1.0:1763344901.755451:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 448/448 into md 0x616b51 [64] + 122568 00000800:00000001:1.0:1763344901.755460:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.755470:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.755473:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.755477:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.755484:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.755486:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344901.755494:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc363b100. 00000100:00000040:1.0:1763344901.755497:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc363b100 x1848987881551104 msgsize 448 00000100:00100000:1.0:1763344901.755501:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344901.756144:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763344901.756259:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.756270:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.756275:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1763344901.756304:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881551104 02000000:00000001:2.0:1763344901.756308:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344901.756311:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.756313:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.756318:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.756321:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881551104 00000020:00000001:2.0:1763344901.756325:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344901.756327:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:2.0:1763344901.756330:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.756333:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=493 00000020:00000001:2.0:1763344901.756336:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:2.0:1763344901.756338:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:2.0:1763344901.756343:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.756348:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344901.756352:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.756355:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000020:00000010:2.0:1763344901.756361:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344901.756367:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.756372:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344901.756379:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344901.756382:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344901.756383:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344901.756386:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.756394:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.756552:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.756569:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.756572:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.756577:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302977 00000100:00000040:2.0:1763344901.756581:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:2.0:1763344901.756583:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664150536448 : -107409559015168 : ffff9e4fc363b100) 00000100:00000040:2.0:1763344901.756590:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc363b100 x1848987881551104/t0(0) o44->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 448/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.756599:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.756602:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344901.756604:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.756606:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000100:00100000:2.0:1763344901.756610:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc363b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+493:252837:x1848987881551104:12345-192.168.203.14@tcp:44:lfs.0 00000100:00000200:2.0:1763344901.756614:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881551104 00000020:00000001:2.0:1763344901.756617:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.756621:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344901.756625:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.756628:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.756630:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809040 : -1044742576 : ffffffffc1ba7e50) 00000020:00000001:2.0:1763344901.756633:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344901.756636:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881551104, found 0 last_xid 1848987881551103 00000020:00000001:2.0:1763344901.756639:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.756641:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.756643:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.756646:0:10286:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763344901.756651:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.756656:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000020:00000001:2.0:1763344901.756658:0:10286:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.756661:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.756665:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.756667:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.756672:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff9e50d7ff1800. 02000000:00000001:2.0:1763344901.756675:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.756677:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.756680:0:10286:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:2.0:1763344901.756684:0:10286:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000002:2.0:1763344901.756690:0:10286:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x60006ed5d for inode 1924 00080000:00000001:2.0:1763344901.756695:0:10286:0:(osd_handler.c:5444:osd_object_sync()) Process entered 00000100:00000001:2.0:1763344901.757958:0:31793:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763344901.757997:0:31793:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763344901.758001:0:31793:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 25770257759 is committed 00000001:00000040:2.0:1763344901.758005:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 15 00000020:00000040:2.0:1763344901.758009:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 492 00000001:00000010:2.0:1763344901.758012:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2b30cc0. 00000100:00000001:0.0:1763344901.758015:0:3629:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00080000:00000010:2.0:1763344901.758016:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09fa00. 00010000:00000001:0.0:1763344901.758020:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000040:2.0:1763344901.758021:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 14 00000020:00000040:2.0:1763344901.758022:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 491 00000020:00000001:0.0:1763344901.758022:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000010:2.0:1763344901.758024:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc600. 00000020:00000040:0.0:1763344901.758024:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50e56b7000 refcount=3 00080000:00000010:2.0:1763344901.758026:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de1200. 00000020:00000001:0.0:1763344901.758027:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669016436736 : -107404693114880 : ffff9e50e56b7000) 00010000:00000001:0.0:1763344901.758029:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669016436736 : -107404693114880 : ffff9e50e56b7000) 00000001:00000040:2.0:1763344901.758030:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 13 00000020:00000040:2.0:1763344901.758032:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 490 00010000:00000001:0.0:1763344901.758033:0:3629:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000001:00000010:2.0:1763344901.758034:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cf000. 00080000:00000010:2.0:1763344901.758038:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69ca600. 00010000:00010000:0.0:1763344901.758038:0:3629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7000/0x34881b4086817b21 lrc: 3/0,1 mode: TXN/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT0 00000001:00000040:2.0:1763344901.758041:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 12 00000020:00000040:2.0:1763344901.758043:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 489 00000001:00000010:2.0:1763344901.758045:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc2a0. 00010000:00000001:0.0:1763344901.758046:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:2.0:1763344901.758047:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de0600. 00010000:00000001:0.0:1763344901.758048:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344901.758050:0:3629:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7000/0x34881b4086817b21 lrc: 2/0,0 mode: TXN/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT0 00000001:00000040:2.0:1763344901.758051:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 11 00000020:00000040:2.0:1763344901.758053:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 488 00000001:00000010:2.0:1763344901.758055:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cf360. 00010000:00000001:0.0:1763344901.758056:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:2.0:1763344901.758057:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69cb000. 00010000:00000001:0.0:1763344901.758058:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758060:0:3629:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000004:00080000:2.0:1763344901.758061:0:31793:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 342 committed 00010000:00010000:0.0:1763344901.758063:0:3629:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7000/0x34881b4086817b21 lrc: 3/0,0 mode: TXN/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT0 00010000:00010000:0.0:1763344901.758068:0:3629:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50e56b7000 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344901.758071:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.758073:0:3629:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344901.758076:0:3629:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7000/0x34881b4086817b21 lrc: 3/0,0 mode: TXN/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.758082:0:3629:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344901.758083:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.758084:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.758085:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50e56b7000 refcount=4 00000020:00000001:0.0:1763344901.758087:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669016436736 : -107404693114880 : ffff9e50e56b7000) 00010000:00000001:0.0:1763344901.758090:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669016436736 : -107404693114880 : ffff9e50e56b7000) 00010000:00000001:0.0:1763344901.758092:0:3629:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344901.758095:0:3629:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7000/0x34881b4086817b21 lrc: 4/0,0 mode: TXN/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.758100:0:3629:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344901.758102:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344901.758103:0:3629:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758107:0:3629:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344901.758109:0:3629:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344901.758110:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.758111:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.758114:0:3629:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50e56b7000 with handle 0x34881b4086817b21 from hash 00010000:00000001:0.0:1763344901.758116:0:3629:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344901.758118:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.758119:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.758120:0:3629:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344901.758125:0:3629:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344901.758127:0:3629:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758129:0:3629:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344901.758131:0:3629:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344901.758133:0:3629:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344901.758135:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e15:0x0].0x0 (ffff9e50c2fbb200) 00010000:00010000:0.0:1763344901.758138:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344901.758140:0:3629:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.758143:0:3629:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758145:0:3629:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344901.758146:0:3629:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344901.758148:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.758149:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.758150:0:3629:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758152:0:3629:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.758154:0:3629:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.758157:0:3629:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7000/0x34881b4086817b21 lrc: 2/0,0 mode: --/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.758162:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.758163:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.758164:0:3629:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344901.758166:0:3629:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344901.758167:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344901.758169:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7000/0x34881b4086817b21 lrc: 0/0,0 mode: --/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT0 00010000:00000010:0.0:1763344901.758175:0:3629:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16f00. 00010000:00000001:0.0:1763344901.758182:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763344901.758185:0:3629:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 487 00000100:00000001:0.0:1763344901.758187:0:3629:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.758192:0:3629:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1763344901.758194:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.758195:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.758197:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50e56b6000 refcount=3 00000020:00000001:0.0:1763344901.758199:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669016432640 : -107404693118976 : ffff9e50e56b6000) 00010000:00000001:0.0:1763344901.758201:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669016432640 : -107404693118976 : ffff9e50e56b6000) 00010000:00000001:0.0:1763344901.758203:0:3629:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344901.758205:0:3629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b6000/0x34881b4086817b36 lrc: 3/0,1 mode: TXN/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.758209:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.758210:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344901.758212:0:3629:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b6000/0x34881b4086817b36 lrc: 2/0,0 mode: TXN/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.758216:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.758217:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758219:0:3629:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344901.758221:0:3629:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b6000/0x34881b4086817b36 lrc: 3/0,0 mode: TXN/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT0 00010000:00010000:0.0:1763344901.758225:0:3629:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50e56b6000 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344901.758227:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.758229:0:3629:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344901.758230:0:3629:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b6000/0x34881b4086817b36 lrc: 3/0,0 mode: TXN/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.758234:0:3629:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344901.758236:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.758237:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.758238:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50e56b6000 refcount=4 00000020:00000001:0.0:1763344901.758240:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669016432640 : -107404693118976 : ffff9e50e56b6000) 00010000:00000001:0.0:1763344901.758242:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669016432640 : -107404693118976 : ffff9e50e56b6000) 00010000:00000001:0.0:1763344901.758244:0:3629:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344901.758245:0:3629:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b6000/0x34881b4086817b36 lrc: 4/0,0 mode: TXN/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.758249:0:3629:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344901.758250:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344901.758251:0:3629:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758253:0:3629:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344901.758255:0:3629:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344901.758256:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.758257:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.758259:0:3629:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50e56b6000 with handle 0x34881b4086817b36 from hash 00010000:00000001:0.0:1763344901.758261:0:3629:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344901.758262:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.758263:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.758264:0:3629:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344901.758265:0:3629:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344901.758266:0:3629:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758268:0:3629:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344901.758269:0:3629:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344901.758271:0:3629:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344901.758272:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e15:0x0].0x0 (ffff9e50c2fbb200) 00010000:00010000:0.0:1763344901.758274:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763344901.758276:0:3629:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.758278:0:3629:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758279:0:3629:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344901.758280:0:3629:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344901.758282:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.758283:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.758284:0:3629:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758286:0:3629:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.758287:0:3629:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.758289:0:3629:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b6000/0x34881b4086817b36 lrc: 2/0,0 mode: --/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.758293:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.758294:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.758295:0:3629:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344901.758296:0:3629:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344901.758297:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344901.758299:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b6000/0x34881b4086817b36 lrc: 0/0,0 mode: --/TXN res: [0x200002b13:0x2e15:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT0 00010000:00000010:0.0:1763344901.758303:0:3629:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16c80. 00010000:00000040:0.0:1763344901.758306:0:3629:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50c2fbb200 count: 0 00010000:00000010:0.0:1763344901.758312:0:3629:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50df139100. 00010000:00000001:0.0:1763344901.758318:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.758319:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.758320:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.758322:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50e56b7800 refcount=3 00000020:00000001:0.0:1763344901.758324:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669016438784 : -107404693112832 : ffff9e50e56b7800) 00010000:00000001:0.0:1763344901.758326:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669016438784 : -107404693112832 : ffff9e50e56b7800) 00010000:00000001:0.0:1763344901.758327:0:3629:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344901.758330:0:3629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7800/0x34881b4086817b3d lrc: 3/0,1 mode: TXN/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.758335:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.758336:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344901.758338:0:3629:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7800/0x34881b4086817b3d lrc: 2/0,0 mode: TXN/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.758342:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.758343:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758344:0:3629:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344901.758346:0:3629:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7800/0x34881b4086817b3d lrc: 3/0,0 mode: TXN/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT0 00010000:00010000:0.0:1763344901.758350:0:3629:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50e56b7800 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344901.758351:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.758352:0:3629:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344901.758354:0:3629:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7800/0x34881b4086817b3d lrc: 3/0,0 mode: TXN/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.758361:0:3629:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344901.758362:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.758363:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.758365:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50e56b7800 refcount=4 00000020:00000001:0.0:1763344901.758366:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669016438784 : -107404693112832 : ffff9e50e56b7800) 00010000:00000001:0.0:1763344901.758368:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669016438784 : -107404693112832 : ffff9e50e56b7800) 00010000:00000001:0.0:1763344901.758371:0:3629:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344901.758372:0:3629:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7800/0x34881b4086817b3d lrc: 4/0,0 mode: TXN/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.758376:0:3629:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344901.758377:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344901.758378:0:3629:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758381:0:3629:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344901.758382:0:3629:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344901.758383:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.758384:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.758386:0:3629:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50e56b7800 with handle 0x34881b4086817b3d from hash 00010000:00000001:0.0:1763344901.758388:0:3629:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344901.758389:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.758390:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.758391:0:3629:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344901.758392:0:3629:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344901.758393:0:3629:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758395:0:3629:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344901.758396:0:3629:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344901.758397:0:3629:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344901.758399:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e14:0x0].0x0 (ffff9e4fc1359600) 00010000:00010000:0.0:1763344901.758401:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763344901.758403:0:3629:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.758405:0:3629:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758406:0:3629:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344901.758408:0:3629:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344901.758410:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.758411:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.758412:0:3629:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.758423:0:3629:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.758425:0:3629:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.758428:0:3629:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7800/0x34881b4086817b3d lrc: 2/0,0 mode: --/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.758440:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.758441:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.758442:0:3629:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344901.758443:0:3629:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344901.758444:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344901.758446:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e56b7800/0x34881b4086817b3d lrc: 0/0,0 mode: --/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT0 00010000:00000010:0.0:1763344901.758450:0:3629:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16800. 00010000:00000001:0.0:1763344901.758454:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763344901.758456:0:3629:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 486 00000100:00000001:0.0:1763344901.758458:0:3629:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763344901.758489:0:31793:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9e4fc29dc960. 00080000:00000010:2.0:1763344901.758494:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de0e00. 00000001:00000040:2.0:1763344901.758499:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 10 00000020:00000040:2.0:1763344901.758501:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 485 00000001:00000010:2.0:1763344901.758503:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dcd80. 00080000:00000010:2.0:1763344901.758505:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de1400. 00000001:00000040:2.0:1763344901.758508:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 9 00000020:00000040:2.0:1763344901.758510:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 484 00000001:00000010:2.0:1763344901.758512:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8dba0. 00080000:00000010:2.0:1763344901.758515:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e50fc9ec600. 00000020:00080000:2.0:1763344901.758519:0:31793:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 21474837107 batchid updated 00000004:00000001:0.0:1763344901.758530:0:31810:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344901.758532:0:31810:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344901.758533:0:31793:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9e4fc2decf00. 00000004:00000001:0.0:1763344901.758535:0:31810:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00080000:00000010:2.0:1763344901.758537:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4e3e00. 00000004:00000001:0.0:1763344901.758537:0:31810:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344901.758538:0:31810:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1763344901.758541:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 8 00000020:00000040:2.0:1763344901.758542:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 483 00000040:00001000:0.0:1763344901.758543:0:31810:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e4fc518f830 type=0x0 idx=0 00000001:00000010:2.0:1763344901.758544:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dca80. 00080000:00000010:2.0:1763344901.758546:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fddab8c00. 00000040:00001000:0.0:1763344901.758547:0:31810:0:(llog.c:720:llog_process_thread()) synced_idx: 6113 00000001:00000040:2.0:1763344901.758549:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 7 00000020:00000040:2.0:1763344901.758551:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 482 00000040:00000001:0.0:1763344901.758551:0:31810:0:(lustre_log.h:473:llog_next_block()) Process entered 00000001:00000010:2.0:1763344901.758552:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d300. 00000040:00000001:0.0:1763344901.758553:0:31810:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00080000:00000010:2.0:1763344901.758554:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852a800. 00000001:00000040:2.0:1763344901.758558:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 6 00000020:00000040:2.0:1763344901.758560:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 481 00000040:00001000:0.0:1763344901.758560:0:31810:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 6113 (cur idx 6112 off 393216), size 399472 00000001:00000010:2.0:1763344901.758561:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8dae0. 00000004:00080000:2.0:1763344901.758563:0:31793:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 341 committed 00000004:00000010:2.0:1763344901.758566:0:31793:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9e50e4b8d3c0. 00080000:00000010:2.0:1763344901.758568:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852ac00. 00000001:00000040:2.0:1763344901.758571:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 5 00000020:00000040:2.0:1763344901.758573:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 480 00000001:00000010:2.0:1763344901.758574:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d780. 00080000:00000010:2.0:1763344901.758576:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852b000. 00000040:00000001:0.0:1763344901.758576:0:31810:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1763344901.758579:0:31810:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1763344901.758580:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 4 00000040:00001000:0.0:1763344901.758581:0:31810:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e4fc518f830 type=0x10692404 idx=6113 00000020:00000040:2.0:1763344901.758582:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 479 00000040:00001000:0.0:1763344901.758583:0:31810:0:(llog.c:776:llog_process_thread()) lrh_index: 6113 lrh_len: 64 (2000 remains) 00000001:00000010:2.0:1763344901.758584:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc240. 00080000:00000010:2.0:1763344901.758586:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fddab9000. 00000040:00001000:0.0:1763344901.758586:0:31810:0:(llog.c:797:llog_process_thread()) index: 6113, lh_last_idx: 6113 synced_idx: 6113 lgh_last_idx: 6113 00000001:00000040:2.0:1763344901.758589:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 3 00000004:00000001:0.0:1763344901.758589:0:31810:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1763344901.758590:0:31810:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000040:2.0:1763344901.758591:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 478 00000004:00000001:0.0:1763344901.758592:0:31810:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1763344901.758593:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2dec180. 00000004:00000001:0.0:1763344901.758594:0:31810:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000001:2.0:1763344901.758596:0:31793:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000004:00000001:0.0:1763344901.758596:0:31810:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000020:00080000:2.0:1763344901.758598:0:31793:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc87efc00 refcount 2 committed 0 result 0 batchid 21474837109 00000004:00000001:0.0:1763344901.758598:0:31810:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000020:00080000:2.0:1763344901.758602:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef9dc700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc87efb40 00000100:00000010:0.0:1763344901.758603:0:31810:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac8e00. 00000020:00080000:2.0:1763344901.758605:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcc4e3400 00000020:00000040:0.0:1763344901.758606:0:31810:0:(genops.c:1229:class_import_get()) import ffff9e4fc369e800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1763344901.758608:0:31793:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:2.0:1763344901.758610:0:31793:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc87efc00 refcount 2 committed 1 result 0 batchid 21474837109 00000100:00000001:0.0:1763344901.758610:0:31810:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:2.0:1763344901.758612:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef9dc700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc87efb40 02000000:00000001:0.0:1763344901.758613:0:31810:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:2.0:1763344901.758615:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcc4e3400 00000020:00000001:2.0:1763344901.758617:0:31793:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 02000000:00000001:0.0:1763344901.758617:0:31810:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344901.758619:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4e3400. 00080000:00000010:2.0:1763344901.758621:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fddab9200. 02000000:00000010:0.0:1763344901.758623:0:31810:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4fc35ea800. 00000001:00000040:2.0:1763344901.758624:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 2 00000020:00000040:2.0:1763344901.758626:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 477 00000001:00000010:2.0:1763344901.758627:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2dec660. 00000100:00000001:0.0:1763344901.758627:0:31810:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.758630:0:31793:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000004:00000001:0.0:1763344901.758630:0:31810:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446636669305916928 : -107404403634688 : ffff9e50f6ac8e00) 00000020:00080000:2.0:1763344901.758631:0:31793:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc87ef3c0 refcount 2 committed 0 result 0 batchid 21474837108 00000020:00080000:2.0:1763344901.758634:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83aa00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc87efd80 00000100:00000001:0.0:1763344901.758636:0:31810:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00080000:2.0:1763344901.758637:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc852a600 00000020:00000001:2.0:1763344901.758639:0:31793:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000100:00000001:0.0:1763344901.758640:0:31810:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.758641:0:31793:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc87ef3c0 refcount 2 committed 1 result 0 batchid 21474837108 00000020:00000040:2.0:1763344901.758643:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83aa00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc87efd80 00000020:00000040:2.0:1763344901.758645:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc852a600 00000020:00000001:2.0:1763344901.758648:0:31793:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00080000:00000010:2.0:1763344901.758649:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852a600. 00000100:00000040:0.0:1763344901.758649:0:31810:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c18c6692] to pc [ptlrpcd_00_03+3] req@ffff9e50f6ac8e00 x1848987617973632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000040:2.0:1763344901.758651:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 1 00000020:00000040:2.0:1763344901.758653:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 476 00000001:00000010:2.0:1763344901.758655:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8df00. 00080000:00000010:2.0:1763344901.758657:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852b200. 00000001:00000040:2.0:1763344901.758659:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 0 00000020:00000040:2.0:1763344901.758661:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 475 00000001:00000010:2.0:1763344901.758662:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d540. 00080000:00000010:2.0:1763344901.758664:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852a200. 00000004:00000001:0.0:1763344901.758682:0:31810:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344901.758685:0:10286:0:(osd_handler.c:5455:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1763344901.758685:0:31810:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 1 in flight, 1 in progress 00000004:00001000:0.0:1763344901.758687:0:31810:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 6113, id 340 00000004:00000001:2.0:1763344901.758689:0:10286:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.758689:0:31810:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:0.0:1763344901.758691:0:31810:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1763344901.758692:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344901.758692:0:31810:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.758694:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344901.758694:0:31810:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344901.758695:0:31810:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.758698:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.758700:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:0.0:1763344901.758700:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1763344901.758703:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000004:00000001:2.0:1763344901.758705:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:0.0:1763344901.758705:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.758710:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344901.758712:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.758713:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344901.758715:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:2.0:1763344901.758717:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000100:00000001:0.0:1763344901.758717:0:3644:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000004:00000001:2.0:1763344901.758720:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344901.758722:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000100:00000040:0.0:1763344901.758722:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f6ac8e00 x1848987617973632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763344901.758725:0:10286:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344901.758727:0:10286:0:(mdt_som.c:71:mdt_get_som()) [0x200002b13:0x2e16:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000100:00000001:0.0:1763344901.758730:0:3644:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000004:00000002:2.0:1763344901.758731:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000100:00000001:0.0:1763344901.758732:0:3644:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.758733:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.758735:0:3644:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344901.758737:0:3644:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.758738:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.758740:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.758740:0:3644:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.758743:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00100000:0.0:1763344901.758743:0:3644:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f6ac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1848987617973632:0@lo:6:osp-syn-0-0.0 00000001:00000001:2.0:1763344901.758744:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.758746:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.758747:0:3644:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000001:00000001:2.0:1763344901.758748:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.758749:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.758750:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.758751:0:3644:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000001:00000001:2.0:1763344901.758752:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.758753:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344901.758754:0:3644:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.758755:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.758756:0:3644:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000002:2.0:1763344901.758757:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002b13:0x2e16:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:2.0:1763344901.758760:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 02000000:00000010:0.0:1763344901.758760:0:3644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4fc35e8400. 00000004:00000001:2.0:1763344901.758762:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 02000000:00000001:0.0:1763344901.758762:0:3644:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.758768:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000400:00000010:0.0:1763344901.758768:0:3644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3318. 00000020:00000001:2.0:1763344901.758773:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344901.758774:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64957f8. 00000004:00000001:2.0:1763344901.758775:0:10286:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344901.758779:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257759, transno 0, xid 1848987881551104 00000100:00000200:0.0:1763344901.758779:0:3644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617973632, portal 4 00010000:00000001:2.0:1763344901.758781:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1763344901.758781:0:3644:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344901.758783:0:3644:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305916928 : -107404403634688 : ffff9e50f6ac8e00) 00010000:00000200:2.0:1763344901.758807:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc363b100 x1848987881551104/t0(0) o44->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 448/440 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344901.758813:0:3644:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50f6ac8e00 x1848987617973632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344901.758816:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.758818:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.758819:0:3644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:2.0:1763344901.758821:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000040:0.0:1763344901.758822:0:3644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344901.758825:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495440. 00000100:00000001:2.0:1763344901.758826:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.758828:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000200:0.0:1763344901.758828:0:3644:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848987617973632, offset 0 00000100:00000001:2.0:1763344901.758830:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344901.758833:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1763344901.758834:0:3644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1763344901.758835:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.758837:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.758839:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.758842:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921110. 00000100:00000200:2.0:1763344901.758844:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848987881551104, offset 224 00000400:00000200:0.0:1763344901.758846:0:3644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344901.758848:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.758855:0:3644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a4fa29d580 00000020:00080000:1.0:1763344901.758895:0:31822:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 21474837109 committed batchid 21474837107 00000020:00000001:1.0:1763344901.758899:0:31822:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:1.0:1763344901.758903:0:31822:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9e4fc2dec000. 00080000:00000001:1.0:1763344901.758908:0:31822:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344901.758911:0:31822:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e2400. 00080000:00000001:1.0:1763344901.758914:0:31822:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300119040 : -107409409432576 : ffff9e4fcc4e2400) 00080000:00000001:1.0:1763344901.758918:0:31822:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.758922:0:31822:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.758925:0:31822:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6780. 00080000:00000001:1.0:1763344901.758928:0:31822:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.758930:0:31822:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763344901.758942:0:31822:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.758957:0:31822:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 21474837109: rc = 0 00080000:00000001:1.0:1763344901.758961:0:31822:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:1.0:1763344901.758968:0:31822:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6780. 00040000:00000001:1.0:1763344901.758972:0:31822:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344901.758974:0:31822:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344901.758976:0:31822:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.758978:0:31822:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.758980:0:31822:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763344901.758982:0:31822:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc87ef480 refcount 1 committed 1 result 0 batchid 21474837107 00000020:00000040:1.0:1763344901.758985:0:31822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc87ef180 00000020:00000040:1.0:1763344901.758988:0:31822:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240002b11:0x2:0x0].578 00000020:00000040:1.0:1763344901.758990:0:31822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd3377400 00000020:00000040:1.0:1763344901.758993:0:31822:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].588 00000020:00000040:1.0:1763344901.758995:0:31822:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e4fc3e3c480 : new refcount 2 00000040:00000001:1.0:1763344901.758998:0:31822:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1763344901.759000:0:31822:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1763344901.759002:0:31822:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1763344901.759005:0:31822:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759007:0:31822:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344901.759009:0:31822:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344901.759012:0:31822:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1763344901.759013:0:31822:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 578 in log [0x240002b11:0x2:0x0] 00000004:00000001:1.0:1763344901.759017:0:31822:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:1.0:1763344901.759020:0:31822:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fc2c5e540. 00000004:00000001:1.0:1763344901.759022:0:31822:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664140195136 : -107409569356480 : ffff9e4fc2c5e540) 00000040:00000001:1.0:1763344901.759025:0:31822:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344901.759027:0:31822:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000004:00000010:1.0:1763344901.759032:0:31822:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fc2c5ea80. 00000004:00000010:1.0:1763344901.759035:0:31822:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d8c0. 00000004:00000010:1.0:1763344901.759039:0:31822:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fcb11d000. 00000040:00000001:1.0:1763344901.759042:0:31822:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759044:0:31822:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759046:0:31822:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1763344901.759047:0:31822:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000040:00000001:1.0:1763344901.759050:0:31822:0:(llog_osd.c:1867:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:1.0:1763344901.759052:0:31822:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1763344901.759054:0:31822:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344901.759056:0:31822:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.759058:0:31822:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.759061:0:31822:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.759063:0:31822:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.759065:0:31822:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.759067:0:31822:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.759074:0:31822:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669158701720 : -107404550849896 : ffff9e50ede63a98) 00000040:00000001:1.0:1763344901.759077:0:31822:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669165550088 : -107404544001528 : ffff9e50ee4eba08) 00000004:00000001:1.0:1763344901.759085:0:31822:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763344901.759087:0:31822:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:1.0:1763344901.759089:0:31822:0:(lu_object.c:207:lu_object_put()) Add ffff9e50ee4eba08/ffff9e50ede63a40 to site lru. bkt: ffff9e50f846b6e8 00000040:00000001:1.0:1763344901.759092:0:31822:0:(llog_osd.c:1887:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759094:0:31822:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759096:0:31822:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759099:0:31822:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763344901.759101:0:31822:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763344901.759103:0:31822:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x240002b11:0x2:0x0] 00000004:00000001:1.0:1763344901.759106:0:31822:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:1.0:1763344901.759109:0:31822:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.759112:0:31822:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:1.0:1763344901.759114:0:31822:0:(osp_md_object.c:1212:osp_md_write()) write [0x240002b11:0x2:0x0] offset = 0 length = 88 00000020:00000001:1.0:1763344901.759117:0:31822:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344901.759120:0:31822:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344901.759123:0:31822:0:(osp_trans.c:1300:osp_check_and_set_rpc_version()) lustre-MDT0001-osp-MDT0000: version 1107 gen 0 oth:version ffff9e4fc2c5e540:1106 00000004:00000010:1.0:1763344901.759128:0:31822:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9e50ef7b6780. 00000004:00000001:1.0:1763344901.759130:0:31822:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:1.0:1763344901.759133:0:31822:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:1.0:1763344901.759134:0:31822:0:(osp_md_object.c:1212:osp_md_write()) write [0x240002b11:0x2:0x0] offset = 160 length = 4 00000020:00000001:1.0:1763344901.759136:0:31822:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344901.759137:0:31822:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763344901.759140:0:31822:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9e50ef7b6100. 00000004:00000001:1.0:1763344901.759142:0:31822:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:1.0:1763344901.759144:0:31822:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759146:0:31822:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.759149:0:31822:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000004:00080000:1.0:1763344901.759151:0:31822:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e4fc2c5e540 with version 1106 00000004:00000001:1.0:1763344901.759159:0:31822:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759162:0:31822:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759164:0:31822:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759166:0:31822:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1763344901.759168:0:31822:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 21474837107 cancel update log [0x240002b11:0x2:0x0].578: rc = 0 00000020:00000040:1.0:1763344901.759171:0:31822:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e4fc3e3c480 : new refcount 1 00000020:00000040:1.0:1763344901.759174:0:31822:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e4fc42e2b40 : new refcount 2 00000040:00000001:1.0:1763344901.759176:0:31822:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1763344901.759177:0:31822:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1763344901.759179:0:31822:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1763344901.759181:0:31822:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759183:0:31822:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344901.759184:0:31822:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344901.759186:0:31822:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1763344901.759187:0:31822:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 588 in log [0x200002b10:0x2:0x0] 00080000:00000001:1.0:1763344901.759190:0:31822:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344901.759192:0:31822:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e2e00. 00080000:00000001:1.0:1763344901.759194:0:31822:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300121600 : -107409409430016 : ffff9e4fcc4e2e00) 00000040:00000001:1.0:1763344901.759197:0:31822:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344901.759198:0:31822:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344901.759200:0:31822:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.759202:0:31822:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.759204:0:31822:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6740. 00080000:00000001:1.0:1763344901.759206:0:31822:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759208:0:31822:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759209:0:31822:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759210:0:31822:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1763344901.759212:0:31822:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763344901.759214:0:31822:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1763344901.759216:0:31822:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1763344901.759217:0:31822:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1763344901.759221:0:31822:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b10:0x2:0x0] not in the id map cache 00080000:00000001:1.0:1763344901.759224:0:31822:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759226:0:31822:0:(llog_osd.c:1867:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:1.0:1763344901.759227:0:31822:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1763344901.759228:0:31822:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344901.759230:0:31822:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.759231:0:31822:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.759232:0:31822:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.759234:0:31822:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.759235:0:31822:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.759237:0:31822:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.759240:0:31822:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669158699320 : -107404550852296 : ffff9e50ede63138) 00000040:00000001:1.0:1763344901.759244:0:31822:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669333765632 : -107404375785984 : ffff9e50f8557e00) 00080000:00000001:1.0:1763344901.759248:0:31822:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1763344901.759250:0:31822:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.759252:0:31822:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344901.759255:0:31822:0:(lu_object.c:207:lu_object_put()) Add ffff9e50f8557e00/ffff9e50ede630e0 to site lru. bkt: ffff9e50f84687e0 00000040:00000001:1.0:1763344901.759257:0:31822:0:(llog_osd.c:1887:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759259:0:31822:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759260:0:31822:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.759262:0:31822:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000400:00000200:2.0:1763344901.759264:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00080000:00000001:1.0:1763344901.759265:0:31822:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759267:0:31822:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763344901.759269:0:31822:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763344901.759270:0:31822:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x200002b10:0x2:0x0] 00000400:00000200:2.0:1763344901.759271:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385585:1385585:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385581:1385581:8:4294967295] 00000400:00000200:2.0:1763344901.759283:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000040:00000001:1.0:1763344901.759285:0:31822:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759287:0:31822:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763344901.759289:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.14@tcp 00080000:00000001:1.0:1763344901.759289:0:31822:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:1.0:1763344901.759293:0:31822:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6740. 00000800:00000010:2.0:1763344901.759294:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994600. 00040000:00000001:1.0:1763344901.759295:0:31822:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344901.759296:0:31822:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344901.759298:0:31822:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759299:0:31822:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763344901.759301:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000040:00000001:1.0:1763344901.759301:0:31822:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.759303:0:31822:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1763344901.759305:0:31822:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 21474837107 cancel update log [0x200002b10:0x2:0x0].588: rc = 0 00000800:00000200:2.0:1763344901.759307:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000020:00000040:1.0:1763344901.759307:0:31822:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e4fc42e2b40 : new refcount 1 00000020:00000001:1.0:1763344901.759310:0:31822:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763344901.759311:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994600 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:1.0:1763344901.759312:0:31822:0:(update_trans.c:1243:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9e50ef7b6880. 00000020:00000010:1.0:1763344901.759315:0:31822:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ff83a500. 00000020:00000010:1.0:1763344901.759318:0:31822:0:(update_trans.c:1243:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9e50ef7b6540. 00000020:00000010:1.0:1763344901.759320:0:31822:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ff83a300. 00000100:00000001:2.0:1763344901.759323:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344901.759323:0:31822:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9e4fc87ef480. 00000020:00080000:1.0:1763344901.759325:0:31822:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 21474837107 00000100:00000040:2.0:1763344901.759326:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344901.759328:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.759330:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.759333:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.759338:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc363b100 x1848987881551104/t0(0) o44->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 448/440 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344901.759347:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc363b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+475:252837:x1848987881551104:12345-192.168.203.14@tcp:44:lfs.0 Request processed in 2746us (3847us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344901.759355:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302977 00000100:00000040:2.0:1763344901.759359:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:2.0:1763344901.759361:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.759362:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.759367:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.759371:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344901.759374:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344901.759378:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 474 00000100:00000001:2.0:1763344901.759380:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.759423:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.759427:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:1.0:1763344901.759439:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.759445:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.759449:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921110 00000400:00000010:1.0:1763344901.759451:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921110. 00000100:00000001:1.0:1763344901.759454:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.759456:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00080000:1.0:1763344901.759492:0:31808:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e50f866e900 version 1106 rpc_version 1106 00000004:00000001:1.0:1763344901.759496:0:31808:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763344901.759498:0:31808:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344901.759501:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240002b11:0x2:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00000004:00000040:1.0:1763344901.759504:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 1 fid = [0x240002b11:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:1.0:1763344901.759507:0:31808:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fcb11d000 magic = bdde0002 count = 2 size = 224 00000100:00000010:1.0:1763344901.759512:0:31808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc3639180. 00000020:00000040:1.0:1763344901.759515:0:31808:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1763344901.759519:0:31808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344901.759520:0:31808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344901.759523:0:31808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344901.759527:0:31808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e2200. 00000100:00000001:1.0:1763344901.759530:0:31808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.759534:0:31808:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.759536:0:31808:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344901.759537:0:31808:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1763344901.759542:0:31808:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1763344901.759547:0:31808:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4fc3639180 x1848987617973888/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.759554:0:31808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344901.759556:0:31808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344901.759560:0:31808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5ec00. 00000100:00000001:1.0:1763344901.759562:0:31808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140196864 : -107409569354752 : ffff9e4fc2c5ec00) 00000100:00000001:1.0:1763344901.759564:0:31808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.759565:0:31808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664150528384 : -107409559023232 : ffff9e4fc3639180) 00000100:00000001:1.0:1763344901.759568:0:31808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344901.759571:0:31808:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.759572:0:31808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344901.759574:0:31808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344901.759576:0:31808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc3639180 x1848987617973888/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.759583:0:31808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344901.759584:0:31808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.759586:0:31808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344901.759588:0:31808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344901.759589:0:31808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.759592:0:31808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc3639180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:31808:1848987617973888:0@lo:1000:osp_up1-0.0 00000100:00000001:1.0:1763344901.759597:0:31808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344901.759599:0:31808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344901.759601:0:31808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.759602:0:31808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344901.759607:0:31808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50ff7e8000. 02000000:00000001:1.0:1763344901.759609:0:31808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344901.759612:0:31808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c160. 00000400:00000010:1.0:1763344901.759615:0:31808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc2c5e480. 00000100:00000200:1.0:1763344901.759618:0:31808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617973888, portal 4 00000100:00000001:1.0:1763344901.759620:0:31808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.759621:0:31808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664150528384 : -107409559023232 : ffff9e4fc3639180) 00000100:00000040:1.0:1763344901.759626:0:31808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4fc3639180 x1848987617973888/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.759632:0:31808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.759633:0:31808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344901.759636:0:31808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3c38. 00000100:00000200:1.0:1763344901.759638:0:31808:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 24, xid 1848987617973888, offset 0 00000400:00000200:1.0:1763344901.759642:0:31808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344901.759648:0:31808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344901.759654:0:31808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 488 into portal 24 MB=0x691a4fa29d680 00000400:00000200:1.0:1763344901.759659:0:31808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 488/488 into md 0x209281 [256] + 21056 00000400:00000200:1.0:1763344901.759666:0:31808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.759668:0:31808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344901.759672:0:31808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.759674:0:31808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344901.759677:0:31808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc363b800. 00000100:00000040:1.0:1763344901.759680:0:31808:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc363b800 x1848987617973888 msgsize 488 00000100:00100000:1.0:1763344901.759683:0:31808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344901.759704:0:31808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344901.759709:0:31808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3c38 00000400:00000010:1.0:1763344901.759711:0:31808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3c38. 00000100:00000001:1.0:1763344901.759714:0:31808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344901.759718:0:31808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc3639180 x1848987617973888/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.759732:0:31808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.759734:0:31808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4fc3639180 x1848987617973888/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.759740:0:31808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.759742:0:31808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344901.759745:0:31808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.759748:0:31808:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5183 usecs (6 jiffies) 00000100:00000001:1.0:1763344901.759751:0:31808:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307675584 00000100:00000001:1.0:1763344901.759754:0:31808:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307676875 00000100:00000001:1.0:1763344901.759756:0:31808:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307675584 00000100:00000001:1.0:1763344901.759758:0:31808:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307676875 00000100:00000001:1.0:1763344901.759760:0:31808:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307675584 00000100:00000001:1.0:1763344901.759762:0:31808:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307676875 00000100:00000001:1.0:1763344901.759764:0:31808:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307675584 00000100:00000001:1.0:1763344901.759765:0:31808:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307676875 00000100:00000001:1.0:1763344901.759768:0:31808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.759770:0:31808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.759772:0:31808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344901.759773:0:31808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344901.759776:0:31808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5ec00 going to sleep for 11 seconds 00000100:00000001:1.0:1763344901.759778:0:31808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344901.759781:0:31808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.759869:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344901.759872:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763344901.759929:0:3644:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x645709 [8] + 11704 00000400:00000200:0.0:1763344901.759935:0:3644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.759938:0:3644:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344901.759941:0:3644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.759943:0:3644:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344901.759947:0:3644:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac8000. 00000100:00000040:0.0:1763344901.759949:0:3644:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6ac8000 x1848987617973632 msgsize 544 00000100:00100000:0.0:1763344901.759952:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344901.759963:0:3644:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344901.759967:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495440 00000400:00000010:0.0:1763344901.759969:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495440. 00000100:00000001:0.0:1763344901.759972:0:3644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344901.759976:0:3644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f6ac8e00 x1848987617973632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.759982:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.759985:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f6ac8e00 x1848987617973632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.759991:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.759992:0:3644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344901.759995:0:3644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.759998:0:3644:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15410 usecs (16 jiffies) 00000100:00000001:0.0:1763344901.760001:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307675595 00000100:00000001:0.0:1763344901.760003:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307676875 00000100:00000001:0.0:1763344901.760004:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307675595 00000100:00000001:0.0:1763344901.760006:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307676875 00000100:00000001:0.0:1763344901.760008:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307675595 00000100:00000001:0.0:1763344901.760010:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307676875 00000100:00000001:0.0:1763344901.760011:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307675595 00000100:00000001:0.0:1763344901.760013:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307676875 00000100:00000001:0.0:1763344901.760015:0:3644:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.760017:0:3644:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.760019:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.760021:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.760067:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.760070:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617973632 02000000:00000001:3.0:1763344901.760072:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.760074:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.760076:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.760080:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.760083:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617973632 00000020:00000001:3.0:1763344901.760085:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.760087:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84f0 00000020:00000001:3.0:1763344901.760089:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.760092:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7178000 refcount=5 00000020:00000001:3.0:1763344901.760094:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000020:00000001:3.0:1763344901.760096:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000100:00000001:3.0:1763344901.760100:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.760104:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.760107:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.760109:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344901.760114:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbc00. 00000020:00000010:3.0:1763344901.760118:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344901.760122:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf0c8. 00000100:00000040:3.0:1763344901.760128:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344901.760131:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.760132:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.760134:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.760140:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.760158:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.760166:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.760168:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.760172:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27097 00000100:00000040:3.0:1763344901.760175:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7178000 : new rpc_count 1 00000100:00000001:3.0:1763344901.760178:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669305913344 : -107404403638272 : ffff9e50f6ac8000) 00000100:00000040:3.0:1763344901.760182:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f6ac8000 x1848987617973632/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 544/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.760190:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.760192:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344901.760194:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.760196:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000100:00100000:3.0:1763344901.760200:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f6ac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3644:x1848987617973632:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:3.0:1763344901.760203:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617973632 00000020:00000001:3.0:1763344901.760206:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344901.760208:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344901.760210:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.760213:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.760215:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932352 : -1042619264 : ffffffffc1dae480) 00000020:00000001:3.0:1763344901.760218:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344901.760220:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.760222:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.760224:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.760226:0:74640:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344901.760229:0:74640:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344901.760231:0:74640:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.760233:0:74640:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.760235:0:74640:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.760237:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.760238:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.760240:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.760242:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.760243:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.760245:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.760246:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.760248:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.760249:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.760251:0:74640:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.760254:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.760257:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.760259:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.760263:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e4fc82b1c00. 02000000:00000001:3.0:1763344901.760265:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.760267:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.760271:0:74640:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1763344901.760273:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344901.760275:0:74640:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1763344901.760278:0:74640:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000403:7109 count 1 00002000:00000001:3.0:1763344901.760281:0:74640:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1763344901.760283:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344901.760285:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.760290:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195040840 : -107409514510776 : ffff9e4fc60ac648) 00002000:00000001:3.0:1763344901.760292:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195040752 : -107409514510864 : ffff9e4fc60ac5f0) 00010000:00000001:3.0:1763344901.760295:0:74640:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344901.760298:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344901.760305:0:74640:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc87d1400. 00010000:00000010:3.0:1763344901.760308:0:74640:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e4fc87d1800. 00010000:00000001:3.0:1763344901.760313:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344901.760316:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16200. 00000020:00000001:3.0:1763344901.760319:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344901.760321:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16200 with handle 0x34881b4086817e9a to hash 00000020:00000001:3.0:1763344901.760323:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344901.760325:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:3.0:1763344901.760327:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00002000:00000001:3.0:1763344901.760331:0:74640:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763344901.760334:0:74640:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e50f82ddf00. 00002000:00000001:3.0:1763344901.760336:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344901.760337:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.760339:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195040840 : -107409514510776 : ffff9e4fc60ac648) 00002000:00000001:3.0:1763344901.760341:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195040752 : -107409514510864 : ffff9e4fc60ac5f0) 00002000:00000001:3.0:1763344901.760343:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344901.760347:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763344901.760349:0:74640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1bc5:0x0] initial LVB size: 1024, mtime: 0x691a8202, atime: 0x0, ctime: 0x691a8202, blocks: 0x8 00002000:00000001:3.0:1763344901.760352:0:74640:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1763344901.760355:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.760357:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.760360:0:74640:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e9a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.760368:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344901.760371:0:74640:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344901.760374:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344901.760376:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344901.760378:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344901.760380:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.760382:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344901.760383:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344901.760384:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.760387:0:74640:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763344901.760391:0:74640:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e9a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344901.760398:0:74640:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1bc5:0x0].0x0 (ffff9e4fc87d1400) refcount = 1 00010000:00000040:3.0:1763344901.760401:0:74640:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344901.760403:0:74640:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e9a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.760411:0:74640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344901.760413:0:74640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.760426:0:74640:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344901.760427:0:74640:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.760429:0:74640:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.760440:0:74640:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344901.760442:0:74640:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344901.760444:0:74640:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.760448:0:74640:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e9a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.760458:0:74640:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344901.760460:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.760461:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.760463:0:74640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.760464:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.760466:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16200 refcount=3 00000020:00000001:3.0:1763344901.760468:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:3.0:1763344901.760470:0:74640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:3.0:1763344901.760472:0:74640:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344901.760474:0:74640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e9a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.760480:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.760480:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344901.760483:0:74640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e9a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.760488:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.760489:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.760492:0:74640:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763344901.760495:0:74640:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fd05d1600. 00010000:00000001:3.0:1763344901.760498:0:74640:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763344901.760503:0:74640:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1763344901.760505:0:74640:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.760507:0:74640:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.760508:0:74640:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344901.760509:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.760510:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763344901.760512:0:74640:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:3.0:1763344901.760515:0:74640:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344901.760519:0:74640:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69caa00. 00080000:00000001:3.0:1763344901.760522:0:74640:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473037312 : -107409236514304 : ffff9e4fd69caa00) 00000001:00000001:3.0:1763344901.760524:0:74640:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.760526:0:74640:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.760528:0:74640:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1763344901.760530:0:74640:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1763344901.760532:0:74640:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1763344901.760534:0:74640:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000403:0x1bc5:0x0] not in the id map cache 00080000:00000001:3.0:1763344901.760537:0:74640:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.760539:0:74640:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344901.760543:0:74640:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344901.760545:0:74640:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344901.760547:0:74640:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd8c0. 00080000:00000001:3.0:1763344901.760550:0:74640:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.760556:0:74640:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763344901.760561:0:74640:0:(osd_handler.c:4785:osd_ref_del()) [0x280000403:0x1bc5:0x0] decrease nlink 1 00080000:00000001:3.0:1763344901.760579:0:74640:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:3.0:1763344901.760582:0:74640:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000403:0x1bc5:0x0] 00080000:00000001:3.0:1763344901.760585:0:74640:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763344901.760587:0:74640:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344901.760588:0:74640:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344901.760590:0:74640:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344901.760593:0:74640:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.760594:0:74640:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1763344901.760597:0:74640:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:3.0:1763344901.760599:0:74640:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1763344901.760601:0:74640:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636669334060352 : -107404375491264 : ffff9e50f859fd40) 00000001:00000001:3.0:1763344901.760604:0:74640:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:3.0:1763344901.760620:0:74640:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.760622:0:74640:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.760624:0:74640:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344901.760627:0:74640:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344901.760631:0:74640:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344901.760633:0:74640:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884915413, last_committed = 12884915408 00000001:00000010:3.0:1763344901.760637:0:74640:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cff00. 00000001:00000040:3.0:1763344901.760639:0:74640:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50c7178000 : new cb_count 1 00000020:00000040:3.0:1763344901.760641:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e50c7178000 refcount=6 00000001:00000001:3.0:1763344901.760652:0:74640:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344901.760658:0:74640:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd8c0. 00040000:00000001:3.0:1763344901.760660:0:74640:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344901.760662:0:74640:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344901.760664:0:74640:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.760666:0:74640:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.760668:0:74640:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00040000:00000001:3.0:1763344901.760830:0:74640:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1763344901.760833:0:74640:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1763344901.760834:0:74640:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1763344901.760835:0:74640:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1763344901.760836:0:74640:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1763344901.760837:0:74640:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1763344901.760841:0:74640:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff9e4fdde1ee00. 00002000:00000001:3.0:1763344901.760845:0:74640:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1763344901.760846:0:74640:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1bc5:0x0] 00002000:00000010:3.0:1763344901.760848:0:74640:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9e4fc60ac5f0. 00002000:00000001:3.0:1763344901.760852:0:74640:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1763344901.760853:0:74640:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.760858:0:74640:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763344901.760861:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915407, transno 12884915413, xid 1848987617973632 00010000:00000001:3.0:1763344901.760864:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.760869:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f6ac8000 x1848987617973632/t12884915413(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 544/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344901.760876:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.760878:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.760882:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.760885:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.760887:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344901.760889:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344901.760892:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.760893:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.760896:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.760898:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344901.760902:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344901.760906:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987617973632, offset 224 00000400:00000200:3.0:1763344901.760912:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344901.760919:0:74640:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344901.760926:0:74640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a4fa29d580 00000400:00000200:3.0:1763344901.760932:0:74640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x665be1 [1] + 224 00000400:00000200:3.0:1763344901.760936:0:74640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.760939:0:74640:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344901.760942:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344901.760945:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f6ac8e00 x1848987617973632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344901.760954:0:74640:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9e50f6ac8e00 x1848987617973632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.760964:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344901.760969:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344901.760971:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344901.760973:0:74640:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.760974:0:74640:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344901.760977:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.760979:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344901.760981:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344901.760983:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.760985:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344901.760988:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6ac8000 x1848987617973632/t12884915413(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 544/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344901.760996:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f6ac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+6:3644:x1848987617973632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 806us (1046us total) trans 12884915413 rc 0/0 00000100:00100000:3.0:1763344901.761003:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27097 00000100:00000040:3.0:1763344901.761006:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7178000 : new rpc_count 0 00000100:00000001:3.0:1763344901.761008:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344901.761009:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344901.761013:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344901.761016:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf0c8. 00000020:00000010:3.0:1763344901.761019:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cbc00. 00000020:00000040:3.0:1763344901.761023:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 5 00000100:00000001:3.0:1763344901.761025:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763344901.762862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50d232bd00. 00010000:00000010:2.1:1763344901.762874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc800. 00000100:00000001:2.0:1763344901.762901:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344901.762904:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617973888 02000000:00000001:2.0:1763344901.762907:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344901.762909:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.762911:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.762917:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.762920:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617973888 00000020:00000001:2.0:1763344901.762923:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344901.762924:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:2.0:1763344901.762927:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.762929:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=5 00000020:00000001:2.0:1763344901.762931:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:2.0:1763344901.762933:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:2.0:1763344901.762937:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.762944:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344901.762947:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.762949:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000020:00000010:2.0:1763344901.762953:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344901.762958:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.762963:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344901.762970:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763344901.762973:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344901.762974:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344901.762976:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.762982:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.762995:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.763003:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.763005:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.763010:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8662 00000100:00000040:2.0:1763344901.763013:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:2.0:1763344901.763015:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664150538240 : -107409559013376 : ffff9e4fc363b800) 00000100:00000040:2.0:1763344901.763021:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc363b800 x1848987617973888/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 488/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.763029:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.763031:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344901.763032:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.763034:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000100:00100000:2.0:1763344901.763037:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc363b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:31808:x1848987617973888:12345-0@lo:1000:osp_up1-0.0 00000100:00000200:2.0:1763344901.763041:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617973888 00000020:00000001:2.0:1763344901.763044:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.763047:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344901.763050:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.763053:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.763054:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:2.0:1763344901.763057:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344901.763060:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617973888, found 0 last_xid 1848987617973887 00000020:00000001:2.0:1763344901.763063:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.763064:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.763066:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.763070:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.763072:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763344901.763079:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab39e98. 00000100:00000001:2.0:1763344901.763083:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.763085:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.763093:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e4fd5728000. 02000000:00000001:2.0:1763344901.763095:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.763097:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344901.763102:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd62419c0. 00000020:00000001:2.0:1763344901.763103:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763344901.763106:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.763111:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669455143224 : -107404254408392 : ffff9e50ff919138) 00080000:00000001:2.0:1763344901.763117:0:21732:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344901.763121:0:21732:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09fa00. 00080000:00000001:2.0:1763344901.763124:0:21732:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278874624 : -107409430676992 : ffff9e4fcb09fa00) 00000020:00000001:2.0:1763344901.763127:0:21732:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:2.0:1763344901.763130:0:21732:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344901.763134:0:21732:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344901.763137:0:21732:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2ec0. 00080000:00000001:2.0:1763344901.763139:0:21732:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.763142:0:21732:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.763144:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.763146:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669455143224 : -107404254408392 : ffff9e50ff919138) 00000020:00000001:2.0:1763344901.763148:0:21732:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:2.0:1763344901.763149:0:21732:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344901.763150:0:21732:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344901.763151:0:21732:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.763153:0:21732:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.763155:0:21732:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:2.0:1763344901.763156:0:21732:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344901.763161:0:21732:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344901.763163:0:21732:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344901.763165:0:21732:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d25c0. 00080000:00000001:2.0:1763344901.763166:0:21732:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344901.763174:0:21732:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.763177:0:21732:0:(out_lib.c:673:out_tx_write_exec()) write [0x240002b11:0x2:0x0] pos 0 buf ffff9e50f3505370, len 88 00000020:00000040:2.0:1763344901.763202:0:21732:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 0/2: rc = 0 00000020:00000040:2.0:1763344901.763205:0:21732:0:(out_lib.c:673:out_tx_write_exec()) write [0x240002b11:0x2:0x0] pos 160 buf ffff9e50f3505408, len 4 00000020:00000040:2.0:1763344901.763209:0:21732:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 1/2: rc = 0 00080000:00000001:2.0:1763344901.763212:0:21732:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344901.763216:0:21732:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344901.763219:0:21732:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214354, last_committed = 25770214345 00000001:00000010:2.0:1763344901.763222:0:21732:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2b30cc0. 00000001:00000040:2.0:1763344901.763225:0:21732:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc48d5800 : new cb_count 1 00000020:00000040:2.0:1763344901.763227:0:21732:0:(genops.c:887:class_export_get()) GET export ffff9e4fc48d5800 refcount=6 00000001:00000010:2.0:1763344901.763232:0:21732:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd6241180. 00000001:00000001:2.0:1763344901.763242:0:21732:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd6241180: xid 1848987617973888, transno 25770214354, tag 1, client gen 7, slot idx 0 00000001:00000001:2.0:1763344901.763245:0:21732:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344901.763250:0:21732:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d25c0. 00080000:00000010:2.0:1763344901.763252:0:21732:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2ec0. 00040000:00000001:2.0:1763344901.763254:0:21732:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344901.763256:0:21732:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344901.763258:0:21732:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344901.763263:0:21732:0:(lu_object.c:207:lu_object_put()) Add ffff9e50f6436c00/ffff9e50ff9190e0 to site lru. bkt: ffff9e50ff90e258 00000020:00000001:2.0:1763344901.763265:0:21732:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344901.763267:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab39e98. 00000020:00000010:2.0:1763344901.763269:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd62419c0. 00000020:00000001:2.0:1763344901.763272:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344901.763274:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214315, transno 25770214354, xid 1848987617973888 00010000:00000001:2.0:1763344901.763277:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.763281:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc363b800 x1848987617973888/t25770214354(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 488/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344901.763288:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.763290:0:21732:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.763293:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=80 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.763297:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.763299:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:2.0:1763344901.763302:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:2.0:1763344901.763304:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.763306:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.763309:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.763311:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344901.763315:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd62419c0. 00000100:00000200:2.0:1763344901.763321:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617973888, offset 224 00000400:00000200:2.0:1763344901.763328:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344901.763340:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344901.763350:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29d680 00000400:00000200:2.0:1763344901.763357:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665bed [2] + 224 00000400:00000200:2.0:1763344901.763364:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344901.763368:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344901.763372:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344901.763377:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc3639180 x1848987617973888/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763344901.763386:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e4fc3639180 x1848987617973888/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.763398:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763344901.763404:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd62419c0 00000400:00000010:2.0:1763344901.763405:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd62419c0. 00000100:00000001:2.0:1763344901.763408:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344901.763409:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344901.763412:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.763424:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:2.0:1763344901.763427:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.763428:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.763430:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.763441:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc363b800 x1848987617973888/t25770214354(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 488/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344901.763449:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc363b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:31808:x1848987617973888:12345-0@lo:1000:osp_up1-0.0 Request processed in 418us (3767us total) trans 25770214354 rc 0/0 00000100:00100000:2.0:1763344901.763455:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8662 00000100:00000040:2.0:1763344901.763458:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:2.0:1763344901.763461:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.763462:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.763466:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.763469:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344901.763472:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344901.763476:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 5 00000100:00000001:2.0:1763344901.763478:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.763577:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344901.763581:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344901.763586:0:3644:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344901.763588:0:3644:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344901.763591:0:3644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3318. 00000400:00000200:0.0:1763344901.763594:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64957f8 00000400:00000010:0.0:1763344901.763596:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64957f8. 00000100:00000001:0.0:1763344901.763600:0:3644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.763605:0:3644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f6ac8e00 x1848987617973632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344901.763613:0:3644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f6ac8e00 x1848987617973632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.763619:0:3644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344901.763621:0:3644:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.763623:0:3644:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344901.763625:0:3644:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344901.763626:0:3644:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.763628:0:3644:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.763631:0:3644:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.763636:0:3644:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc369ec58 time=110 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344901.763639:0:3644:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc369ec10 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.763642:0:3644:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344901.763643:0:3644:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.763646:0:3644:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344901.763648:0:3644:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.763651:0:3644:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763344901.763652:0:3644:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763344901.763654:0:3644:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763344901.763656:0:3644:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344901.763657:0:3644:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305916928 : -107404403634688 : ffff9e50f6ac8e00) 00000100:00000001:0.0:1763344901.763659:0:3644:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344901.763661:0:3644:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884915407 00000100:00000001:0.0:1763344901.763663:0:3644:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344901.763665:0:3644:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.763668:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f6ac8e00 x1848987617973632/t12884915413(12884915413) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.763674:0:3644:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.763676:0:3644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344901.763677:0:3644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:0.0:1763344901.763680:0:3644:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e50f6ac8e00/2, rc 0, transno 12884915413 00000004:00001000:0.0:1763344901.763683:0:3644:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 0 in flight, 1 in progress 00000100:00000040:0.0:1763344901.763687:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6ac8e00 x1848987617973632/t12884915413(12884915413) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344901.763694:0:3644:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f6ac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1848987617973632:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1763344901.763698:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.763700:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.763702:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f6ac8e00 x1848987617973632/t12884915413(12884915413) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.763708:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.763710:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.763715:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344901.763716:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.763718:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344901.763719:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.764328:0:7432:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344901.764332:0:7432:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.764334:0:7432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1763344901.764337:0:7432:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1763344901.764339:0:7432:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344901.764344:0:7432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e9a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344901.764359:0:7432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf16200 already unused, calling callback (ffffffffc0e86b40) 00010000:00000001:1.0:1763344901.764361:0:7432:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.764363:0:7432:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344901.764365:0:7432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e9a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344901.764372:0:7432:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344901.764374:0:7432:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.764376:0:7432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.764378:0:7432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16200 refcount=3 00000020:00000001:1.0:1763344901.764380:0:7432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:1.0:1763344901.764382:0:7432:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:1.0:1763344901.764385:0:7432:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344901.764387:0:7432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e9a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344901.764394:0:7432:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344901.764395:0:7432:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.764397:0:7432:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.764402:0:7432:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.764404:0:7432:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.764406:0:7432:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.764408:0:7432:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.764411:0:7432:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16200 with handle 0x34881b4086817e9a from hash 00010000:00000001:1.0:1763344901.764413:0:7432:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.764423:0:7432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.764424:0:7432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.764425:0:7432:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.764430:0:7432:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.764433:0:7432:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.764435:0:7432:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.764437:0:7432:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.764440:0:7432:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344901.764442:0:7432:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.764444:0:7432:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.764446:0:7432:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.764447:0:7432:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344901.764449:0:7432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.764450:0:7432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.764452:0:7432:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.764453:0:7432:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.764456:0:7432:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.764459:0:7432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e9a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344901.764465:0:7432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.764467:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16200/0x34881b4086817e9a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1bc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.764475:0:7432:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc87d1400 count: 0 00002000:00000010:1.0:1763344901.764482:0:7432:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e50f82ddf00. 00010000:00000010:1.0:1763344901.764487:0:7432:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4fc87d1800. 00010000:00000001:1.0:1763344901.764493:0:7432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.764495:0:7432:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1763344901.764496:0:7432:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4fd05d1600. 00010000:00000001:1.0:1763344901.764499:0:7432:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.764501:0:7432:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344901.764502:0:7432:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.764504:0:7432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763344901.764505:0:7432:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344901.764506:0:7432:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.764508:0:7432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763344901.764510:0:7432:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344901.764511:0:7432:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.764512:0:7432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1763344901.764522:0:31808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344901.764526:0:31808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344901.764528:0:31808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344901.764530:0:31808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c160. 00000400:00000200:1.0:1763344901.764532:0:31808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc2c5e480 00000400:00000010:1.0:1763344901.764534:0:31808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc2c5e480. 00000100:00000001:1.0:1763344901.764536:0:31808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.764541:0:31808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc3639180 x1848987617973888/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344901.764550:0:31808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc3639180 x1848987617973888/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.764556:0:31808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344901.764557:0:31808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.764559:0:31808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344901.764560:0:31808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344901.764562:0:31808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.764564:0:31808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.764566:0:31808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.764570:0:31808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=110 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344901.764573:0:31808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=110 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.764575:0:31808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344901.764576:0:31808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.764578:0:31808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344901.764579:0:31808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.764581:0:31808:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763344901.764582:0:31808:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763344901.764583:0:31808:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763344901.764585:0:31808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.764586:0:31808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664150528384 : -107409559023232 : ffff9e4fc3639180) 00000100:00000001:1.0:1763344901.764588:0:31808:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344901.764589:0:31808:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214315 00000100:00000001:1.0:1763344901.764590:0:31808:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344901.764592:0:31808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.764595:0:31808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc3639180 x1848987617973888/t25770214354(25770214354) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.764602:0:31808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.764604:0:31808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344901.764605:0:31808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344901.764608:0:31808:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000010:1.0:1763344901.764614:0:31808:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9e50ef7b6780. 00000004:00000010:1.0:1763344901.764617:0:31808:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9e50ef7b6100. 00000004:00000001:1.0:1763344901.764620:0:31808:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.764623:0:31808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc3639180 x1848987617973888/t25770214354(25770214354) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344917 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.764630:0:31808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc3639180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:31808:1848987617973888:0@lo:1000:osp_up1-0.0 00000100:00000001:1.0:1763344901.764633:0:31808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.764635:0:31808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.764638:0:31808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344901.764639:0:31808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.764642:0:31808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4fc3639180 x1848987617973888/t25770214354(25770214354) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344917 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.764647:0:31808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344901.764649:0:31808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5ec00. 00000100:00000001:1.0:1763344901.764651:0:31808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344901.764652:0:31808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.764655:0:31808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.764657:0:31808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc3639180 x1848987617973888/t25770214354(25770214354) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344917 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.764662:0:31808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.764664:0:31808:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1763344901.765296:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7000. 00010000:00000010:0.1:1763344901.765305:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2fbb200. 00010000:00000010:0.1:1763344901.765308:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b6000. 00010000:00000010:0.1:1763344901.765310:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e56b7800. 00000800:00000001:1.0:1763344901.765398:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.765410:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.765412:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.765424:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.765432:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.765445:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509dfb580 00000400:00000200:1.0:1763344901.765451:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645709 [8] + 12248 00000800:00000001:1.0:1763344901.765458:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.765465:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.765468:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.765471:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.765476:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.765478:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344901.765482:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc3639500. 00000100:00000040:1.0:1763344901.765485:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc3639500 x1848987881551232 msgsize 440 00000100:00100000:1.0:1763344901.765489:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.766090:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.766101:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.766107:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.766195:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344901.766199:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881551232 02000000:00000001:0.0:1763344901.766202:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.766205:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.766207:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.766212:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.766216:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881551232 00000020:00000001:0.0:1763344901.766219:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.766221:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:0.0:1763344901.766223:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.766226:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=20 00000020:00000001:0.0:1763344901.766228:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:0.0:1763344901.766231:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:0.0:1763344901.766236:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.766243:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.766247:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.766250:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000020:00000010:0.0:1763344901.766258:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1600. 00000020:00000010:0.0:1763344901.766264:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344901.766270:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732320. 00000100:00000040:0.0:1763344901.766280:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344901.766283:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.766285:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344901.766287:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.766294:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.766311:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.766322:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.766325:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.766330:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27098 00000100:00000040:0.0:1763344901.766336:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:0.0:1763344901.766338:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664150529280 : -107409559022336 : ffff9e4fc3639500) 00000100:00000040:0.0:1763344901.766345:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc3639500 x1848987881551232/t0(0) o16->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344901.766355:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.766358:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.766360:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.766362:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000100:00100000:0.0:1763344901.766367:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc3639500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2406:x1848987881551232:12345-192.168.203.14@tcp:16:lfs.0 00000100:00000200:0.0:1763344901.766370:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881551232 00000020:00000001:0.0:1763344901.766374:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.766377:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344901.766380:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.766383:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.766385:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932832 : -1042618784 : ffffffffc1dae660) 00000020:00000001:0.0:1763344901.766388:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344901.766392:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.766394:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.766396:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.766399:0:74638:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763344901.766403:0:74638:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763344901.766405:0:74638:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.766408:0:74638:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.766411:0:74638:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.766423:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.766425:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.766427:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.766429:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.766430:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.766432:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.766433:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.766435:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.766437:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.766440:0:74638:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.766441:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.766446:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.766449:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.766455:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e4fc35eb000. 02000000:00000001:0.0:1763344901.766458:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.766461:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.766465:0:74638:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:0.0:1763344901.766468:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344901.766471:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.766477:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664239819832 : -107409469731784 : ffff9e4fc8b60c38) 00002000:00000001:0.0:1763344901.766480:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664239819744 : -107409469731872 : ffff9e4fc8b60be0) 00000020:00000001:0.0:1763344901.766483:0:74638:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000002:0.0:1763344901.766488:0:74638:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x200003052 for inode 2255 00000020:00000001:0.0:1763344901.766491:0:74638:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.766495:0:74638:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344901.766502:0:74638:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.766505:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344901.766508:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.766511:0:74638:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:0.0:1763344901.766514:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc8b60c38/ffff9e4fc8b60be0 to site lru. bkt: ffff9e50fb896e98 00010000:00000040:0.0:1763344901.766518:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946962, transno 0, xid 1848987881551232 00010000:00000001:0.0:1763344901.766520:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.766526:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc3639500 x1848987881551232/t0(0) o16->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344901.766533:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.766536:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.766539:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.766544:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.766546:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.766549:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.766551:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.766553:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.766556:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.766559:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.766563:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64957f8. 00000100:00000200:0.0:1763344901.766569:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881551232, offset 224 00000400:00000200:0.0:1763344901.766576:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.766587:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.766594:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385586:1385586:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385582:1385582:8:4294967295] 00000400:00000200:0.0:1763344901.766605:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.766611:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.766616:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344901.766621:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.766628:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.766632:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.766652:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.766656:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.766659:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.766660:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.766662:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.766666:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc3639500 x1848987881551232/t0(0) o16->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344901.766674:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc3639500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2406:x1848987881551232:12345-192.168.203.14@tcp:16:lfs.0 Request processed in 318us (1187us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344901.766683:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27098 00000100:00000040:0.0:1763344901.766686:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:0.0:1763344901.766688:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.766690:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.766695:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344901.766699:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732320. 00000020:00000010:0.0:1763344901.766702:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de1600. 00000020:00000040:0.0:1763344901.766707:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 19 00000100:00000001:0.0:1763344901.766710:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.766957:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.766961:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:1.0:1763344901.766965:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.766969:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.766974:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64957f8 00000400:00000010:1.0:1763344901.766975:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64957f8. 00000100:00000001:1.0:1763344901.766979:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.766981:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344901.773837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1400. 00010000:00000010:1.1:1763344901.773852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16200. 00000800:00000001:1.0:1763344901.777354:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.777370:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.777374:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.777376:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.777387:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.777405:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 488 into portal 12 MB=0x691a509dfb680 00000400:00000200:1.0:1763344901.777424:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 488/488 into md 0x616b51 [64] + 123016 00000800:00000001:1.0:1763344901.777441:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.777449:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.777452:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.777457:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.777465:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.777467:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344901.777476:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede40a80. 00000100:00000040:1.0:1763344901.777479:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ede40a80 x1848987881551488 msgsize 488 00000100:00100000:1.0:1763344901.777485:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.777502:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.777510:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.777513:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.777596:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344901.777600:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881551488 02000000:00000001:2.0:1763344901.777603:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344901.777606:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.777608:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.777613:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.777616:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881551488 00000020:00000001:2.0:1763344901.777620:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344901.777621:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:2.0:1763344901.777624:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.777627:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=475 00000020:00000001:2.0:1763344901.777629:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:2.0:1763344901.777632:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:2.0:1763344901.777636:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.777642:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344901.777645:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.777648:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000020:00000010:2.0:1763344901.777655:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344901.777661:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.777667:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344901.777673:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344901.777677:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344901.777678:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344901.777681:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.777689:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.777705:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.777718:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.777720:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.777725:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302978 00000100:00000040:2.0:1763344901.777728:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:2.0:1763344901.777731:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158558336 : -107404550993280 : ffff9e50ede40a80) 00000100:00000040:2.0:1763344901.777737:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede40a80 x1848987881551488/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.777745:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.777748:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344901.777750:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.777752:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000100:00100000:2.0:1763344901.777757:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+475:252837:x1848987881551488:12345-192.168.203.14@tcp:36:lfs.0 00000100:00000200:2.0:1763344901.777761:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881551488 00000020:00000001:2.0:1763344901.777763:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.777766:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344901.777771:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.777773:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.777775:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808656 : -1044742960 : ffffffffc1ba7cd0) 00000020:00000001:2.0:1763344901.777779:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344901.777783:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881551488, found 0 last_xid 1848987881551487 00000020:00000001:2.0:1763344901.777786:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.778119:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.778122:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.778126:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778130:0:10286:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:2.0:1763344901.778138:0:10286:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff9e50ede40a80 x1848987881551488/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/0 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763344901.778148:0:10286:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763344901.778151:0:10286:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763344901.778153:0:10286:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:2.0:1763344901.778155:0:10286:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763344901.778158:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.778160:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.778163:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.778165:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=3018281656 : 3018281656 : 0xb3e752b8) 00000001:00000001:2.0:1763344901.778167:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=3018281656 : 3018281656 : b3e752b8) 00000001:00000001:2.0:1763344901.778169:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.778171:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:2.0:1763344901.778173:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:2.0:1763344901.778175:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.778176:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.778178:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.778180:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.778181:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.778183:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778186:0:10286:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778190:0:10286:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778192:0:10286:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778194:0:10286:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778197:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763344901.778199:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763344901.778202:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.778204:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.778210:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff9e50caf98000. 02000000:00000001:2.0:1763344901.778213:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.778215:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778219:0:10286:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763344901.778220:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.778221:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.778223:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.778225:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.778226:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.778227:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.778229:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.778230:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.778232:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.778234:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.778238:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344901.778244:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:2.0:1763344901.778246:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:2.0:1763344901.778249:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344901.778250:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.778253:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.778254:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778256:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344901.778258:0:10286:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778261:0:10286:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763344901.778263:0:10286:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778265:0:10286:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763344901.778267:0:10286:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:2.0:1763344901.778270:0:10286:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200002b13:0x2e16:0x0] 7 req@ffff9e50ede40a80 x1848987881551488/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/3152 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344901.778277:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763344901.778279:0:10286:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763344901.778282:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344901.778283:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.778285:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=3 00000020:00000001:2.0:1763344901.778287:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:2.0:1763344901.778290:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000040:2.0:1763344901.778293:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 4 00000004:00000001:2.0:1763344901.778297:0:10286:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763344901.778299:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344901.778302:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.778304:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.778306:0:10286:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.778308:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.778313:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344901.778315:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.778322:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.778324:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.778326:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.778328:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.778330:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16800 with handle 0x34881b4086817e4d from hash 00010000:00000001:2.0:1763344901.778332:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.778334:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.778335:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.778336:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344901.778341:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.778343:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.778346:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344901.778347:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344901.778353:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16800/0x34881b4086817e4d lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2b6 expref: 475 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.778363:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 469 00000020:00000040:2.0:1763344901.778366:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 474 00010000:00000010:2.0:1763344901.778369:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2bc00. 00010000:00000001:2.0:1763344901.778377:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.778380:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344901.778383:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344901.778385:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) 00010000:00000001:2.0:1763344901.778389:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.778391:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.778393:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763344901.778395:0:10286:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763344901.778397:0:10286:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344901.778400:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344901.778403:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e16:0x0] 00000020:00000001:2.0:1763344901.778406:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.778412:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:2.0:1763344901.778427:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:2.0:1763344901.778430:0:10286:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763344901.778440:0:10286:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344901.778447:0:10286:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9e50ccdb9dc8. 00000004:00000001:2.0:1763344901.778453:0:10286:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763344901.778457:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.778460:0:10286:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344901.778463:0:10286:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344901.778465:0:10286:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:2.0:1763344901.778467:0:10286:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:2.0:1763344901.778469:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344901.778473:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344901.778475:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344901.778480:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 3 00010000:00000001:2.0:1763344901.778482:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.778485:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344901.778491:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fd61b4a00. 00000020:00000001:2.0:1763344901.778493:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344901.778496:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fd61b4a00 with handle 0x34881b4086817ea1 to hash 00000020:00000001:2.0:1763344901.778498:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344901.778499:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000010:2.0:1763344901.778504:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16200. 00010000:00000001:2.0:1763344901.778507:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000001:2.0:1763344901.778509:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.778511:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344901.778515:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.778521:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344901.778525:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344901.778527:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344901.778529:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.778531:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.778534:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.778535:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.778538:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344901.778540:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344901.778542:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344901.778543:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344901.778546:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) refcount = 3 00010000:00000040:2.0:1763344901.778549:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344901.778554:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50cc097000/0x34881b4086817e8c lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2ee expref: 474 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.778562:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817e38 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2a8 expref: 474 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344901.778569:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.778574:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344901.778577:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.778578:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.778580:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344901.778582:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.778584:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.778586:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.778588:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344901.778591:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344901.778593:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.778598:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344901.778599:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.778601:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.778602:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344901.778604:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.778605:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4a00 refcount=3 00000020:00000001:2.0:1763344901.778607:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000001:2.0:1763344901.778610:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000001:2.0:1763344901.778612:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.778613:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344901.778615:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778617:0:10286:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778621:0:10286:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763344901.778628:0:10286:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763344901.778632:0:10286:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763344901.778637:0:10286:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763344901.778645:0:10286:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc2b30ea0. 00080000:00000001:2.0:1763344901.778649:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344901.778652:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09f200. 00080000:00000001:2.0:1763344901.778655:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278872576 : -107409430679040 : ffff9e4fcb09f200) 00000004:00000001:2.0:1763344901.778659:0:10286:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763344901.778662:0:10286:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763344901.778664:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344901.778666:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278872576 : -107409430679040 : ffff9e4fcb09f200) 00080000:00000001:2.0:1763344901.778669:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763344901.778671:0:10286:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778673:0:10286:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778676:0:10286:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.778679:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763344901.778681:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763344901.778687:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763344901.778688:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344901.778690:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278872576 : -107409430679040 : ffff9e4fcb09f200) 00080000:00000001:2.0:1763344901.778693:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344901.778697:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344901.778701:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2ec0. 00080000:00000001:2.0:1763344901.778703:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778705:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344901.778715:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.778717:0:10286:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344901.778719:0:10286:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763344898, ctime 1763344901 00000004:00000001:2.0:1763344901.778722:0:10286:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763344901.778724:0:10286:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763344901.778726:0:10286:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763344901.778728:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344901.778729:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278872576 : -107409430679040 : ffff9e4fcb09f200) 00080000:00000001:2.0:1763344901.778752:0:10286:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344901.778755:0:10286:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778757:0:10286:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778759:0:10286:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.778763:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763344901.778766:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344901.778770:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344901.778773:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257760, last_committed = 25770257759 00000001:00000010:2.0:1763344901.778778:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2b30d80. 00000001:00000040:2.0:1763344901.778780:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 1 00000020:00000040:2.0:1763344901.778783:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=475 00000001:00000010:2.0:1763344901.778834:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd62419c0. 00000004:00000001:2.0:1763344901.778842:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763344901.778844:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344901.778845:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278872576 : -107409430679040 : ffff9e4fcb09f200) 00000004:00000001:2.0:1763344901.778862:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763344901.778865:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd62419c0: xid 1848987881551488, transno 25770257760, tag 1, client gen 9, slot idx 1 00000001:00000001:2.0:1763344901.778868:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344901.778876:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2ec0. 00040000:00000001:2.0:1763344901.778880:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344901.778882:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344901.778884:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344901.778887:0:10286:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc2b30ea0. 00000020:00000001:2.0:1763344901.778890:0:10286:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344901.778895:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 4 00010000:00000001:2.0:1763344901.778897:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344901.778899:0:10286:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:2.0:1763344901.778901:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344901.778903:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344901.778904:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344901.778907:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344901.778909:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344901.778911:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.778912:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4a00 refcount=3 00000020:00000001:2.0:1763344901.778914:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000001:2.0:1763344901.778915:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00000004:00010000:2.0:1763344901.778918:0:10286:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000087dc8b7 reply state 000000002d3ac343 transno 25770257760 ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.778926:0:10286:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:2.0:1763344901.778929:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.778930:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.778933:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344901.778934:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344901.778935:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344901.778936:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344901.778938:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) refcount = 3 00010000:00000040:2.0:1763344901.778940:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344901.778944:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50cc097000/0x34881b4086817e8c lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2ee expref: 475 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.778951:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817e38 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2a8 expref: 475 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344901.778956:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 3/0,1 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.778960:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344901.778962:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.778963:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.778964:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344901.778965:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344901.778967:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344901.778968:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) 00010000:00010000:2.0:1763344901.778971:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344901.778972:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.778974:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.778975:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344901.778977:0:10286:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:2.0:1763344901.778979:0:10286:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763344901.778981:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.778982:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344901.778983:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344901.778984:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344901.778985:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344901.778986:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763344901.778988:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344901.778990:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344901.778993:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.778995:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.778999:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.779008:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344901.779012:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344901.779014:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763344901.779016:0:10286:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344901.779017:0:10286:0:(mdt_som.c:71:mdt_get_som()) [0x200002b13:0x2e16:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763344901.779021:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763344901.779023:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.779026:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.779027:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.779029:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.779030:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.779032:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.779034:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.779035:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.779037:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.779038:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.779039:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.779041:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344901.779043:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002b13:0x2e16:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:2.0:1763344901.779047:0:10286:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:2.0:1763344901.779048:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344901.779050:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763344901.779055:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344901.779061:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.779064:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344901.779066:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344901.779068:0:10286:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.779069:0:10286:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763344901.779073:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344901.779075:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344901.779076:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344901.779077:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344901.779079:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344901.779082:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763344901.779086:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.779089:0:10286:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344901.779093:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257759, transno 25770257760, xid 1848987881551488 00010000:00000001:2.0:1763344901.779095:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763344901.779097:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=476 00010000:00000200:2.0:1763344901.779100:0:10286:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 25770257760, last committed = 25770257759 00010000:00000200:2.0:1763344901.779105:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede40a80 x1848987881551488/t25770257760(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/456 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344901.779112:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.779115:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.779118:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.779122:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.779124:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344901.779127:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344901.779129:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.779132:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.779135:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.779138:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.779143:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9212a8. 00000100:00000200:2.0:1763344901.779149:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881551488, offset 224 00000400:00000200:2.0:1763344901.779155:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.779167:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.779174:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385587:1385587:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385583:1385583:8:4294967295] 00000400:00000200:2.0:1763344901.779185:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.779191:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.779196:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994300. 00000800:00000200:2.0:1763344901.779202:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.779207:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.779212:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994300 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.779234:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.779238:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344901.779240:0:10286:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.779242:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.779244:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.779249:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede40a80 x1848987881551488/t25770257760(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 488/456 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344901.779259:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+476:252837:x1848987881551488:12345-192.168.203.14@tcp:36:lfs.0 Request processed in 1512us (1777us total) trans 25770257760 rc 0/0 00000100:00100000:2.0:1763344901.779266:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302978 00000100:00000040:2.0:1763344901.779269:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:2.0:1763344901.779272:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.779273:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.779278:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.779281:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344901.779284:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344901.779289:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 475 00000100:00000001:2.0:1763344901.779291:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.779935:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.779940:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:1.0:1763344901.779947:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.779953:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.779960:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9212a8 00000400:00000010:1.0:1763344901.779962:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9212a8. 00000100:00000001:1.0:1763344901.779966:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.779969:0:3636:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.782380:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.782395:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.782398:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.782401:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.782410:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.782433:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfb700 00000400:00000200:1.0:1763344901.782441:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 12688 00000800:00000001:1.0:1763344901.782449:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.782455:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.782458:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.782462:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.782468:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.782471:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344901.782476:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede41c00. 00000100:00000040:1.0:1763344901.782480:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ede41c00 x1848987881551616 msgsize 328 00000100:00100000:1.0:1763344901.782483:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.782497:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.782504:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.782507:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.782565:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.782569:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881551616 02000000:00000001:3.0:1763344901.782572:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.782574:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.782576:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.782580:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.782584:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881551616 00000020:00000001:3.0:1763344901.782587:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.782589:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:3.0:1763344901.782591:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.782594:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=20 00000020:00000001:3.0:1763344901.782596:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:3.0:1763344901.782598:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:3.0:1763344901.782603:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.782609:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd8c0. 00000100:00000001:3.0:1763344901.782612:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.782614:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd8c0. 00000020:00000010:3.0:1763344901.782621:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbc00. 00000020:00000010:3.0:1763344901.782626:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344901.782631:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf0c8. 00000100:00000040:3.0:1763344901.782638:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344901.782641:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.782642:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.782645:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.782652:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.782665:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.782675:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.782677:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.782681:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27099 00000100:00000040:3.0:1763344901.782685:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:3.0:1763344901.782686:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158562816 : -107404550988800 : ffff9e50ede41c00) 00000100:00000040:3.0:1763344901.782692:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede41c00 x1848987881551616/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344901.782705:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.782707:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd8c0. 00000100:00000001:3.0:1763344901.782709:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.782710:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd8c0. 00000100:00100000:3.0:1763344901.782714:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:252837:x1848987881551616:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344901.782717:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881551616 00000020:00000001:3.0:1763344901.782719:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344901.782722:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344901.782724:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.782726:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.782728:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344901.782731:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344901.782733:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.782735:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.782737:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.782741:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.782743:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344901.782744:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344901.782746:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344901.782748:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344901.782749:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.782755:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344901.782762:0:74640:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc87d1b00. 00010000:00000010:3.0:1763344901.782764:0:74640:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e4fc87d1100. 00010000:00000001:3.0:1763344901.782768:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344901.782770:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17800. 00000020:00000001:3.0:1763344901.782773:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344901.782776:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17800 with handle 0x34881b4086817ea8 to hash 00000020:00000001:3.0:1763344901.782777:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344901.782779:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00000001:3.0:1763344901.782781:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142661120 : -107404566890496 : ffff9e50ecf17800) 00010000:00010000:3.0:1763344901.782785:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf17800/0x34881b4086817ea8 lrc: 2/0,0 mode: --/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e2f5 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1763344901.782885:0:74640:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763344901.782888:0:74640:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e50f82dd8c0. 00002000:00000001:3.0:1763344901.782891:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344901.782894:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.782900:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664239819832 : -107409469731784 : ffff9e4fc8b60c38) 00002000:00000001:3.0:1763344901.782902:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664239819744 : -107409469731872 : ffff9e4fc8b60be0) 00002000:00000001:3.0:1763344901.782905:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344901.782910:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763344901.782913:0:74640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000403:0x1b9a:0x0] initial LVB size: 4096, mtime: 0x691a8205, atime: 0x0, ctime: 0x691a8205, blocks: 0x8 00002000:00000001:3.0:1763344901.782916:0:74640:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1763344901.782919:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc8b60c38/ffff9e4fc8b60be0 to site lru. bkt: ffff9e50fb896e98 00010000:00000040:3.0:1763344901.782922:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 16 00000020:00000040:3.0:1763344901.782925:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=21 00000100:00000001:3.0:1763344901.782934:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.782936:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.782942:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e4fc82b3c00. 02000000:00000001:3.0:1763344901.782944:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.782946:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.782948:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344901.782952:0:74640:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344901.782954:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344901.782956:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344901.782958:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344901.782961:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.782962:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344901.782964:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344901.782965:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.782968:0:74640:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763344901.782974:0:74640:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf17800/0x34881b4086817ea8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2f5 expref: 21 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344901.782982:0:74640:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x1b9a:0x0].0x0 (ffff9e4fc87d1b00) refcount = 1 00010000:00000040:3.0:1763344901.782984:0:74640:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344901.782987:0:74640:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf17800/0x34881b4086817ea8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2f5 expref: 21 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.782996:0:74640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344901.782998:0:74640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.783000:0:74640:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344901.783001:0:74640:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.783003:0:74640:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.783005:0:74640:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344901.783010:0:74640:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344901.783013:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf17800/0x34881b4086817ea8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x1b9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2f5 expref: 21 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.783022:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344901.783025:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344901.783027:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.783029:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.783031:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344901.783032:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.783034:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344901.783035:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17800, rc 0) 00000020:00000001:3.0:1763344901.783038:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344901.783041:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946962, transno 0, xid 1848987881551616 00010000:00000001:3.0:1763344901.783044:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.783048:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede41c00 x1848987881551616/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344901.783055:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.783058:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.783061:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.783066:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.783069:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344901.783071:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344901.783074:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.783076:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.783079:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.783081:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.783085:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344901.783091:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881551616, offset 224 00000400:00000200:3.0:1763344901.783097:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344901.783105:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.783111:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385588:1385588:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385584:1385584:8:4294967295] 00000400:00000200:3.0:1763344901.783120:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.783125:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344901.783130:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344901.783137:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344901.783143:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344901.783148:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344901.783164:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.783167:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344901.783169:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344901.783171:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.783173:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344901.783178:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede41c00 x1848987881551616/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344901.783185:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:252837:x1848987881551616:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 479us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344901.783191:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27099 00000100:00000040:3.0:1763344901.783195:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:3.0:1763344901.783197:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344901.783198:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344901.783203:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344901.783207:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf0c8. 00000020:00000010:3.0:1763344901.783210:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cbc00. 00000020:00000040:3.0:1763344901.783216:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 20 00000100:00000001:3.0:1763344901.783219:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.783490:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.783494:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5600. 00000400:00000200:1.0:1763344901.783500:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.783504:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.783509:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:1.0:1763344901.783511:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:1.0:1763344901.783514:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.783515:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344901.783827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00000800:00000001:1.0:1763344901.785930:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.785945:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.785949:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.785951:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.785960:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.785975:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509dfb780 00000400:00000200:1.0:1763344901.785982:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645709 [8] + 13016 00000800:00000001:1.0:1763344901.785990:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.785997:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.786000:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.786004:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.786010:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.786013:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344901.786019:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede41500. 00000100:00000040:1.0:1763344901.786022:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ede41500 x1848987881551744 msgsize 440 00000100:00100000:1.0:1763344901.786026:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.786044:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.786052:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.786055:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.786302:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344901.786305:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881551744 02000000:00000001:0.0:1763344901.786308:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.786311:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.786313:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.786317:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.786321:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881551744 00000020:00000001:0.0:1763344901.786324:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.786326:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:0.0:1763344901.786328:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.786331:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=21 00000020:00000001:0.0:1763344901.786334:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:0.0:1763344901.786336:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:0.0:1763344901.786340:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.786345:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.786348:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.786351:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000020:00000010:0.0:1763344901.786357:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de1600. 00000020:00000010:0.0:1763344901.786362:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344901.786367:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732320. 00000100:00000040:0.0:1763344901.786376:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344901.786379:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.786381:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344901.786383:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.786389:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.786404:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.786425:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.786427:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.786432:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27100 00000100:00000040:0.0:1763344901.786435:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:0.0:1763344901.786437:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158561024 : -107404550990592 : ffff9e50ede41500) 00000100:00000040:0.0:1763344901.786444:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede41500 x1848987881551744/t0(0) o2->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344901.786453:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.786455:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.786458:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.786460:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000100:00100000:0.0:1763344901.786464:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2405:x1848987881551744:12345-192.168.203.14@tcp:2:lfs.0 00000100:00000200:0.0:1763344901.786468:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881551744 00000020:00000001:0.0:1763344901.786471:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.786474:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344901.786476:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.786478:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.786480:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932160 : -1042619456 : ffffffffc1dae3c0) 00000020:00000001:0.0:1763344901.786483:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344901.786486:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.786488:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.786490:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.786493:0:74638:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763344901.786496:0:74638:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763344901.786499:0:74638:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.786501:0:74638:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.786503:0:74638:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.786506:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.786507:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.786510:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.786511:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.786512:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.786514:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.786516:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.786517:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.786519:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.786521:0:74638:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.786524:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.786528:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.786530:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.786535:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e4fc35e9800. 02000000:00000001:0.0:1763344901.786538:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.786540:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.786543:0:74638:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:0.0:1763344901.786546:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344901.786549:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.786555:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664239819832 : -107409469731784 : ffff9e4fc8b60c38) 00002000:00000001:0.0:1763344901.786558:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664239819744 : -107409469731872 : ffff9e4fc8b60be0) 00002000:00000001:0.0:1763344901.786561:0:74638:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000002:0.0:1763344901.786565:0:74638:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x200003052 for inode 2255 00002000:00000001:0.0:1763344901.786568:0:74638:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.786570:0:74638:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.786572:0:74638:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763344901.786573:0:74638:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.786577:0:74638:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344901.786581:0:74638:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de0a00. 00080000:00000001:0.0:1763344901.786584:0:74638:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460544512 : -107409249007104 : ffff9e4fd5de0a00) 00000001:00000001:0.0:1763344901.786586:0:74638:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.786588:0:74638:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.786590:0:74638:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344901.786592:0:74638:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.786597:0:74638:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344901.786602:0:74638:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344901.786607:0:74638:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344901.786610:0:74638:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2c80. 00080000:00000001:0.0:1763344901.786613:0:74638:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.786628:0:74638:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344901.786634:0:74638:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9e50d2853b28. 00080000:00000001:0.0:1763344901.786666:0:74638:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763344901.786670:0:74638:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:0.0:1763344901.786681:0:74638:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.786684:0:74638:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763344901.786689:0:74638:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344901.786692:0:74638:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344901.786695:0:74638:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946963, last_committed = 8589946962 00000001:00000010:0.0:1763344901.786700:0:74638:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dcf00. 00000001:00000040:0.0:1763344901.786702:0:74638:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 1 00000020:00000040:0.0:1763344901.786705:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=22 00000001:00000001:0.0:1763344901.786723:0:74638:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344901.786730:0:74638:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2c80. 00040000:00000001:0.0:1763344901.786734:0:74638:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344901.786736:0:74638:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344901.786739:0:74638:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.786744:0:74638:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344901.786750:0:74638:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344901.786753:0:74638:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:0.0:1763344901.786755:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc8b60c38/ffff9e4fc8b60be0 to site lru. bkt: ffff9e50fb896e98 00010000:00000040:0.0:1763344901.786762:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc87d1b00 count: 2 00010000:00000001:0.0:1763344901.786765:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763344901.786768:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763344901.786772:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344901.786773:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.786776:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664239819832 : -107409469731784 : ffff9e4fc8b60c38) 00002000:00000001:0.0:1763344901.786778:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664239819744 : -107409469731872 : ffff9e4fc8b60be0) 00002000:00000001:0.0:1763344901.786780:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344901.786783:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763344901.786785:0:74638:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000403:0x1b9a:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:0.0:1763344901.786833:0:74638:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000403:0x1b9a:0x0] updating lvb mtime from disk: 1763344901 -> 1763344898 00002000:00010000:0.0:1763344901.786836:0:74638:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000403:0x1b9a:0x0] updating lvb atime from disk: 0 -> 1763344898 00002000:00010000:0.0:1763344901.786838:0:74638:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000403:0x1b9a:0x0] updating lvb ctime from disk: 1763344901 -> 1763344901 00002000:00010000:0.0:1763344901.786840:0:74638:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000403:0x1b9a:0x0] updating lvb blocks from disk: 8 -> 8 00000020:00000002:0.0:1763344901.786844:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc8b60c38/ffff9e4fc8b60be0 to site lru. bkt: ffff9e50fb896e98 00010000:00000040:0.0:1763344901.786849:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946962, transno 8589946963, xid 1848987881551744 00010000:00000001:0.0:1763344901.786852:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.786857:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede41500 x1848987881551744/t8589946963(0) o2->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344901.786864:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.786867:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.786870:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.786874:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.786877:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.786879:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.786881:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.786883:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.786886:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.786889:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.786894:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495440. 00000100:00000200:0.0:1763344901.786900:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881551744, offset 224 00000400:00000200:0.0:1763344901.786908:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.786917:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.786923:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385589:1385589:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385585:1385585:8:4294967295] 00000400:00000200:0.0:1763344901.786933:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.786939:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.786943:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344901.786949:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.786954:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.786958:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.786964:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.786966:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.786969:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.786970:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.786972:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.786976:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede41500 x1848987881551744/t8589946963(0) o2->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344901.786989:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2405:x1848987881551744:12345-192.168.203.14@tcp:2:lfs.0 Request processed in 535us (965us total) trans 8589946963 rc 0/0 00000100:00100000:0.0:1763344901.786995:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27100 00000100:00000040:0.0:1763344901.786998:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:0.0:1763344901.787000:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.787002:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.787006:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344901.787010:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732320. 00000020:00000010:0.0:1763344901.787013:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de1600. 00000020:00000040:0.0:1763344901.787018:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 21 00000100:00000001:0.0:1763344901.787021:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.787739:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.787744:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:1.0:1763344901.787749:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.787754:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.787758:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495440 00000400:00000010:1.0:1763344901.787760:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495440. 00000100:00000001:1.0:1763344901.787764:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.787766:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.789619:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.789633:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.789636:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.789640:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.789650:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.789665:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 472 into portal 12 MB=0x691a509dfb880 00000400:00000200:1.0:1763344901.789673:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 472/472 into md 0x616b51 [64] + 123504 00000800:00000001:1.0:1763344901.789682:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.789690:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.789693:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.789697:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.789702:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.789705:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344901.789711:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede43b80. 00000100:00000040:1.0:1763344901.789714:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ede43b80 x1848987881552000 msgsize 472 00000100:00100000:1.0:1763344901.789718:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.789735:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.789742:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.789746:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.789897:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344901.789900:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881552000 02000000:00000001:2.0:1763344901.789903:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344901.789906:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.789909:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.789914:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.789918:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881552000 00000020:00000001:2.0:1763344901.789921:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344901.789922:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:2.0:1763344901.789925:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.789928:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=476 00000020:00000001:2.0:1763344901.789930:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:2.0:1763344901.789932:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:2.0:1763344901.789936:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.789941:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344901.789944:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.789947:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000020:00000010:2.0:1763344901.789952:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344901.789957:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.789963:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344901.789970:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344901.789972:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344901.789974:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344901.789977:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.789984:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.790000:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.790012:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.790014:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.790019:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302979 00000100:00000040:2.0:1763344901.790022:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:2.0:1763344901.790024:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158570880 : -107404550980736 : ffff9e50ede43b80) 00000100:00000040:2.0:1763344901.790031:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede43b80 x1848987881552000/t0(0) o55->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 472/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344901.790039:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.790042:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344901.790044:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.790047:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000100:00100000:2.0:1763344901.790051:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+476:252837:x1848987881552000:12345-192.168.203.14@tcp:55:lfs.0 00000100:00000200:2.0:1763344901.790055:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881552000 00000020:00000001:2.0:1763344901.790058:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.790061:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763344901.790078:0:10286:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd62419c0: xid 1848987881551488, transno 25770257760, client gen 9, slot idx 1 00000001:00000001:2.0:1763344901.790083:0:10286:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd6241900: xid 1848987881548800, transno 25770257759, client gen 9, slot idx 0 00000001:00000010:2.0:1763344901.790087:0:10286:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241900. 00000020:00000001:2.0:1763344901.790092:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.790094:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.790096:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809568 : -1044742048 : ffffffffc1ba8060) 00000020:00000001:2.0:1763344901.790100:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344901.790102:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881552000, found 0 last_xid 1848987881551999 00000020:00000001:2.0:1763344901.790105:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.790107:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.790109:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.790112:0:10286:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763344901.790117:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.790126:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000020:00000001:2.0:1763344901.790129:0:10286:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.790131:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.790141:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.790143:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.790148:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50d7ff2400. 02000000:00000001:2.0:1763344901.790151:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.790153:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.790158:0:10286:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:2.0:1763344901.790163:0:10286:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763344901.790165:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.790167:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.790170:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.790172:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.790173:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.790175:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.790177:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.790179:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.790180:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.790182:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.790184:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.790185:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.790186:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.790188:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.790189:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344901.790191:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344901.790192:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.790195:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.790196:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.790200:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344901.790206:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:2.0:1763344901.790208:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:2.0:1763344901.790211:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344901.790212:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344901.790215:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344901.790216:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.790218:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344901.790220:0:10286:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.790223:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344901.790226:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344901.790229:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344901.790236:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 4 00010000:00000001:2.0:1763344901.790239:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.790242:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344901.790245:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fd61b4800. 00000020:00000001:2.0:1763344901.790249:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344901.790252:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fd61b4800 with handle 0x34881b4086817eaf to hash 00000020:00000001:2.0:1763344901.790254:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344901.790255:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000010:2.0:1763344901.790261:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16c00. 00010000:00000001:2.0:1763344901.790263:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000001:2.0:1763344901.790267:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.790269:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344901.790273:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.790279:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344901.790283:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344901.790285:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344901.790287:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.790291:0:10286:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763344901.790295:0:10286:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50cc097000/0x34881b4086817e8c lrc: 2/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2ee expref: 476 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344901.790301:0:10286:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763344901.790303:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.790305:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.790306:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.790308:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.790310:0:10286:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763344901.790313:0:10286:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 4/0,1 mode: --/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000040:2.0:1763344901.790320:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) refcount = 4 00010000:00000040:2.0:1763344901.790323:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344901.790325:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 2/0,1 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000040:2.0:1763344901.790331:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50cc097000/0x34881b4086817e8c lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2ee expref: 476 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.790338:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817e38 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2a8 expref: 476 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.790344:0:10286:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763344901.790347:0:10286:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 4/0,1 mode: --/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000010:2.0:1763344901.790354:0:10286:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344901.790357:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344901.790363:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd6241900. 00000100:00000001:2.0:1763344901.790365:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465135872 : -107409244415744 : ffff9e4fd6241900) 00000100:00000001:2.0:1763344901.790368:0:10286:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664465135872 : -107409244415744 : ffff9e4fd6241900) 00000100:00000001:2.0:1763344901.790370:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344901.790372:0:10286:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344901.790373:0:10286:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344901.790377:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.790378:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763344901.790381:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.790383:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.790385:0:10286:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763344901.790386:0:10286:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763344901.790390:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2aad80. 00000020:00000040:2.0:1763344901.790393:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e50f7dc9000 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1763344901.790396:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344901.790398:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344901.790403:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344901.790408:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09e400. 00000100:00000001:2.0:1763344901.790413:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344901.790431:0:10286:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e50cc097000/0x34881b4086817e8c lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2ee expref: 476 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344901.790445:0:10286:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50cc097000/0x34881b4086817e8c lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2ee expref: 476 pid: 10286 timeout: 13108 lvb_type: 0 00010000:00000001:2.0:1763344901.790453:0:10286:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344901.790457:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344901.790461:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2aad80 x1848987617974016/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.790468:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344901.790471:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.790475:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10286:1848987617974016:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344901.790478:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344901.790483:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344901.790485:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.790488:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344901.790491:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09fc00. 02000000:00000001:2.0:1763344901.790493:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344901.790499:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344901.790505:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921440. 00000100:00000200:2.0:1763344901.790512:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617974016, portal 16 00000100:00000001:2.0:1763344901.790518:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344901.790520:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163187584 : -107404546364032 : ffff9e50ee2aad80) 00000100:00000040:2.0:1763344901.790525:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee2aad80 x1848987617974016/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.790531:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.790534:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.790536:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9216e8. 00000100:00000200:2.0:1763344901.790539:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617974016, offset 0 00000400:00000200:2.0:1763344901.790545:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.790556:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.790561:0:10286:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344901.790565:0:10286:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344901.790569:0:10286:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344901.790572:0:10286:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344901.790577:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385590:1385590:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385586:1385586:8:4294967295] 00000400:00000200:2.0:1763344901.790587:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.790592:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.790597:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994900. 00000800:00000200:2.0:1763344901.790602:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.790608:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.790613:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.790631:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.790635:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307676927 00000100:00000001:2.0:1763344901.790642:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676875 00000100:00000001:2.0:1763344901.790646:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307676927 00000100:00000001:2.0:1763344901.790649:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676875 00000100:00000001:2.0:1763344901.790652:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307676927 00000100:00000001:2.0:1763344901.790655:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676875 00000100:00000001:2.0:1763344901.790657:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307676927 00000100:00000001:2.0:1763344901.790660:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676875 00000100:00000001:2.0:1763344901.790662:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.790665:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.790667:0:10286:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.790669:0:10286:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.790671:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.790673:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.790675:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.790676:0:10286:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.790678:0:10286:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344901.790679:0:10286:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344901.790682:0:10286:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.790685:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344901.790686:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344901.790689:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd6241900 going to sleep for 11 seconds 00000100:00000001:2.0:1763344901.790692:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344901.790695:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344901.791371:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.791376:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:1.0:1763344901.791381:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.791388:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.791392:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9216e8 00000400:00000010:1.0:1763344901.791394:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9216e8. 00000100:00000001:1.0:1763344901.791398:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344901.791403:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2aad80 x1848987617974016/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.791413:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.791426:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2aad80 x1848987617974016/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.791433:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.791435:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.793015:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.793029:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.793032:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.793035:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.793044:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.793057:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29d700 00000400:00000200:1.0:1763344901.793066:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665c0d [1] + 224 00000800:00000001:1.0:1763344901.793072:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.793080:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.793083:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.793087:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.793092:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.793099:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2aad80 x1848987617974016/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344901.793109:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50ee2aad80 x1848987617974016/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344901.793125:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.793132:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.793135:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.793226:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344901.793234:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344901.793236:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344901.793239:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344901.793243:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921440 00000400:00000010:2.0:1763344901.793246:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921440. 00000100:00000001:2.0:1763344901.793248:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344901.793253:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2aad80 x1848987617974016/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344901.793263:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2aad80 x1848987617974016/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.793269:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344901.793270:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.793273:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344901.793276:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344901.793278:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.793280:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.793283:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.793289:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50f7dc9458 time=143 v=5 (5 5 0 5) 00000100:00001000:2.0:1763344901.793293:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f7dc9410 time=143 v=5 (1 1 0 1) 00000100:00000001:2.0:1763344901.793295:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344901.793297:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.793299:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344901.793302:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.793305:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.793310:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2aad80 x1848987617974016/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.793317:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.793319:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344901.793321:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.793324:0:10286:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763344901.793326:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.793328:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.793330:0:10286:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.793334:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2aad80 x1848987617974016/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344901.793342:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10286:1848987617974016:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344901.793346:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.793348:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.793351:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344901.793353:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344901.793356:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2aad80 x1848987617974016/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.793363:0:10286:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344901.793365:0:10286:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344901.793368:0:10286:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09fc00. 02000000:00000001:2.0:1763344901.793372:0:10286:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344901.793375:0:10286:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344901.793377:0:10286:0:(genops.c:1242:class_import_put()) import ffff9e50f7dc9000 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1763344901.793379:0:10286:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344901.793381:0:10286:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09e400. 02000000:00000001:2.0:1763344901.793384:0:10286:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344901.793386:0:10286:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344901.793387:0:10286:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2aad80. 00000100:00000001:2.0:1763344901.793391:0:10286:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344901.793392:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344901.793394:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd6241900. 00000100:00000001:2.0:1763344901.793397:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344901.793399:0:10286:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344901.793401:0:10286:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d2ec0. 00010000:00000001:2.0:1763344901.793405:0:10286:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.793407:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.793409:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.793412:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763344901.793448:0:10286:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00000800:00000001:1.0:1763344901.793681:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.793687:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.793690:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.793692:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.793697:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.793704:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfb900 00000400:00000200:1.0:1763344901.793710:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cfc9 [2] + 1312 00000800:00000001:1.0:1763344901.793714:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.793759:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.793761:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.793765:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.793769:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.793772:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763344901.793777:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede42d80. 00000100:00000040:1.0:1763344901.793780:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ede42d80 x1848987881552128 msgsize 328 00000100:00100000:1.0:1763344901.793785:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.793830:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.793835:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.793838:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.793954:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.793957:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881552128 02000000:00000001:3.0:1763344901.793960:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.793961:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.793963:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.793967:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.793970:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881552128 00000020:00000001:3.0:1763344901.793973:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.793974:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:3.0:1763344901.793977:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.793979:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=477 00000020:00000001:3.0:1763344901.793981:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:3.0:1763344901.793983:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:3.0:1763344901.793987:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.793991:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344901.793994:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.793997:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000020:00000010:3.0:1763344901.794001:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbc00. 00000020:00000010:3.0:1763344901.794006:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344901.794011:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf0c8. 00000100:00000040:3.0:1763344901.794017:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763344901.794020:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.794022:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763344901.794023:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763344901.794026:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.794028:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763344901.794032:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.794034:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.794076:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50cc097000 refcount=4 00000020:00000001:3.0:1763344901.794079:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668590583808 : -107405118967808 : ffff9e50cc097000) 00010000:00000001:3.0:1763344901.794082:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668590583808 : -107405118967808 : ffff9e50cc097000) 00010000:00010000:3.0:1763344901.794088:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50cc097000/0x34881b4086817e8c lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2ee expref: 477 pid: 10286 timeout: 13108 lvb_type: 0 00010000:00000001:3.0:1763344901.794095:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.794096:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.794098:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.794100:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.794107:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763344901.794112:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50ede42d80 x1848987881552128/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.794118:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763344901.794119:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.794124:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.794136:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.794138:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.794141:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6344 00000100:00000040:3.0:1763344901.794144:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 2 00000100:00000001:3.0:1763344901.794146:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158567296 : -107404550984320 : ffff9e50ede42d80) 00000100:00000040:3.0:1763344901.794150:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede42d80 x1848987881552128/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.794157:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.794160:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344901.794162:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.794164:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000100:00100000:3.0:1763344901.794168:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+477:2406:x1848987881552128:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763344901.794172:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881552128 00010000:00000001:3.0:1763344901.794174:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763344901.794176:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763344901.794178:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763344901.794182:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.794185:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.794189:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc82b2000. 02000000:00000001:3.0:1763344901.794192:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.794194:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.794196:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344901.794198:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763344901.794200:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344901.794201:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.794203:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50cc097000 refcount=4 00000020:00000001:3.0:1763344901.794204:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668590583808 : -107405118967808 : ffff9e50cc097000) 00010000:00000001:3.0:1763344901.794206:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668590583808 : -107405118967808 : ffff9e50cc097000) 00010000:00000040:3.0:1763344901.794209:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 5 00000004:00000001:3.0:1763344901.794213:0:23071:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763344901.794216:0:23071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e50cc097000/0x34881b4086817e8c lrc: 4/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2ee expref: 477 pid: 10286 timeout: 13108 lvb_type: 0 00000100:00001000:3.0:1763344901.794223:0:23071:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e50f7dce450 time=1763344901 v=20 (0 0 0 0) 00010000:00000001:3.0:1763344901.794226:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344901.794230:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.794231:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344901.794234:0:23071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e50cc097000/0x34881b4086817e8c lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2ee expref: 477 pid: 10286 timeout: 13108 lvb_type: 0 00000020:00000001:3.0:1763344901.794242:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344901.794243:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344901.794245:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.794247:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.794250:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344901.794252:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344901.794258:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.794259:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.794262:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.794264:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344901.794266:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50cc097000 with handle 0x34881b4086817e8c from hash 00010000:00000001:3.0:1763344901.794268:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344901.794270:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.794271:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.794272:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344901.794276:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344901.794277:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.794279:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344901.794281:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344901.794284:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50cc097000/0x34881b4086817e8c lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2ee expref: 477 pid: 10286 timeout: 13108 lvb_type: 0 00010000:00000040:3.0:1763344901.794290:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 468 00000020:00000040:3.0:1763344901.794293:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 476 00010000:00000010:3.0:1763344901.794296:0:23071:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16f80. 00010000:00000001:3.0:1763344901.794303:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.794304:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344901.794306:0:23071:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344901.794309:0:23071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) 00010000:00010000:3.0:1763344901.794313:0:23071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:3.0:1763344901.794319:0:23071:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344901.794321:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344901.794323:0:23071:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.794325:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344901.794327:0:23071:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.794330:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344901.794331:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344901.794334:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10286 initiator: MDT0 00010000:00000001:3.0:1763344901.794339:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344901.794341:0:23071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344901.794343:0:23071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344901.794344:0:23071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344901.794346:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) refcount = 4 00010000:00000040:3.0:1763344901.794349:0:23071:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344901.794351:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 2/0,1 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000040:3.0:1763344901.794361:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817e38 lrc: 2/0,0 mode: CR/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2a8 expref: 476 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344901.794366:0:23071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 4/0,1 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10286 initiator: MDT0 00010000:00000001:3.0:1763344901.794371:0:23071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344901.794373:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344901.794374:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.794376:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344901.794378:0:23071:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.794380:0:23071:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763344901.794385:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344901.794388:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344901.794394:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1f00. 00000100:00000001:3.0:1763344901.794396:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368209664 : -107409341341952 : ffff9e4fd05d1f00) 00000100:00000001:3.0:1763344901.794398:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368209664 : -107409341341952 : ffff9e4fd05d1f00) 00000100:00000001:3.0:1763344901.794401:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344901.794402:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344901.794403:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344901.794406:0:23071:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344901.794429:0:23071:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.794437:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.794438:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.794439:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.794441:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344901.794442:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344901.794444:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.794446:0:23071:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.794448:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763344901.794450:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1f00. 00000100:00000001:3.0:1763344901.794452:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344901.794454:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344901.794456:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd880. 00010000:00000001:3.0:1763344901.794458:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763344901.794460:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763344901.794462:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.794467:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.794469:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.794472:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.794476:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.794479:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344901.794481:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344901.794483:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.794485:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.794489:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.794491:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.794496:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbb28. 00000100:00000200:3.0:1763344901.794499:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881552128, offset 224 00000400:00000200:3.0:1763344901.794505:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344901.794514:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.794519:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385591:1385591:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385587:1385587:8:4294967295] 00000400:00000200:3.0:1763344901.794528:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.794533:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344901.794538:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344901.794543:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344901.794549:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344901.794554:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344901.794570:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.794573:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344901.794576:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.794578:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.794582:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede42d80 x1848987881552128/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344901.794591:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+476:2406:x1848987881552128:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 432us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344901.794599:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6344 00000100:00000040:3.0:1763344901.794602:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:3.0:1763344901.794605:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344901.794606:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344901.794610:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344901.794614:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf0c8. 00000020:00000010:3.0:1763344901.794617:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cbc00. 00000020:00000040:3.0:1763344901.794621:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 475 00000100:00000001:3.0:1763344901.794623:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1763344901.794915:0:10286:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00000800:00000200:1.0:1763344901.794916:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.794920:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5500. 00010000:00000001:2.0:1763344901.794922:0:10286:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763344901.794924:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1763344901.794925:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00000400:00000200:1.0:1763344901.794929:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00010000:00000001:2.0:1763344901.794930:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344901.794931:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.794933:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1763344901.794933:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbb28 00010000:00000001:2.0:1763344901.794935:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:1.0:1763344901.794935:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbb28. 00000020:00000001:2.0:1763344901.794937:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.794938:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4800 refcount=3 00000100:00000001:1.0:1763344901.794938:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.794939:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1763344901.794940:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000001:2.0:1763344901.794942:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000001:2.0:1763344901.794944:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.794945:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344901.794947:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.794952:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344901.794955:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.794963:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.794978:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344901.794981:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763344901.794984:0:10286:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763344901.794985:0:10286:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763344901.794988:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:2.0:1763344901.794990:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1763344901.794993:0:10286:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200002b13:0x2e16:0x0]flags=0x2 00000004:00000001:2.0:1763344901.794995:0:10286:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:2.0:1763344901.794998:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344901.795000:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763344901.795001:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344901.795002:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344901.795004:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344901.795005:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.795007:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4800 refcount=3 00000020:00000001:2.0:1763344901.795009:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000001:2.0:1763344901.795011:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000001:2.0:1763344901.795013:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344901.795016:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.795021:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.795022:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344901.795025:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 2/0,0 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.795030:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.795031:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.795034:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344901.795035:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 3/0,0 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00010000:2.0:1763344901.795042:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e4fd61b4800 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344901.795044:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.795046:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344901.795049:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 3/0,0 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.795205:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344901.795207:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344901.795208:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.795210:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4800 refcount=4 00000020:00000001:2.0:1763344901.795212:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000001:2.0:1763344901.795215:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000001:2.0:1763344901.795217:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344901.795220:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 4/0,0 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.795224:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344901.795226:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344901.795227:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.795230:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344901.795231:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.795233:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.795234:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.795237:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4800 with handle 0x34881b4086817eaf from hash 00010000:00000001:2.0:1763344901.795239:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.795240:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.795242:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.795243:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344901.795246:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.795248:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.795249:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344901.795251:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344901.795253:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344901.795255:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) 00010000:00010000:2.0:1763344901.795257:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:2.0:1763344901.795259:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.795261:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.795263:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344901.795264:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344901.795267:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.795268:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.795269:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.795271:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.795274:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344901.795276:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 2/0,0 mode: --/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.795281:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.795282:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.795284:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344901.795285:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344901.795287:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344901.795288:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4800/0x34881b4086817eaf lrc: 0/0,0 mode: --/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000010:2.0:1763344901.795295:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16c00. 00010000:00000001:2.0:1763344901.795301:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344901.795302:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344901.795303:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344901.795305:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344901.795306:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:2.0:1763344901.795312:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344901.795314:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344901.795316:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344901.795319:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763344901.795323:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257759, transno 0, xid 1848987881552000 00010000:00000001:2.0:1763344901.795326:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.795332:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede43b80 x1848987881552000/t0(0) o55->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 472/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344901.795339:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.795341:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.795344:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.795348:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.795350:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344901.795352:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344901.795354:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.795356:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.795359:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.795361:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.795365:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921440. 00000100:00000200:2.0:1763344901.795373:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987881552000, offset 224 00000400:00000200:2.0:1763344901.795378:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.795384:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.795389:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385592:1385592:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385588:1385588:8:4294967295] 00000400:00000200:2.0:1763344901.795397:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.795401:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.795405:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994800. 00000800:00000200:2.0:1763344901.795409:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.795422:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.795425:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.795440:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.795443:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344901.795446:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.795447:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.795450:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.795456:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede43b80 x1848987881552000/t0(0) o55->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 472/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344901.795464:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+475:252837:x1848987881552000:12345-192.168.203.14@tcp:55:lfs.0 Request processed in 5424us (5748us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763344901.795472:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302979 00000800:00000200:1.0:1763344901.795472:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1763344901.795475:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000800:00000010:1.0:1763344901.795475:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994800. 00000100:00000001:2.0:1763344901.795477:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.795479:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1763344901.795479:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1763344901.795482:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000400:00000200:1.0:1763344901.795483:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000020:00000010:2.0:1763344901.795485:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000400:00000200:1.0:1763344901.795486:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921440 00000400:00000010:1.0:1763344901.795487:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921440. 00000020:00000010:2.0:1763344901.795488:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000100:00000001:1.0:1763344901.795490:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.795491:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1763344901.795492:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 474 00000100:00000001:2.0:1763344901.795494:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.797636:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.797651:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.797654:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.797656:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.797666:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.797681:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509dfb980 00000400:00000200:1.0:1763344901.797689:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x645709 [8] + 13456 00000800:00000001:1.0:1763344901.797696:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.797703:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.797706:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.797709:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.797716:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.797719:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344901.797724:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede42a00. 00000100:00000040:1.0:1763344901.797728:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ede42a00 x1848987881552256 msgsize 440 00000100:00100000:1.0:1763344901.797732:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.797748:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.797756:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.797759:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.798218:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.798222:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881552256 02000000:00000001:3.0:1763344901.798225:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.798228:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.798230:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.798234:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.798238:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881552256 00000020:00000001:3.0:1763344901.798241:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.798243:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344901.798245:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.798248:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:3.0:1763344901.798251:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344901.798253:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344901.798258:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.798263:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344901.798266:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.798269:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000020:00000010:3.0:1763344901.798275:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbc00. 00000020:00000010:3.0:1763344901.798281:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344901.798286:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf0c8. 00000100:00000040:3.0:1763344901.798295:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344901.798298:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.798299:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.798302:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.798310:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.798549:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.798563:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.798565:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.798571:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27101 00000100:00000040:3.0:1763344901.798574:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344901.798576:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158566400 : -107404550985216 : ffff9e50ede42a00) 00000100:00000040:3.0:1763344901.798584:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede42a00 x1848987881552256/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.798593:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.798596:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344901.798599:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.798601:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000100:00100000:3.0:1763344901.798605:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881552256:12345-192.168.203.14@tcp:1:lfs.0 00000100:00000200:3.0:1763344901.798609:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881552256 00000020:00000001:3.0:1763344901.798612:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344901.798616:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344901.798618:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.798620:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.798623:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932112 : -1042619504 : ffffffffc1dae390) 00000020:00000001:3.0:1763344901.798626:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344901.798629:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.798631:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.798633:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.798636:0:74640:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344901.798639:0:74640:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344901.798641:0:74640:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.798644:0:74640:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344901.798646:0:74640:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.798649:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.798650:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.798652:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.798654:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.798656:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.798658:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344901.798659:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344901.798660:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344901.798661:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.798664:0:74640:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.798665:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.798669:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.798671:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.798677:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e4fc82b2800. 02000000:00000001:3.0:1763344901.798679:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.798682:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.798685:0:74640:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:3.0:1763344901.798688:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344901.798690:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.798696:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00002000:00000001:3.0:1763344901.798699:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195042576 : -107409514509040 : ffff9e4fc60acd10) 00002000:00000001:3.0:1763344901.798702:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344901.798706:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.798708:0:74640:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763344901.798710:0:74640:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:3.0:1763344901.798714:0:74640:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x3000034cc for inode 2495 00000020:00000002:3.0:1763344901.798718:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60acd68/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00000020:00000001:3.0:1763344901.798722:0:74640:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344901.798728:0:74640:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.798731:0:74640:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344901.798735:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881552256 00010000:00000001:3.0:1763344901.798738:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.798742:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede42a00 x1848987881552256/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344901.798749:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.798751:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.798754:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.798759:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.798762:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344901.798764:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344901.798767:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.798769:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.798772:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.798775:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.798779:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb550. 00000100:00000200:3.0:1763344901.798785:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881552256, offset 224 00000400:00000200:3.0:1763344901.798826:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344901.798836:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.798842:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385593:1385593:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385589:1385589:8:4294967295] 00000400:00000200:3.0:1763344901.798852:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.798857:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344901.798861:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344901.798867:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344901.798873:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344901.798876:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763344901.798882:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.798885:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344901.798887:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344901.798889:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.798891:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344901.798895:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede42a00 x1848987881552256/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 440/432 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344901.798904:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881552256:12345-192.168.203.14@tcp:1:lfs.0 Request processed in 310us (1174us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344901.798912:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27101 00000100:00000040:3.0:1763344901.798915:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344901.798917:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344901.798919:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344901.798923:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344901.798926:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf0c8. 00000020:00000010:3.0:1763344901.798929:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cbc00. 00000020:00000040:3.0:1763344901.798934:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:3.0:1763344901.798937:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.799596:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.799601:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5500. 00000400:00000200:1.0:1763344901.799609:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.799613:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.799618:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb550 00000400:00000010:1.0:1763344901.799620:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb550. 00000100:00000001:1.0:1763344901.799624:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.799625:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.801896:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.801910:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.801913:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.801916:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.801926:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.801940:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 568 into portal 12 MB=0x691a509dfba00 00000400:00000200:1.0:1763344901.801948:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 568/568 into md 0x616b51 [64] + 123976 00000800:00000001:1.0:1763344901.801955:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.801976:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.801979:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.801983:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.801989:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.801991:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344901.801999:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e67b80. 00000100:00000040:1.0:1763344901.802003:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e67b80 x1848987881552384 msgsize 568 00000100:00100000:1.0:1763344901.802007:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.802019:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.802026:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.802029:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.802366:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344901.802370:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881552384 02000000:00000001:2.0:1763344901.802372:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344901.802374:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.802376:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.802381:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.802384:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881552384 00000020:00000001:2.0:1763344901.802387:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344901.802389:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:2.0:1763344901.802391:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.802394:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=475 00000020:00000001:2.0:1763344901.802397:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:2.0:1763344901.802399:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:2.0:1763344901.802404:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.802409:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344901.802412:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.802425:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000020:00000010:2.0:1763344901.802431:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344901.802437:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344901.802443:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344901.802450:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344901.802453:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344901.802455:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344901.802457:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.802464:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.802480:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.802488:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.802490:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.802495:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302980 00000100:00000040:2.0:1763344901.802498:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:2.0:1763344901.802500:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454075264 : -107405255476352 : ffff9e50c3e67b80) 00000100:00000040:2.0:1763344901.802507:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e67b80 x1848987881552384/t0(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 568/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.802517:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.802520:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344901.802522:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.802524:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000100:00100000:2.0:1763344901.802529:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+475:252837:x1848987881552384:12345-192.168.203.14@tcp:61:lfs.0 00000100:00000200:2.0:1763344901.802533:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881552384 00000020:00000001:2.0:1763344901.802535:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.802539:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344901.802542:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.802545:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.802546:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809856 : -1044741760 : ffffffffc1ba8180) 00000020:00000001:2.0:1763344901.802549:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344901.802553:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881552384, found 0 last_xid 1848987881552383 00000020:00000001:2.0:1763344901.802555:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.802557:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.802559:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.802562:0:10286:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763344901.802566:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.802572:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000020:00000001:2.0:1763344901.802575:0:10286:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.802578:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.802582:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.802584:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.802589:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50d7ff0000. 02000000:00000001:2.0:1763344901.802592:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.802594:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.802597:0:10286:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:2.0:1763344901.802601:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763344901.802604:0:10286:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:2.0:1763344901.802606:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344901.802608:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.802610:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50e5a53000 refcount=3 00000020:00000001:2.0:1763344901.802612:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00000001:2.0:1763344901.802615:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00000040:2.0:1763344901.802618:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 2 00000004:00000001:2.0:1763344901.802622:0:10286:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763344901.802624:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344901.802627:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.802629:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.802631:0:10286:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.802633:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.802636:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344901.802638:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.802643:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.802645:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.802648:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.802649:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.802652:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50e5a53000 with handle 0x34881b4086817dac from hash 00010000:00000001:2.0:1763344901.802654:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.802656:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.802657:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.802658:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344901.802662:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.802664:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.802666:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344901.802667:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344901.802672:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50e5a53000/0x34881b4086817dac lrc: 0/0,0 mode: --/PR res: [0x200002b13:0x2e14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e270 expref: 475 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.802680:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 467 00000020:00000040:2.0:1763344901.802683:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 474 00010000:00000010:2.0:1763344901.802685:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16d80. 00010000:00000001:2.0:1763344901.802692:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.802693:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344901.802694:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.802696:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=3 00000020:00000001:2.0:1763344901.802698:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:2.0:1763344901.802700:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:2.0:1763344901.802702:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344901.802704:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344901.802707:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e14:0x0].0x0 (ffff9e4fc1359600) 00010000:00000001:2.0:1763344901.802710:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.802713:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.802714:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763344901.802716:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359600 count: 0 00010000:00000010:2.0:1763344901.802721:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0c00. 00010000:00000040:2.0:1763344901.802725:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 3 00000004:00000001:2.0:1763344901.802727:0:10286:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763344901.802728:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344901.802729:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.802731:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.802732:0:10286:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.802733:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.802736:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344901.802737:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.802739:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.802740:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.802741:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.802742:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.802745:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd000 with handle 0x34881b4086817e38 from hash 00010000:00000001:2.0:1763344901.802747:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.802748:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.802749:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.802750:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344901.802751:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.802752:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.802753:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344901.802754:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344901.802757:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b4086817e38 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2e16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2a8 expref: 474 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344901.802762:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 466 00000020:00000040:2.0:1763344901.802764:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 473 00010000:00000010:2.0:1763344901.802766:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37580. 00010000:00000001:2.0:1763344901.802768:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.802769:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344901.802770:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344901.802772:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) 00010000:00000001:2.0:1763344901.802774:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.802776:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.802777:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763344901.802778:0:10286:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763344901.802780:0:10286:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:2.0:1763344901.802782:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344901.802783:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e14:0x0] 00000020:00000001:2.0:1763344901.802785:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.802804:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501988728 : -107409207562888 : ffff9e4fd8566d78) 00000004:00000001:2.0:1763344901.802807:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501988640 : -107409207562976 : ffff9e4fd8566d20) 00000004:00000001:2.0:1763344901.802812:0:10286:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763344901.802819:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763344901.802821:0:10286:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.802824:0:10286:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.802826:0:10286:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763344901.802829:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763344901.802831:0:10286:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.802832:0:10286:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.802836:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344901.802839:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344901.802841:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344901.802845:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 2 00010000:00000001:2.0:1763344901.802847:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.802851:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344901.802856:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c2bd6400. 00000020:00000001:2.0:1763344901.802859:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344901.802861:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c2bd6400 with handle 0x34881b4086817eb6 to hash 00000020:00000001:2.0:1763344901.802863:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344901.802864:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668434605056 : -107405274946560 : ffff9e50c2bd6400) 00010000:00000010:2.0:1763344901.802869:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16d80. 00010000:00000001:2.0:1763344901.802871:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668434605056 : -107405274946560 : ffff9e50c2bd6400) 00010000:00000001:2.0:1763344901.802874:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.802875:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344901.802878:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd6400/0x34881b4086817eb6 lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.802884:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344901.802887:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344901.802890:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344901.802892:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.802894:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.802895:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.802896:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.802899:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344901.802901:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344901.802902:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344901.802904:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344901.802906:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) refcount = 2 00010000:00000040:2.0:1763344901.802909:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344901.802911:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 2/0,1 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00010000:2.0:1763344901.802917:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd6400/0x34881b4086817eb6 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.802922:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344901.802925:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.802926:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.802928:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344901.802929:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.802931:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.802933:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.802936:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344901.802938:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344901.802941:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd6400/0x34881b4086817eb6 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.802947:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344901.802948:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.802949:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.802951:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344901.802952:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.802953:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c2bd6400 refcount=3 00000020:00000001:2.0:1763344901.802955:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668434605056 : -107405274946560 : ffff9e50c2bd6400) 00010000:00000001:2.0:1763344901.802957:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668434605056 : -107405274946560 : ffff9e50c2bd6400) 00010000:00000001:2.0:1763344901.802959:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.802960:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344901.802961:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.802963:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344901.802964:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344901.802965:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344901.802969:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50d232bd00. 00010000:00000010:2.0:1763344901.803310:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0c00. 00010000:00000001:2.0:1763344901.803316:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344901.803319:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c2bd7400. 00000020:00000001:2.0:1763344901.803322:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344901.803324:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c2bd7400 with handle 0x34881b4086817ebd to hash 00000020:00000001:2.0:1763344901.803325:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344901.803327:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668434609152 : -107405274942464 : ffff9e50c2bd7400) 00010000:00000010:2.0:1763344901.803330:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16c00. 00010000:00000001:2.0:1763344901.803331:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668434609152 : -107405274942464 : ffff9e50c2bd7400) 00010000:00000001:2.0:1763344901.803334:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.803335:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344901.803338:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd7400/0x34881b4086817ebd lrc: 3/0,1 mode: --/EX res: [0x200002b13:0x2e14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.803343:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344901.803345:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344901.803346:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344901.803348:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.803349:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.803351:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344901.803352:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.803354:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344901.803355:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344901.803356:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344901.803357:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344901.803358:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e14:0x0].0x0 (ffff9e50d232bd00) refcount = 1 00010000:00010000:2.0:1763344901.803361:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd7400/0x34881b4086817ebd lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.803365:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344901.803366:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.803368:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.803369:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344901.803370:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.803371:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.803373:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344901.803375:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344901.803376:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344901.803378:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd7400/0x34881b4086817ebd lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344901.803383:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344901.803384:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.803385:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.803387:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344901.803388:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.803389:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c2bd7400 refcount=3 00000020:00000001:2.0:1763344901.803390:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668434609152 : -107405274942464 : ffff9e50c2bd7400) 00010000:00000001:2.0:1763344901.803392:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668434609152 : -107405274942464 : ffff9e50c2bd7400) 00010000:00000001:2.0:1763344901.803394:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.803394:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344901.803396:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.803400:0:10286:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:2.0:1763344901.803404:0:10286:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:2.0:1763344901.803406:0:10286:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763344901.803409:0:10286:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763344901.803424:0:10286:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc2b30ea0. 00080000:00000001:2.0:1763344901.803428:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344901.803432:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09e400. 00080000:00000001:2.0:1763344901.803434:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278868992 : -107409430682624 : ffff9e4fcb09e400) 00000004:00000001:2.0:1763344901.803438:0:10286:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763344901.803440:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.803444:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763344901.803447:0:10286:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9e50f93d2ec0. 00000004:00000001:2.0:1763344901.803450:0:10286:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.803451:0:10286:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763344901.803452:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.803454:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763344901.803456:0:10286:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9e50f93d25c0. 00000004:00000001:2.0:1763344901.803457:0:10286:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344901.803461:0:10286:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9e5100c59220. 00000004:00000001:2.0:1763344901.803462:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.803475:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:2.0:1763344901.803477:0:10286:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9e5100c59060. 00000004:00000001:2.0:1763344901.803478:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.803481:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344901.803484:0:10286:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344901.803487:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344901.803489:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344901.803491:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278868992 : -107409430682624 : ffff9e4fcb09e400) 00000004:00000001:2.0:1763344901.803494:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.803496:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.803499:0:10286:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344901.803500:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344901.803501:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344901.803502:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278868992 : -107409430682624 : ffff9e4fcb09e400) 00000004:00000001:2.0:1763344901.803633:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.803636:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.803640:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763344901.803642:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763344901.803651:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763344901.803652:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344901.803654:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278868992 : -107409430682624 : ffff9e4fcb09e400) 00080000:00000001:2.0:1763344901.803658:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344901.803662:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344901.803667:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2b40. 00080000:00000001:2.0:1763344901.803669:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.803671:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344901.803680:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.803681:0:10286:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.803687:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344901.803695:0:10286:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763344901.803697:0:10286:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763344901.803702:0:10286:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9e4fd0d2c8e0. 00000004:00000010:2.0:1763344901.803709:0:10286:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9e4fcab2b748. 00000004:00000010:2.0:1763344901.803714:0:10286:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9e4fcab2b410. 00000004:00000010:2.0:1763344901.803718:0:10286:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff9e4fcab2be20. 00000004:00000010:2.0:1763344901.803722:0:10286:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd192e600. 00000004:00000001:2.0:1763344901.803724:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344901.803726:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344901.803728:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278868992 : -107409430682624 : ffff9e4fcb09e400) 00080000:00000001:2.0:1763344901.803731:0:10286:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344901.803733:0:10286:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002b13:0x2e16:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:2.0:1763344901.803757:0:10286:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff9e50f4ec0100. 00000004:00000001:2.0:1763344901.803762:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.803764:0:10286:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.803767:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344901.803770:0:10286:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763344901.803771:0:10286:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763344901.803775:0:10286:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9e50fff42400. 00000004:00000010:2.0:1763344901.803778:0:10286:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9e4fe1bcd1c0. 00000004:00000010:2.0:1763344901.803782:0:10286:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9e4fd25acd10. 00000004:00000010:2.0:1763344901.803785:0:10286:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9e4fd25ac938. 00000004:00000010:2.0:1763344901.803840:0:10286:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fc87ef6c0. 00000004:00000001:2.0:1763344901.803845:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344901.803846:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344901.803847:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278868992 : -107409430682624 : ffff9e4fcb09e400) 00080000:00000001:2.0:1763344901.803850:0:10286:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344901.803852:0:10286:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002b13:0x2e14:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:2.0:1763344901.803863:0:10286:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff9e50f4ec0a00. 00000004:00000001:2.0:1763344901.803867:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.803869:0:10286:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.803872:0:10286:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763344901.803874:0:10286:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.803875:0:10286:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763344901.803877:0:10286:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.803878:0:10286:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:2.0:1763344901.803883:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763344901.803886:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344901.803890:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344901.803894:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257761, last_committed = 25770257759 00000001:00000010:2.0:1763344901.803898:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2b30ba0. 00000001:00000040:2.0:1763344901.803900:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 2 00000020:00000040:2.0:1763344901.803903:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=474 00000001:00000010:2.0:1763344901.803908:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd6241900. 00000004:00000001:2.0:1763344901.803915:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763344901.803917:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344901.803918:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278868992 : -107409430682624 : ffff9e4fcb09e400) 00000004:00000001:2.0:1763344901.803930:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763344901.803933:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd6241900: xid 1848987881552384, transno 25770257761, tag 0, client gen 9, slot idx 0 00000001:00000001:2.0:1763344901.803936:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344901.803943:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2b40. 00040000:00000001:2.0:1763344901.803947:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344901.803949:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344901.803952:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344901.803954:0:10286:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc2b30ea0. 00000020:00000001:2.0:1763344901.803957:0:10286:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344901.803961:0:10286:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9e50f93d2ec0. 00000020:00000010:2.0:1763344901.803964:0:10286:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9e50f93d25c0. 00000020:00000010:2.0:1763344901.803965:0:10286:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9e5100c59220. 00000020:00000010:2.0:1763344901.803970:0:10286:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9e5100c59060. 00200000:00000001:2.0:1763344901.803972:0:10286:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763344901.803975:0:10286:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc2b30ea0. 00080000:00000001:2.0:1763344901.803977:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344901.803980:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09fc00. 00080000:00000001:2.0:1763344901.803981:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278875136 : -107409430676480 : ffff9e4fcb09fc00) 00000004:00000001:2.0:1763344901.803984:0:10286:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344901.803987:0:10286:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763344901.803989:0:10286:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763344901.803992:0:10286:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763344901.803994:0:10286:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344901.803997:0:10286:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:2.0:1763344901.804000:0:10286:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd6241540. 00000004:00000001:2.0:1763344901.804004:0:10286:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:2.0:1763344901.804006:0:10286:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9e4fcab39e98. 00000004:00000010:2.0:1763344901.804009:0:10286:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9e4fcab39148. 00000020:00000001:2.0:1763344901.804013:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763344901.804196:0:10286:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e50d7c86e98. 00000004:00000001:2.0:1763344901.804203:0:10286:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763344901.804205:0:10286:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.804209:0:10286:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636668787650288 : -107404921901328 : ffff9e50d7c86ef0) 00000004:00000001:2.0:1763344901.804212:0:10286:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.804214:0:10286:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763344901.804216:0:10286:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.804218:0:10286:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.804220:0:10286:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:2.0:1763344901.804223:0:10286:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763344901.804227:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763344901.804231:0:10286:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd6241c00. 00000004:00000010:2.0:1763344901.804234:0:10286:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c59060. 00000004:00000010:2.0:1763344901.804239:0:10286:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50caf9a000. 00000020:00000001:2.0:1763344901.804244:0:10286:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344901.804246:0:10286:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.804248:0:10286:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763344901.804250:0:10286:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763344901.804252:0:10286:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000403:0x1bc6:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:2.0:1763344901.804256:0:10286:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50caf9a000 magic = bdde0002 count = 1 size = 64 00000100:00000010:2.0:1763344901.804261:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2aad80. 00000020:00000040:2.0:1763344901.804265:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e4fc369e800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763344901.804270:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344901.804272:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344901.804276:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344901.804282:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09f800. 00000100:00000001:2.0:1763344901.804287:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.804291:0:10286:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.804293:0:10286:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344901.804295:0:10286:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.804298:0:10286:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344901.804299:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344901.804305:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd6241a80. 00000100:00000001:2.0:1763344901.804307:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465136256 : -107409244415360 : ffff9e4fd6241a80) 00000100:00000001:2.0:1763344901.804310:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344901.804311:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163187584 : -107404546364032 : ffff9e50ee2aad80) 00000100:00000001:2.0:1763344901.804315:0:10286:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344901.804319:0:10286:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.804321:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344901.804323:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344901.804329:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2aad80 x1848987617974144/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.804337:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344901.804339:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.804343:0:10286:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344901.804345:0:10286:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344901.804348:0:10286:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.804350:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10286:1848987617974144:0@lo:1000:mdt00_004.0 00000100:00000001:2.0:1763344901.804354:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344901.804358:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344901.804360:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.804362:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344901.804367:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e4fd572e000. 02000000:00000001:2.0:1763344901.804369:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344901.804374:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344901.804380:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd62416c0. 00000100:00000200:2.0:1763344901.804387:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617974144, portal 4 00000100:00000001:2.0:1763344901.804388:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344901.804390:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163187584 : -107404546364032 : ffff9e50ee2aad80) 00000100:00000040:2.0:1763344901.804395:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee2aad80 x1848987617974144/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.804402:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.804404:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344901.804407:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921440. 00000100:00000200:2.0:1763344901.804410:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617974144, offset 0 00000400:00000200:2.0:1763344901.804427:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344901.804439:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344901.804448:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29d780 00000400:00000200:2.0:1763344901.804454:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209281 [256] + 21544 00000400:00000200:2.0:1763344901.804460:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344901.804464:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344901.804469:0:10286:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344901.804470:0:10286:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344901.804474:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2ab800. 00000100:00000040:2.0:1763344901.804476:0:10286:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2ab800 x1848987617974144 msgsize 328 00000100:00100000:2.0:1763344901.804480:0:10286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344901.804500:0:10286:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344901.804508:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921440 00000400:00000010:2.0:1763344901.804511:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921440. 00000100:00000001:2.0:1763344901.804514:0:10286:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344901.804518:0:10286:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2aad80 x1848987617974144/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.804526:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763344901.804527:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1763344901.804529:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617974144 00000100:00000040:2.0:1763344901.804530:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ee2aad80 x1848987617974144/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763344901.804531:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.804533:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.804535:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.804537:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.804538:0:10286:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1763344901.804539:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.804541:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617974144 00000020:00000001:3.0:1763344901.804543:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1763344901.804543:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344901.804545:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84f0 00000020:00000001:3.0:1763344901.804547:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1763344901.804547:0:10286:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15408 usecs (16 jiffies) 00000020:00000040:3.0:1763344901.804549:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7178000 refcount=6 00000100:00000001:2.0:1763344901.804550:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307675639 00000020:00000001:3.0:1763344901.804551:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000020:00000001:3.0:1763344901.804553:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000100:00000001:2.0:1763344901.804553:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307676927 00000100:00000001:2.0:1763344901.804555:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307675639 00000100:00000001:3.0:1763344901.804557:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763344901.804557:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307676927 00000100:00000001:2.0:1763344901.804559:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307675639 00000020:00000010:3.0:1763344901.804561:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:2.0:1763344901.804561:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307676927 00000100:00000001:3.0:1763344901.804563:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.804563:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307675639 00000100:00000001:2.0:1763344901.804565:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307676927 00000020:00000010:3.0:1763344901.804566:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000100:00000001:2.0:1763344901.804568:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.804570:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344901.804571:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbc00. 00000100:00000001:2.0:1763344901.804572:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344901.804574:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1763344901.804575:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e480. 00000100:00100000:2.0:1763344901.804576:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd6241a80 going to sleep for 11 seconds 00000020:00000010:3.0:1763344901.804579:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf0c8. 00000100:00000001:2.0:1763344901.804579:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344901.804581:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.804586:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344901.804588:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.804590:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.804591:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.804598:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.804615:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.804626:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344901.804628:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.804632:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8663 00000100:00000040:3.0:1763344901.804635:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7178000 : new rpc_count 1 00000100:00000001:3.0:1763344901.804638:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163190272 : -107404546361344 : ffff9e50ee2ab800) 00000100:00000040:3.0:1763344901.804643:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2ab800 x1848987617974144/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.804650:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.804653:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344901.804654:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.804656:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000100:00100000:3.0:1763344901.804660:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:10286:x1848987617974144:12345-0@lo:1000:mdt00_004.0 00000100:00000200:3.0:1763344901.804663:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617974144 00000020:00000001:3.0:1763344901.804666:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344901.804669:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344901.804671:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.804673:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344901.804675:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344901.804677:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344901.804679:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.804681:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.804683:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344901.804686:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.804688:0:6509:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344901.804693:0:6509:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6730. 00000100:00000001:3.0:1763344901.804696:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344901.804699:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344901.804705:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e4fc3758000. 02000000:00000001:3.0:1763344901.804708:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.804710:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344901.804714:0:6509:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd05d1f00. 00000020:00000001:3.0:1763344901.804715:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344901.804718:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.804723:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00000020:00000001:3.0:1763344901.804727:0:6509:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:3.0:1763344901.804738:0:6509:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000403:0x1bc6:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763344901.804741:0:6509:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763344901.804743:0:6509:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344901.804745:0:6509:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fdde1e600/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00000020:00000010:3.0:1763344901.804749:0:6509:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6730. 00000020:00000010:3.0:1763344901.804752:0:6509:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd05d1f00. 00000020:00000001:3.0:1763344901.804755:0:6509:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344901.804758:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915407, transno 0, xid 1848987617974144 00010000:00000001:3.0:1763344901.804760:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.804764:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2ab800 x1848987617974144/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 328/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344901.804772:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.804775:0:6509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.804778:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.804783:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.804785:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00010000:00000010:3.1:1763344901.804820:0:6509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50cc097000. 00000100:00000001:3.0:1763344901.804826:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344901.804829:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.804831:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.804833:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.804835:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344901.804839:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1f00. 00000100:00000200:3.0:1763344901.804842:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617974144, offset 224 00000400:00000200:3.0:1763344901.804850:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344901.804856:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344901.804862:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29d780 00000400:00000200:3.0:1763344901.804866:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665c21 [2] + 224 00000400:00000200:3.0:1763344901.804870:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.804873:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344901.804876:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344901.804880:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2aad80 x1848987617974144/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344901.804889:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ee2aad80 x1848987617974144/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.804911:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344901.804916:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1f00 00000400:00000010:3.0:1763344901.804918:0:6509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1f00. 00000100:00000001:3.0:1763344901.804921:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.804923:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344901.804926:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.804929:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344901.804932:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344901.804933:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.804935:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344901.804939:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2ab800 x1848987617974144/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 328/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344901.804947:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:10286:x1848987617974144:12345-0@lo:1000:mdt00_004.0 Request processed in 296us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344901.804955:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8663 00000100:00000040:3.0:1763344901.804958:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7178000 : new rpc_count 0 00000100:00000001:3.0:1763344901.804960:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.804961:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344901.804962:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1763344901.804965:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1763344901.804966:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e480. 00000400:00000001:2.0:1763344901.804967:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344901.804969:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000020:00000010:3.0:1763344901.804970:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf0c8. 00000400:00000200:2.0:1763344901.804972:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd62416c0 00000020:00000010:3.0:1763344901.804973:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cbc00. 00000400:00000010:2.0:1763344901.804973:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd62416c0. 00000100:00000001:2.0:1763344901.804976:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1763344901.804977:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 5 00000100:00000200:2.0:1763344901.804979:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2aad80 x1848987617974144/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.804980:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763344901.804987:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2aad80 x1848987617974144/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.804993:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344901.804995:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.804997:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344901.804999:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344901.805001:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.805002:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.805004:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.805010:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc369ed78 time=101 v=5 (5 5 0 0) 00000100:00001000:2.0:1763344901.805013:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc369ec10 time=37 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.805015:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344901.805017:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.805020:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344901.805023:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.805025:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344901.805027:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884915407 00000100:00000001:2.0:1763344901.805029:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344901.805031:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.805034:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2aad80 x1848987617974144/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.805040:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.805043:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344901.805045:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344901.805049:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2aad80 x1848987617974144/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344901.805056:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10286:1848987617974144:0@lo:1000:mdt00_004.0 00000100:00000001:2.0:1763344901.805060:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.805062:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.805064:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344901.805066:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344901.805068:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2aad80 x1848987617974144/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.805073:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344901.805076:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd6241a80. 00000100:00000001:2.0:1763344901.805078:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344901.805080:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805082:0:10286:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344901.805089:0:10286:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9e50f4ec0d00. 00000004:00000001:2.0:1763344901.805093:0:10286:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:2.0:1763344901.805096:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344901.805099:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2aad80 x1848987617974144/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.805105:0:10286:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344901.805107:0:10286:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344901.805110:0:10286:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e4fd572e000. 02000000:00000001:2.0:1763344901.805113:0:10286:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344901.805114:0:10286:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344901.805116:0:10286:0:(genops.c:1242:class_import_put()) import ffff9e4fc369e800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1763344901.805118:0:10286:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344901.805120:0:10286:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09f800. 02000000:00000001:2.0:1763344901.805123:0:10286:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344901.805125:0:10286:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344901.805127:0:10286:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2aad80. 00000100:00000001:2.0:1763344901.805130:0:10286:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344901.805131:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763344901.805146:0:10286:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50caf9a000. 00000004:00000010:2.0:1763344901.805150:0:10286:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59060. 00000004:00000010:2.0:1763344901.805154:0:10286:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd6241c00. 00000004:00000001:2.0:1763344901.805163:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344901.805165:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344901.805167:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344901.805170:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344901.805172:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344901.805175:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344901.805179:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344901.805180:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344901.805182:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344901.805184:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000403 00000004:00000001:2.0:1763344901.805186:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.805189:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:2.0:1763344901.805194:0:10286:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:2.0:1763344901.805196:0:10286:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fd6241c00. 00000004:00000001:2.0:1763344901.805198:0:10286:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664465136640 : -107409244414976 : ffff9e4fd6241c00) 00000020:00000010:2.0:1763344901.805202:0:10286:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9e4fd6241a80. 00000020:00000010:2.0:1763344901.805205:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50ef994d00. 00000020:00000010:2.0:1763344901.805209:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50ef994800. 00000020:00000001:2.0:1763344901.805211:0:10286:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446636664465136640 : -107409244414976 : ffff9e4fd6241c00) 00000004:00000001:2.0:1763344901.805214:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664465136640 : -107409244414976 : ffff9e4fd6241c00) 00000004:00000010:2.0:1763344901.805217:0:10286:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd62416c0. 00000004:00000010:2.0:1763344901.805219:0:10286:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c59060. 00000004:00000010:2.0:1763344901.805221:0:10286:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50caf9a000. 00000004:00000001:2.0:1763344901.805223:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805225:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805227:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805230:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805235:0:10286:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763344901.805237:0:10286:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=958279, bfree=950550, bavail=893992, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259276, state=0 00000004:00000001:2.0:1763344901.805241:0:10286:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.805243:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:2.0:1763344901.805245:0:10286:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:2.0:1763344901.805248:0:10286:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.805256:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fd6241a80 refcount 4 committed 0 result 0 batchid 21474837110 00000020:00000040:2.0:1763344901.805259:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994800 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fd6241c00 00000020:00000040:2.0:1763344901.805262:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994d00 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fcb09fc00 00000020:00000040:2.0:1763344901.805266:0:10286:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e4fc42e2b40 : new refcount 2 00000040:00000001:2.0:1763344901.805268:0:10286:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763344901.805271:0:10286:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763344901.805273:0:10286:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:2.0:1763344901.805276:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763344901.805278:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344901.805281:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763344901.805282:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344901.805285:0:10286:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763344901.805287:0:10286:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:2.0:1763344901.805290:0:10286:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763344901.805294:0:10286:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b10:0x3:0x0] not in the id map cache 00000001:00000001:2.0:1763344901.805298:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344901.805299:0:10286:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344901.805302:0:10286:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:2.0:1763344901.805304:0:10286:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:2.0:1763344901.805305:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344901.805307:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344901.805308:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344901.805309:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344901.805311:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344901.805313:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.805315:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.805319:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669158699320 : -107404550852296 : ffff9e50ede63138) 00000040:00000001:2.0:1763344901.805324:0:10286:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669333765632 : -107404375785984 : ffff9e50f8557e00) 00080000:00000001:2.0:1763344901.805328:0:10286:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1763344901.805330:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344901.805332:0:10286:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344901.805335:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e50f8557e00/ffff9e50ede630e0 to site lru. bkt: ffff9e50f84687e0 00000040:00000001:2.0:1763344901.805338:0:10286:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344901.805340:0:10286:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344901.805342:0:10286:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344901.805344:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763344901.805347:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763344901.805349:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344901.805351:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344901.805354:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d25c0. 00080000:00000001:2.0:1763344901.805356:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344901.805357:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344901.805359:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344901.805360:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344901.805361:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344901.805363:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344901.805365:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763344901.805367:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344901.805369:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763344901.805370:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763344901.805371:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344901.805373:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344901.805374:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2ec0. 00080000:00000001:2.0:1763344901.805376:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344901.805377:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344901.805378:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344901.805379:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344901.805381:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344901.805382:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344901.805383:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763344901.805385:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344901.805386:0:10286:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344901.805388:0:10286:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.805390:0:10286:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e4fc42e2b40 : new refcount 1 00000020:00000001:2.0:1763344901.805392:0:10286:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344901.805395:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763344901.805399:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763344901.805400:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344901.805402:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278875136 : -107409430676480 : ffff9e4fcb09fc00) 00080000:00000001:2.0:1763344901.805404:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344901.805406:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344901.805408:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2b40. 00080000:00000001:2.0:1763344901.805409:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805411:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344901.805430:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.805432:0:10286:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805436:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344901.805438:0:10286:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763344901.805439:0:10286:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763344901.805441:0:10286:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805443:0:10286:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763344901.805445:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763344901.805447:0:10286:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:2.0:1763344901.805450:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344901.805451:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344901.805452:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344901.805454:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344901.805455:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344901.805456:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344901.805458:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344901.805460:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344901.805461:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344901.805463:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000403 00000004:00000001:2.0:1763344901.805465:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.805467:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344901.805468:0:10286:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664465136640 : -107409244414976 : ffff9e4fd6241c00) 00000004:00000001:2.0:1763344901.805471:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664465136640 : -107409244414976 : ffff9e4fd6241c00) 00000020:00000040:2.0:1763344901.805475:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:2.0:1763344901.805477:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:2.0:1763344901.805479:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:2.0:1763344901.805481:0:10286:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000403:0x1bc6:0x0] xattr_set param_count = 3 00000004:00000001:2.0:1763344901.805484:0:10286:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763344901.805485:0:10286:0:(osp_object.c:1255:osp_xattr_set()) [0x280000403:0x1bc6:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763344901.805489:0:10286:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344901.805491:0:10286:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805493:0:10286:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805495:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805497:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805499:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805500:0:10286:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.805502:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763344901.805505:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763344901.805507:0:10286:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770257761 00000001:00000001:2.0:1763344901.805510:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344901.805512:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257762, last_committed = 25770257759 00000001:00000010:2.0:1763344901.805515:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2b306c0. 00000001:00000040:2.0:1763344901.805518:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 3 00000020:00000040:2.0:1763344901.805520:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=475 00000001:00000010:2.0:1763344901.805524:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd6241d80. 00000004:00000001:2.0:1763344901.805528:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763344901.805530:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344901.805531:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278875136 : -107409430676480 : ffff9e4fcb09fc00) 00000020:00000040:2.0:1763344901.805534:0:10286:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:2.0:1763344901.805536:0:10286:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:2.0:1763344901.805537:0:10286:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:2.0:1763344901.805546:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763344901.805549:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd6241d80: xid 1848987881552384, transno 25770257762, tag 0, client gen 9, slot idx 3 00000001:00000001:2.0:1763344901.805552:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.805554:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763344901.805556:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:2.0:1763344901.805560:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2b40. 00080000:00000010:2.0:1763344901.805562:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2ec0. 00080000:00000010:2.0:1763344901.805565:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d25c0. 00040000:00000001:2.0:1763344901.805567:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344901.805569:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344901.805571:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805574:0:10286:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:2.0:1763344901.805576:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763344901.805577:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:2.0:1763344901.805580:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fd6241a80 refcount 4 committed 0 result 0 batchid 21474837110 00000020:00000040:2.0:1763344901.805583:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd6241c00 00000020:00000040:2.0:1763344901.805585:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994d00 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9e4fcb09fc00 00000020:00000001:2.0:1763344901.805588:0:10286:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763344901.805589:0:10286:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:2.0:1763344901.805591:0:10286:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763344901.805593:0:10286:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000403:0x1bc6:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:2.0:1763344901.805596:0:10286:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50caf9a000 magic = bdde0002 count = 1 size = 144 00000100:00000010:2.0:1763344901.805600:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2aad80. 00000020:00000040:2.0:1763344901.805603:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e4fc369e800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763344901.805605:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344901.805607:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344901.805609:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344901.805612:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09f800. 00000100:00000001:2.0:1763344901.805616:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805619:0:10286:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344901.805621:0:10286:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344901.805623:0:10286:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.805625:0:10286:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344901.805627:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344901.805630:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd62410c0. 00000100:00000001:2.0:1763344901.805632:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465133760 : -107409244417856 : ffff9e4fd62410c0) 00000100:00000001:2.0:1763344901.805634:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344901.805635:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163187584 : -107404546364032 : ffff9e50ee2aad80) 00000100:00000001:2.0:1763344901.805637:0:10286:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344901.805640:0:10286:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.805642:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344901.805643:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344901.805647:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2aad80 x1848987617974272/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.805653:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344901.805654:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.805657:0:10286:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344901.805659:0:10286:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344901.805661:0:10286:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.805664:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10286:1848987617974272:0@lo:1000:mdt00_004.0 00000100:00000001:2.0:1763344901.805667:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344901.805669:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344901.805671:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.805673:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344901.805676:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e4fd572e000. 02000000:00000001:2.0:1763344901.805678:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344901.805682:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344901.805685:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd6241cc0. 00000100:00000200:2.0:1763344901.805689:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617974272, portal 4 00000100:00000001:2.0:1763344901.805691:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344901.805692:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163187584 : -107404546364032 : ffff9e50ee2aad80) 00000100:00000040:2.0:1763344901.805696:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee2aad80 x1848987617974272/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.805702:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.805704:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344901.805707:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921440. 00000100:00000200:2.0:1763344901.805709:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848987617974272, offset 0 00000400:00000200:2.0:1763344901.805712:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344901.805718:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344901.805725:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a4fa29d800 00000400:00000200:2.0:1763344901.805729:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x209281 [256] + 21872 00000400:00000200:2.0:1763344901.805733:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344901.805736:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344901.805740:0:10286:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344901.805741:0:10286:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344901.805744:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a9500. 00000100:00000040:2.0:1763344901.805747:0:10286:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2a9500 x1848987617974272 msgsize 408 00000100:00100000:2.0:1763344901.805750:0:10286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344901.805764:0:10286:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344901.805769:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921440 00000400:00000010:2.0:1763344901.805771:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921440. 00000100:00000001:2.0:1763344901.805773:0:10286:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344901.805777:0:10286:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2aad80 x1848987617974272/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.805784:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344901.805787:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ee2aad80 x1848987617974272/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.805828:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.805830:0:10286:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344901.805834:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.805837:0:10286:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15407 usecs (16 jiffies) 00000100:00000001:2.0:1763344901.805840:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307675641 00000100:00000001:2.0:1763344901.805843:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307676927 00000100:00000001:2.0:1763344901.805845:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307675641 00000100:00000001:2.0:1763344901.805847:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307676927 00000100:00000001:2.0:1763344901.805849:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307675641 00000100:00000001:2.0:1763344901.805851:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307676927 00000100:00000001:2.0:1763344901.805853:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307675641 00000100:00000001:2.0:1763344901.805855:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307676927 00000100:00000001:2.0:1763344901.805857:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.805860:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.805861:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344901.805863:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344901.805865:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd62410c0 going to sleep for 11 seconds 00000100:00000001:3.0:1763344901.805866:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763344901.805866:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1763344901.805869:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617974272 00000100:00000001:2.0:1763344901.805869:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.805871:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.805872:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.805874:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.805876:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.805879:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617974272 00000020:00000001:3.0:1763344901.805881:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.805882:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84f0 00000020:00000001:3.0:1763344901.805884:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.805886:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7178000 refcount=6 00000020:00000001:3.0:1763344901.805889:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000020:00000001:3.0:1763344901.805891:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000100:00000001:3.0:1763344901.805893:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.805897:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344901.805899:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.805901:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000020:00000010:3.0:1763344901.805905:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbc00. 00000020:00000010:3.0:1763344901.805908:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344901.805911:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf0c8. 00000100:00000040:3.0:1763344901.805916:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344901.805918:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.805919:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.805921:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.805925:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.813205:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.813211:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.813221:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8664 00000100:00000040:2.0:1763344901.813227:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7178000 : new rpc_count 1 00000100:00000001:2.0:1763344901.813230:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163181312 : -107404546370304 : ffff9e50ee2a9500) 00000100:00000040:2.0:1763344901.813238:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a9500 x1848987617974272/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 408/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.813254:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.813263:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.813266:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.813269:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000100:00100000:2.0:1763344901.813277:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:10286:x1848987617974272:12345-0@lo:1000:mdt00_004.0 00000100:00000200:2.0:1763344901.813280:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617974272 00000020:00000001:2.0:1763344901.813284:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.813288:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344901.813290:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.813292:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.813294:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:2.0:1763344901.813298:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344901.813300:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.813302:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.813304:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.813308:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.813310:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763344901.813319:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab395a8. 00000100:00000001:2.0:1763344901.813324:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.813326:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.813335:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e4fc28d2000. 02000000:00000001:2.0:1763344901.813338:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.813340:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344901.813345:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e50e5211540. 00000020:00000001:2.0:1763344901.813347:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763344901.813351:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.813358:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00080000:00000001:2.0:1763344901.813364:0:21732:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344901.813369:0:21732:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09e200. 00080000:00000001:2.0:1763344901.813371:0:21732:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278868480 : -107409430683136 : ffff9e4fcb09e200) 00000020:00000001:2.0:1763344901.813375:0:21732:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:2.0:1763344901.813380:0:21732:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.813384:0:21732:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:2.0:1763344901.813386:0:21732:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344901.813391:0:21732:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344901.813396:0:21732:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344901.813399:0:21732:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d25c0. 00080000:00000001:2.0:1763344901.813402:0:21732:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344901.813411:0:21732:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.813421:0:21732:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:2.0:1763344901.813424:0:21732:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff9e50f35056b8 name trusted.fid flag 1 00080000:00000001:2.0:1763344901.813429:0:21732:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344901.813431:0:21732:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000403:0x1bc6:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763344901.813464:0:21732:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763344901.813467:0:21732:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff9e4fc28d2208 index 0: rc = 0 00000020:00000040:2.0:1763344901.813469:0:21732:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:2.0:1763344901.813472:0:21732:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344901.813476:0:21732:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344901.813479:0:21732:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884915414, last_committed = 12884915408 00000001:00000010:2.0:1763344901.813484:0:21732:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8d540. 00000001:00000040:2.0:1763344901.813486:0:21732:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50c7178000 : new cb_count 2 00000020:00000040:2.0:1763344901.813488:0:21732:0:(genops.c:887:class_export_get()) GET export ffff9e50c7178000 refcount=7 00000001:00000001:2.0:1763344901.813505:0:21732:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344901.813511:0:21732:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d25c0. 00040000:00000001:2.0:1763344901.813515:0:21732:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344901.813517:0:21732:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344901.813519:0:21732:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344901.813523:0:21732:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fdde1e600/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00000020:00000001:2.0:1763344901.813525:0:21732:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344901.813527:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab395a8. 00000020:00000010:2.0:1763344901.813530:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e50e5211540. 00000020:00000001:2.0:1763344901.813532:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344901.813536:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915407, transno 12884915414, xid 1848987617974272 00010000:00000001:2.0:1763344901.813539:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.813544:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2a9500 x1848987617974272/t12884915414(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 408/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344901.813552:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.813555:0:21732:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.813559:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=80 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.813563:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.813566:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:2.0:1763344901.813568:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:2.0:1763344901.813571:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.813573:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.813576:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.813579:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344901.813584:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50e5211540. 00000100:00000200:2.0:1763344901.813590:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617974272, offset 224 00000400:00000200:2.0:1763344901.813597:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344901.813609:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344901.813619:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29d800 00000400:00000200:2.0:1763344901.813626:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665c2d [2] + 224 00000400:00000200:2.0:1763344901.813634:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344901.813637:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344901.813643:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344901.813648:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2aad80 x1848987617974272/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763344901.813657:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ee2aad80 x1848987617974272/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.813712:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344901.813774:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763344901.814463:0:21732:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00000100:00000001:2.0:1763344901.814525:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1763344901.815067:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344901.815070:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344901.815073:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:0.0:1763344901.815078:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd6241cc0 00000400:00000010:0.0:1763344901.815080:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd6241cc0. 00000100:00000001:0.0:1763344901.815084:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.815090:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2aad80 x1848987617974272/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344901.815099:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2aad80 x1848987617974272/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.815105:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344901.815107:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.815109:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344901.815111:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344901.815113:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.815115:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.815118:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.815125:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc369ed78 time=101 v=5 (5 5 0 0) 00000100:00001000:0.0:1763344901.815129:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc369ec10 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.815131:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344901.815133:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.815136:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344901.815138:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.815141:0:10286:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763344901.815143:0:10286:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763344901.815144:0:10286:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763344901.815146:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344901.815148:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163187584 : -107404546364032 : ffff9e50ee2aad80) 00000100:00000001:0.0:1763344901.815151:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344901.815153:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884915407 00000100:00000001:0.0:1763344901.815154:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344901.815156:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.815160:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2aad80 x1848987617974272/t12884915414(12884915414) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.815165:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.815168:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344901.815169:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344901.815173:0:10286:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763344901.815177:0:10286:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.815181:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2aad80 x1848987617974272/t12884915414(12884915414) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344901.815188:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2aad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10286:1848987617974272:0@lo:1000:mdt00_004.0 00000100:00000001:0.0:1763344901.815193:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.815195:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.815198:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344901.815200:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.815202:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ee2aad80 x1848987617974272/t12884915414(12884915414) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.815208:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763344901.815211:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd62410c0. 00000100:00000001:0.0:1763344901.815213:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763344901.815215:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.815217:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.815219:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2aad80 x1848987617974272/t12884915414(12884915414) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.815225:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.815226:0:10286:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.815228:0:10286:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344901.815231:0:10286:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.815235:0:10286:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344901.815237:0:10286:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc2b30ea0. 00000020:00000001:0.0:1763344901.815241:0:10286:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344901.815249:0:10286:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344901.815256:0:10286:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dc120. 00080000:00000001:0.0:1763344901.815259:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344901.815263:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de1600. 00080000:00000001:0.0:1763344901.815265:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460547584 : -107409249004032 : ffff9e4fd5de1600) 00000004:00000001:0.0:1763344901.815271:0:10286:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344901.815274:0:10286:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763344901.815276:0:10286:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763344901.815279:0:10286:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:0.0:1763344901.815283:0:10286:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.815286:0:10286:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:0.0:1763344901.815290:0:10286:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd192e240. 00000004:00000001:0.0:1763344901.815293:0:10286:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:0.0:1763344901.815296:0:10286:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9e4fcab2bf88. 00000004:00000010:0.0:1763344901.815298:0:10286:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9e4fcab2b928. 00000020:00000001:0.0:1763344901.815302:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:0.0:1763344901.815311:0:10286:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e4fd0d2dcd8. 00000004:00000001:0.0:1763344901.815317:0:10286:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763344901.815319:0:10286:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.815322:0:10286:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636664375926064 : -107409333625552 : ffff9e4fd0d2dd30) 00000004:00000001:0.0:1763344901.815325:0:10286:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.815327:0:10286:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763344901.815328:0:10286:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.815330:0:10286:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.815332:0:10286:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763344901.815335:0:10286:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763344901.815339:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763344901.815343:0:10286:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd192e600. 00000004:00000010:0.0:1763344901.815346:0:10286:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e50c2c5f700. 00000004:00000010:0.0:1763344901.815350:0:10286:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ee4c9000. 00000020:00000001:0.0:1763344901.815354:0:10286:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763344901.815356:0:10286:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.815358:0:10286:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763344901.815359:0:10286:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763344901.815361:0:10286:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000403:0x1b9a:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:0.0:1763344901.815365:0:10286:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ee4c9000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763344901.815369:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6acad80. 00000020:00000040:0.0:1763344901.815373:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e50f855f000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1763344901.815376:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344901.815378:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344901.815382:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344901.815387:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd5de1400. 00000100:00000001:0.0:1763344901.815392:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.815394:0:10286:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.815396:0:10286:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344901.815398:0:10286:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.815401:0:10286:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763344901.815402:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344901.815406:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192e3c0. 00000100:00000001:0.0:1763344901.815408:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388510656 : -107409321040960 : ffff9e4fd192e3c0) 00000100:00000001:0.0:1763344901.815410:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344901.815411:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305924992 : -107404403626624 : ffff9e50f6acad80) 00000100:00000001:0.0:1763344901.815425:0:10286:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763344901.815429:0:10286:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.815431:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344901.815432:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344901.815435:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f6acad80 x1848987617974400/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.815442:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344901.815444:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.815447:0:10286:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344901.815449:0:10286:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344901.815452:0:10286:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.815455:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f6acad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10286:1848987617974400:0@lo:1000:mdt00_004.0 00000100:00000001:0.0:1763344901.815459:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344901.815462:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344901.815464:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.815466:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344901.815474:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e4fc2c40000. 02000000:00000001:0.0:1763344901.815476:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344901.815480:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3318. 00000400:00000010:0.0:1763344901.815485:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192e900. 00000100:00000200:0.0:1763344901.815491:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617974400, portal 4 00000100:00000001:0.0:1763344901.815493:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344901.815495:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305924992 : -107404403626624 : ffff9e50f6acad80) 00000100:00000040:0.0:1763344901.815501:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50f6acad80 x1848987617974400/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.815508:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.815510:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344901.815513:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495ee0. 00000100:00000200:0.0:1763344901.815516:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617974400, offset 0 00000400:00000200:0.0:1763344901.815521:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344901.815530:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344901.815538:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29d880 00000400:00000200:0.0:1763344901.815544:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209281 [256] + 22280 00000400:00000200:0.0:1763344901.815550:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.815553:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344901.815558:0:10286:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.815560:0:10286:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763344901.815563:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6acbb80. 00000100:00000040:0.0:1763344901.815566:0:10286:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6acbb80 x1848987617974400 msgsize 328 00000100:00100000:0.0:1763344901.815571:0:10286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1763344901.816148:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50e5211540 00000400:00000010:2.0:1763344901.816152:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50e5211540. 00000100:00000001:2.0:1763344901.816157:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344901.816159:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344901.816165:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.816169:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:2.0:1763344901.816172:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.816174:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.816177:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.816183:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9500 x1848987617974272/t12884915414(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 408/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344901.816198:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:10286:x1848987617974272:12345-0@lo:1000:mdt00_004.0 Request processed in 2943us (10448us total) trans 12884915414 rc 0/0 00000100:00100000:2.0:1763344901.816207:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8664 00000100:00000040:2.0:1763344901.816211:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7178000 : new rpc_count 0 00000100:00000001:2.0:1763344901.816213:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.816215:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.816221:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e480. 00000020:00000010:2.0:1763344901.816226:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf0c8. 00000020:00000010:2.0:1763344901.816229:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cbc00. 00000020:00000040:2.0:1763344901.816235:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 6 00000100:00000001:3.0:1763344901.816342:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763344901.816948:0:10286:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344901.816958:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495ee0 00000400:00000010:0.0:1763344901.816962:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495ee0. 00000100:00000001:0.0:1763344901.816965:0:10286:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344901.816971:0:10286:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f6acad80 x1848987617974400/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.816981:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344901.816984:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50f6acad80 x1848987617974400/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.816990:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.816992:0:10286:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344901.816996:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.817000:0:10286:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 10511 usecs (11 jiffies) 00000100:00000001:0.0:1763344901.817004:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307675647 00000100:00000001:0.0:1763344901.817007:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307676927 00000100:00000001:0.0:1763344901.817009:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307675647 00000100:00000001:0.0:1763344901.817011:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307676927 00000100:00000001:0.0:1763344901.817013:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307675647 00000100:00000001:0.0:1763344901.817015:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307676927 00000100:00000001:0.0:1763344901.817017:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307675647 00000100:00000001:0.0:1763344901.817019:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307676927 00000100:00000001:0.0:1763344901.817021:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.817024:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.817027:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344901.817028:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344901.817031:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd192e3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763344901.817033:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344901.817036:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.817084:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.817101:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344901.817103:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617974400 02000000:00000001:2.0:1763344901.817105:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344901.817107:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.817109:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.817114:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.817118:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617974400 00000020:00000001:2.0:1763344901.817120:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344901.817122:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85de 00000020:00000001:2.0:1763344901.817125:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.817128:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d7800 refcount=5 00000020:00000001:2.0:1763344901.817131:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017618432 : -107404691933184 : ffff9e50e57d7800) 00000020:00000001:2.0:1763344901.817133:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017618432 : -107404691933184 : ffff9e50e57d7800) 00000100:00000001:2.0:1763344901.817137:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.817145:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.817148:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.817151:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000020:00000010:2.0:1763344901.817156:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09f000. 00000020:00000010:2.0:1763344901.817160:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0600. 00000020:00000010:2.0:1763344901.817165:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d578. 00000100:00000040:2.0:1763344901.817171:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763344901.817174:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344901.817175:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344901.817177:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.817184:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.817199:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.817208:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344901.817209:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344901.817213:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8665 00000100:00000040:2.0:1763344901.817216:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d7800 : new rpc_count 1 00000100:00000001:2.0:1763344901.817218:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669305928576 : -107404403623040 : ffff9e50f6acbb80) 00000100:00000040:2.0:1763344901.817222:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f6acbb80 x1848987617974400/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.817230:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.817234:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.817236:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.817238:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000100:00100000:2.0:1763344901.817241:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f6acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:10286:x1848987617974400:12345-0@lo:1000:mdt00_004.0 00000100:00000200:2.0:1763344901.817244:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617974400 00000020:00000001:2.0:1763344901.817247:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344901.817251:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344901.817253:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.817255:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344901.817257:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:2.0:1763344901.817260:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344901.817262:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344901.817264:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344901.817267:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344901.817270:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.817272:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763344901.817278:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab395a8. 00000100:00000001:2.0:1763344901.817282:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344901.817284:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344901.817292:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50d6f54000. 02000000:00000001:2.0:1763344901.817294:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.817297:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344901.817301:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e50e5211540. 00000020:00000001:2.0:1763344901.817303:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763344901.817306:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.817312:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664239819832 : -107409469731784 : ffff9e4fc8b60c38) 00000020:00000001:2.0:1763344901.817315:0:21732:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:2.0:1763344901.817336:0:21732:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x2c0000403:0x1b9a:0x0] get xattr trusted.fid len 52 00000020:00000001:2.0:1763344901.817339:0:21732:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:2.0:1763344901.817341:0:21732:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344901.817345:0:21732:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fddec4600/ffff9e4fc8b60be0 to site lru. bkt: ffff9e50fb896e98 00000020:00000010:2.0:1763344901.817348:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab395a8. 00000020:00000010:2.0:1763344901.817351:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e50e5211540. 00000020:00000001:2.0:1763344901.817352:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344901.817356:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946949, transno 0, xid 1848987617974400 00010000:00000001:2.0:1763344901.817358:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.817362:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f6acbb80 x1848987617974400/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 328/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344901.817369:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.817371:0:21732:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.817374:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=80 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.817378:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.817380:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:2.0:1763344901.817382:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:2.0:1763344901.817385:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.817387:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.817389:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.817391:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344901.817394:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50e5211540. 00000100:00000200:2.0:1763344901.817399:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617974400, offset 224 00000400:00000200:2.0:1763344901.817404:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344901.817412:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344901.817430:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29d880 00000400:00000200:2.0:1763344901.817436:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665c39 [2] + 224 00000400:00000200:2.0:1763344901.817443:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344901.817446:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344901.817449:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344901.817454:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f6acad80 x1848987617974400/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763344901.817461:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50f6acad80 x1848987617974400/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344901.817482:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763344901.817486:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50e5211540 00000400:00000010:2.0:1763344901.817488:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50e5211540. 00000100:00000001:2.0:1763344901.817489:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344901.817491:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344901.817493:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.817495:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:2.0:1763344901.817497:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.817499:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.817501:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.817504:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6acbb80 x1848987617974400/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 328/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344901.817511:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f6acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:10286:x1848987617974400:12345-0@lo:1000:mdt00_004.0 Request processed in 280us (1943us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344901.817517:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8665 00000100:00000040:2.0:1763344901.817520:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d7800 : new rpc_count 0 00000100:00000001:2.0:1763344901.817522:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.817523:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.817527:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0600. 00000020:00000010:2.0:1763344901.817530:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d578. 00000020:00000010:2.0:1763344901.817532:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09f000. 00000020:00000040:2.0:1763344901.817536:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d7800 : new refcount 4 00000100:00000001:2.0:1763344901.817538:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.823553:0:6509:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.823696:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344901.823704:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344901.823707:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344901.823711:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3318. 00000400:00000200:1.0:1763344901.823718:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192e900 00000400:00000010:1.0:1763344901.823721:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192e900. 00000100:00000001:1.0:1763344901.823726:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.823737:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f6acad80 x1848987617974400/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344901.823747:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f6acad80 x1848987617974400/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.823755:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344901.823757:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.823759:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344901.823762:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344901.823764:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.823766:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.823769:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.823777:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50f855f578 time=101 v=5 (5 5 0 0) 00000100:00001000:1.0:1763344901.823781:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f855f410 time=38 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.823783:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344901.823785:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.823799:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344901.823803:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.823806:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344901.823809:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 8589946949 00000100:00000001:1.0:1763344901.823811:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344901.823813:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.823817:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f6acad80 x1848987617974400/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.823824:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.823827:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344901.823829:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344901.823832:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6acad80 x1848987617974400/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.823840:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f6acad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10286:1848987617974400:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763344901.823844:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.823847:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.823849:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344901.823851:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.823854:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f6acad80 x1848987617974400/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.823861:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344901.823864:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192e3c0. 00000100:00000001:1.0:1763344901.823867:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344901.823868:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.823871:0:10286:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763344901.823884:0:10286:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9e50fff42700. 00000004:00000001:1.0:1763344901.823888:0:10286:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:1.0:1763344901.823891:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.823894:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f6acad80 x1848987617974400/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.823900:0:10286:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344901.823902:0:10286:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344901.823905:0:10286:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e4fc2c40000. 02000000:00000001:1.0:1763344901.823908:0:10286:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344901.823910:0:10286:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344901.823912:0:10286:0:(genops.c:1242:class_import_put()) import ffff9e50f855f000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:1.0:1763344901.823914:0:10286:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344901.823916:0:10286:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd5de1400. 02000000:00000001:1.0:1763344901.823920:0:10286:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344901.823921:0:10286:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344901.823923:0:10286:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6acad80. 00000100:00000001:1.0:1763344901.823927:0:10286:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344901.823928:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763344901.823931:0:10286:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ee4c9000. 00000004:00000010:1.0:1763344901.823935:0:10286:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e50c2c5f700. 00000004:00000010:1.0:1763344901.823940:0:10286:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd192e600. 00000004:00000001:1.0:1763344901.823944:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.823947:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.823950:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344901.823954:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344901.823955:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.823958:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.823963:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.823965:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.823967:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344901.823969:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000403 00000004:00000001:1.0:1763344901.823971:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.823975:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:1.0:1763344901.823977:0:10286:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:1.0:1763344901.823981:0:10286:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fc2c5ec00. 00000004:00000001:1.0:1763344901.823983:0:10286:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664140196864 : -107409569354752 : ffff9e4fc2c5ec00) 00000020:00000010:1.0:1763344901.823986:0:10286:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9e4fc2c5e480. 00000020:00000010:1.0:1763344901.823991:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50c32e5800. 00000020:00000010:1.0:1763344901.823995:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50ff83a300. 00000020:00000001:1.0:1763344901.823997:0:10286:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446636664140196864 : -107409569354752 : ffff9e4fc2c5ec00) 00000004:00000001:1.0:1763344901.824000:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664140196864 : -107409569354752 : ffff9e4fc2c5ec00) 00000004:00000010:1.0:1763344901.824004:0:10286:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fc2c5ef00. 00000004:00000010:1.0:1763344901.824006:0:10286:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d900. 00000004:00000010:1.0:1763344901.824011:0:10286:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fcb11b000. 00000004:00000001:1.0:1763344901.824013:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824016:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824018:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824022:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824029:0:10286:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763344901.824031:0:10286:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=958279, bfree=955120, bavail=898555, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259419, state=0 00000004:00000001:1.0:1763344901.824035:0:10286:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.824038:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:1.0:1763344901.824040:0:10286:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:1.0:1763344901.824043:0:10286:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.824047:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc2c5e480 refcount 4 committed 0 result 0 batchid 21474837111 00000020:00000040:1.0:1763344901.824051:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a300 obd lustre-OST0001-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fc2c5ec00 00000020:00000040:1.0:1763344901.824054:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5800 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fd5de1600 00000020:00000040:1.0:1763344901.824058:0:10286:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e4fc42e2b40 : new refcount 2 00000040:00000001:1.0:1763344901.824061:0:10286:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763344901.824064:0:10286:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763344901.824066:0:10286:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:1.0:1763344901.824069:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344901.824072:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344901.824074:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344901.824076:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.824078:0:10286:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763344901.824081:0:10286:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:1.0:1763344901.824085:0:10286:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:1.0:1763344901.824089:0:10286:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b10:0x3:0x0] not in the id map cache 00000001:00000001:1.0:1763344901.824093:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.824094:0:10286:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.824097:0:10286:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:1.0:1763344901.824099:0:10286:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1763344901.824100:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344901.824102:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.824103:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.824104:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.824106:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.824107:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.824109:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.824115:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669158699320 : -107404550852296 : ffff9e50ede63138) 00000040:00000001:1.0:1763344901.824120:0:10286:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669333765632 : -107404375785984 : ffff9e50f8557e00) 00080000:00000001:1.0:1763344901.824125:0:10286:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1763344901.824128:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.824129:0:10286:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344901.824134:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e50f8557e00/ffff9e50ede630e0 to site lru. bkt: ffff9e50f84687e0 00000040:00000001:1.0:1763344901.824137:0:10286:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.824138:0:10286:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.824140:0:10286:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.824142:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344901.824144:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344901.824147:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.824149:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.824152:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6100. 00080000:00000001:1.0:1763344901.824155:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.824157:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.824158:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.824159:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.824161:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.824163:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.824165:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344901.824167:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.824169:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344901.824170:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344901.824171:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.824172:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.824174:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6780. 00080000:00000001:1.0:1763344901.824176:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.824178:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.824180:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.824181:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.824182:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.824184:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.824186:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344901.824187:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.824189:0:10286:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.824191:0:10286:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.824193:0:10286:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e4fc42e2b40 : new refcount 1 00000020:00000001:1.0:1763344901.824196:0:10286:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.824198:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763344901.824204:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763344901.824205:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.824208:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460547584 : -107409249004032 : ffff9e4fd5de1600) 00080000:00000001:1.0:1763344901.824210:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.824211:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.824213:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6540. 00080000:00000001:1.0:1763344901.824215:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824217:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.824226:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.824228:0:10286:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824232:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.824236:0:10286:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763344901.824238:0:10286:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344901.824240:0:10286:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824243:0:10286:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763344901.824247:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.824249:0:10286:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:1.0:1763344901.824252:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.824253:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.824254:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344901.824256:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344901.824257:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.824258:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.824260:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.824262:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.824263:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344901.824265:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000403 00000004:00000001:1.0:1763344901.824267:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.824269:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763344901.824270:0:10286:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664140196864 : -107409569354752 : ffff9e4fc2c5ec00) 00000004:00000001:1.0:1763344901.824272:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664140196864 : -107409569354752 : ffff9e4fc2c5ec00) 00000020:00000040:1.0:1763344901.824277:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:1.0:1763344901.824280:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:1.0:1763344901.824282:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:1.0:1763344901.824284:0:10286:0:(update_records.c:220:update_records_update_pack()) 0th [0x2c0000403:0x1b9a:0x0] xattr_set param_count = 3 00000004:00000001:1.0:1763344901.824287:0:10286:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:1.0:1763344901.824289:0:10286:0:(osp_object.c:1255:osp_xattr_set()) [0x2c0000403:0x1b9a:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763344901.824293:0:10286:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344901.824295:0:10286:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824298:0:10286:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824300:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824302:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824304:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824305:0:10286:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.824308:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763344901.824311:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763344901.824314:0:10286:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770257762 00000001:00000001:1.0:1763344901.824317:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763344901.824322:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257763, last_committed = 25770257759 00000001:00000010:1.0:1763344901.824325:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2dec300. 00000001:00000040:1.0:1763344901.824328:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 4 00000020:00000040:1.0:1763344901.824331:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=476 00000001:00000010:1.0:1763344901.824336:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fc2c5e240. 00000004:00000001:1.0:1763344901.824341:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763344901.824343:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.824344:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460547584 : -107409249004032 : ffff9e4fd5de1600) 00000020:00000040:1.0:1763344901.824347:0:10286:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:1.0:1763344901.824349:0:10286:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:1.0:1763344901.824351:0:10286:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:1.0:1763344901.824371:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763344901.824374:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fc2c5e240: xid 1848987881552384, transno 25770257763, tag 0, client gen 9, slot idx 4 00000001:00000001:1.0:1763344901.824377:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.824380:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763344901.824382:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:1.0:1763344901.824387:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6540. 00080000:00000010:1.0:1763344901.824390:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6780. 00080000:00000010:1.0:1763344901.824393:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6100. 00040000:00000001:1.0:1763344901.824396:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344901.824398:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344901.824401:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824404:0:10286:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:1.0:1763344901.824406:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763344901.824407:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:1.0:1763344901.824410:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc2c5e480 refcount 4 committed 0 result 0 batchid 21474837111 00000020:00000040:1.0:1763344901.824426:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc2c5ec00 00000020:00000040:1.0:1763344901.824429:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5800 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9e4fd5de1600 00000020:00000001:1.0:1763344901.824432:0:10286:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763344901.824434:0:10286:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763344901.824436:0:10286:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344901.824438:0:10286:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000403:0x1b9a:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:1.0:1763344901.824442:0:10286:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fcb11b000 magic = bdde0002 count = 1 size = 144 00000100:00000010:1.0:1763344901.824447:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e65880. 00000020:00000040:1.0:1763344901.824450:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e50f855f000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1763344901.824454:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344901.824457:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344901.824460:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344901.824466:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4e3400. 00000100:00000001:1.0:1763344901.824471:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824474:0:10286:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.824477:0:10286:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344901.824479:0:10286:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.824481:0:10286:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344901.824483:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344901.824488:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e840. 00000100:00000001:1.0:1763344901.824490:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140195904 : -107409569355712 : ffff9e4fc2c5e840) 00000100:00000001:1.0:1763344901.824492:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.824494:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668454066304 : -107405255485312 : ffff9e50c3e65880) 00000100:00000001:1.0:1763344901.824497:0:10286:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344901.824501:0:10286:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.824503:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344901.824504:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344901.824509:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50c3e65880 x1848987617974528/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.824517:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344901.824519:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.824522:0:10286:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344901.824525:0:10286:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344901.824527:0:10286:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.824529:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50c3e65880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10286:1848987617974528:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763344901.824533:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344901.824536:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344901.824538:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.824540:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344901.824545:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50ff7ea000. 02000000:00000001:1.0:1763344901.824547:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344901.824552:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c160. 00000400:00000010:1.0:1763344901.824557:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50c38d50c0. 00000100:00000200:1.0:1763344901.824562:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617974528, portal 4 00000100:00000001:1.0:1763344901.824564:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.824565:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668454066304 : -107405255485312 : ffff9e50c3e65880) 00000100:00000040:1.0:1763344901.824571:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50c3e65880 x1848987617974528/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.824578:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.824581:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344901.824584:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3c38. 00000100:00000200:1.0:1763344901.824586:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848987617974528, offset 0 00000400:00000200:1.0:1763344901.824592:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344901.824604:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344901.824613:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a4fa29d900 00000400:00000200:1.0:1763344901.824619:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x209281 [256] + 22608 00000400:00000200:1.0:1763344901.824626:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.824630:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344901.824635:0:10286:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.824637:0:10286:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344901.824641:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e65f80. 00000100:00000040:1.0:1763344901.824643:0:10286:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e65f80 x1848987617974528 msgsize 408 00000100:00100000:1.0:1763344901.824647:0:10286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344901.824652:0:10286:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344901.824659:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3c38 00000400:00000010:1.0:1763344901.824660:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3c38. 00000100:00000001:1.0:1763344901.824664:0:10286:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344901.824667:0:10286:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50c3e65880 x1848987617974528/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.824675:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.824677:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50c3e65880 x1848987617974528/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.824682:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.824684:0:10286:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344901.824687:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.824691:0:10286:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 10511 usecs (11 jiffies) 00000100:00000001:1.0:1763344901.824694:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307675653 00000100:00000001:1.0:1763344901.824696:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307676927 00000100:00000001:1.0:1763344901.824698:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307675653 00000100:00000001:1.0:1763344901.824699:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307676927 00000100:00000001:1.0:1763344901.824701:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307675653 00000100:00000001:1.0:1763344901.824703:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307676927 00000100:00000001:1.0:1763344901.824704:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307675653 00000100:00000001:1.0:1763344901.824706:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307676927 00000100:00000001:1.0:1763344901.824707:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.824709:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.824710:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344901.824712:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344901.824714:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc2c5e840 going to sleep for 11 seconds 00000100:00000001:1.0:1763344901.824716:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344901.824718:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.824822:0:6510:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344901.824826:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617974528 02000000:00000001:0.0:1763344901.824828:0:6510:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.824830:0:6510:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.824832:0:6510:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.824836:0:6510:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.824840:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617974528 00000020:00000001:0.0:1763344901.824842:0:6510:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.824843:0:6510:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85de 00000020:00000001:0.0:1763344901.824846:0:6510:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.824848:0:6510:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d7800 refcount=5 00000020:00000001:0.0:1763344901.824850:0:6510:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017618432 : -107404691933184 : ffff9e50e57d7800) 00000020:00000001:0.0:1763344901.824852:0:6510:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017618432 : -107404691933184 : ffff9e50e57d7800) 00000100:00000001:0.0:1763344901.824856:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.824860:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.824863:0:6510:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.824865:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000020:00000010:0.0:1763344901.824870:0:6510:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de0e00. 00000020:00000010:0.0:1763344901.824875:0:6510:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344901.824879:0:6510:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732320. 00000100:00000040:0.0:1763344901.824886:0:6510:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344901.824889:0:6510:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.824890:0:6510:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344901.824892:0:6510:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.824900:0:6510:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.824918:0:6510:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.824928:0:6510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.824930:0:6510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.824934:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8666 00000100:00000040:0.0:1763344901.824938:0:6510:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d7800 : new rpc_count 1 00000100:00000001:0.0:1763344901.824940:0:6510:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454068096 : -107405255483520 : ffff9e50c3e65f80) 00000100:00000040:0.0:1763344901.824944:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e65f80 x1848987617974528/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 408/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.824951:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.824954:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.824956:0:6510:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.824958:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000100:00100000:0.0:1763344901.824961:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:10286:x1848987617974528:12345-0@lo:1000:mdt00_004.0 00000100:00000200:0.0:1763344901.824965:0:6510:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617974528 00000020:00000001:0.0:1763344901.824968:0:6510:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.824971:0:6510:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344901.824972:0:6510:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.824974:0:6510:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.824976:0:6510:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:0.0:1763344901.824979:0:6510:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344901.824982:0:6510:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.824983:0:6510:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.824985:0:6510:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.824987:0:6510:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.824990:0:6510:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763344901.824994:0:6510:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab2bab0. 00000100:00000001:0.0:1763344901.824997:0:6510:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.824999:0:6510:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.825004:0:6510:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e4fc2c46000. 02000000:00000001:0.0:1763344901.825006:0:6510:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.825008:0:6510:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344901.825011:0:6510:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd192e480. 00000020:00000001:0.0:1763344901.825013:0:6510:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763344901.825015:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.825020:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664239819832 : -107409469731784 : ffff9e4fc8b60c38) 00080000:00000001:0.0:1763344901.825025:0:6510:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344901.825028:0:6510:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de0600. 00080000:00000001:0.0:1763344901.825031:0:6510:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460543488 : -107409249008128 : ffff9e4fd5de0600) 00000020:00000001:0.0:1763344901.825034:0:6510:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:0.0:1763344901.825039:0:6510:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.825042:0:6510:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763344901.825043:0:6510:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344901.825046:0:6510:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344901.825048:0:6510:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344901.825051:0:6510:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2c80. 00080000:00000001:0.0:1763344901.825053:0:6510:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.825059:0:6510:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.825062:0:6510:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763344901.825064:0:6510:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff9e50f3505998 name trusted.fid flag 1 00080000:00000001:0.0:1763344901.825068:0:6510:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344901.825070:0:6510:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000403:0x1b9a:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763344901.825092:0:6510:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763344901.825094:0:6510:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff9e4fc2c46208 index 0: rc = 0 00000020:00000040:0.0:1763344901.825097:0:6510:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763344901.825099:0:6510:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344901.825102:0:6510:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344901.825104:0:6510:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946964, last_committed = 8589946962 00000001:00000010:0.0:1763344901.825108:0:6510:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc480. 00000001:00000040:0.0:1763344901.825110:0:6510:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50e57d7800 : new cb_count 1 00000020:00000040:0.0:1763344901.825112:0:6510:0:(genops.c:887:class_export_get()) GET export ffff9e50e57d7800 refcount=6 00000001:00000001:0.0:1763344901.825123:0:6510:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344901.825127:0:6510:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2c80. 00040000:00000001:0.0:1763344901.825129:0:6510:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344901.825131:0:6510:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344901.825133:0:6510:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344901.825135:0:6510:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fddec4600/ffff9e4fc8b60be0 to site lru. bkt: ffff9e50fb896e98 00000020:00000001:0.0:1763344901.825138:0:6510:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344901.825140:0:6510:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab2bab0. 00000020:00000010:0.0:1763344901.825143:0:6510:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd192e480. 00000020:00000001:0.0:1763344901.825145:0:6510:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344901.825148:0:6510:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946949, transno 8589946964, xid 1848987617974528 00010000:00000001:0.0:1763344901.825151:0:6510:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.825155:0:6510:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e65f80 x1848987617974528/t8589946964(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 408/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344901.825162:0:6510:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.825165:0:6510:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.825168:0:6510:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.825172:0:6510:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.825175:0:6510:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344901.825177:0:6510:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344901.825179:0:6510:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.825182:0:6510:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.825184:0:6510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.825186:0:6510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344901.825189:0:6510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192e480. 00000100:00000200:0.0:1763344901.825192:0:6510:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617974528, offset 224 00000400:00000200:0.0:1763344901.825197:0:6510:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344901.825204:0:6510:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344901.825209:0:6510:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29d900 00000400:00000200:0.0:1763344901.825214:0:6510:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665c45 [2] + 224 00000400:00000200:0.0:1763344901.825219:0:6510:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.825221:0:6510:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344901.825225:0:6510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.825229:0:6510:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50c3e65880 x1848987617974528/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344901.825238:0:6510:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50c3e65880 x1848987617974528/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.825248:0:6510:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344901.825253:0:6510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192e480 00000400:00000010:0.0:1763344901.825255:0:6510:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192e480. 00000100:00000001:0.0:1763344901.825257:0:6510:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.825259:0:6510:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344901.825261:0:6510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.825264:0:6510:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344901.825267:0:6510:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.825269:0:6510:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.825271:0:6510:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.825275:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e65f80 x1848987617974528/t8589946964(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:132/0 lens 408/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344901.825283:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:10286:x1848987617974528:12345-0@lo:1000:mdt00_004.0 Request processed in 330us (638us total) trans 8589946964 rc 0/0 00000100:00100000:0.0:1763344901.825290:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8666 00000100:00000040:0.0:1763344901.825293:0:6510:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d7800 : new rpc_count 0 00000100:00000001:0.0:1763344901.825296:0:6510:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.825297:0:6510:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.825302:0:6510:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344901.825307:0:6510:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732320. 00000020:00000010:0.0:1763344901.825310:0:6510:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de0e00. 00000020:00000040:0.0:1763344901.825316:0:6510:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d7800 : new refcount 5 00000100:00000001:0.0:1763344901.825319:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763344901.825834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e5a53000. 00010000:00000010:2.1:1763344901.825844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359600. 00010000:00000010:2.1:1763344901.825849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00080000:00000010:2.1:1763344901.825856:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50df139f80. 00080000:00000010:2.1:1763344901.825862:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50f4ec0e80. 00000100:00000001:1.0:1763344901.827512:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344901.827525:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344901.827527:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344901.827532:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c160. 00000400:00000200:1.0:1763344901.827539:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c38d50c0 00000400:00000010:1.0:1763344901.827542:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50c38d50c0. 00000100:00000001:1.0:1763344901.827545:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344901.827555:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50c3e65880 x1848987617974528/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344901.827566:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50c3e65880 x1848987617974528/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.827574:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344901.827576:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.827578:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344901.827582:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344901.827584:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.827587:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.827590:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.827599:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50f855f578 time=101 v=5 (5 5 0 0) 00000100:00001000:1.0:1763344901.827604:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f855f410 time=38 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.827607:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344901.827609:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.827612:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344901.827615:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.827619:0:10286:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763344901.827620:0:10286:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763344901.827622:0:10286:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763344901.827625:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344901.827626:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668454066304 : -107405255485312 : ffff9e50c3e65880) 00000100:00000001:1.0:1763344901.827629:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344901.827632:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 8589946949 00000100:00000001:1.0:1763344901.827634:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344901.827636:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.827641:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50c3e65880 x1848987617974528/t8589946964(8589946964) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.827648:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344901.827650:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344901.827652:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344901.827656:0:10286:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:1.0:1763344901.827662:0:10286:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.827666:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e65880 x1848987617974528/t8589946964(8589946964) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.827673:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50c3e65880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10286:1848987617974528:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763344901.827677:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.827680:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.827682:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344901.827684:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.827687:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50c3e65880 x1848987617974528/t8589946964(8589946964) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.827699:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344901.827702:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5e840. 00000100:00000001:1.0:1763344901.827706:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344901.827708:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.827710:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344901.827713:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50c3e65880 x1848987617974528/t8589946964(8589946964) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.827719:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.827721:0:10286:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.827723:0:10286:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344901.827726:0:10286:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.827730:0:10286:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344901.827733:0:10286:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dc120. 00000020:00000001:1.0:1763344901.827735:0:10286:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.827741:0:10286:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.827746:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763344901.827751:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763344901.827752:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344901.827754:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344901.827756:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.827758:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.827761:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c2bd7400 refcount=3 00000020:00000001:1.0:1763344901.827763:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668434609152 : -107405274942464 : ffff9e50c2bd7400) 00010000:00000001:1.0:1763344901.827766:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668434609152 : -107405274942464 : ffff9e50c2bd7400) 00000004:00010000:1.0:1763344901.827771:0:10286:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006c9f5e3a reply state 00000000083b1a3e transno 25770257763 ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd7400/0x34881b4086817ebd lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.827782:0:10286:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1763344901.827821:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.827823:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.827827:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344901.827829:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344901.827830:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344901.827832:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344901.827835:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e14:0x0].0x0 (ffff9e50d232bd00) refcount = 1 00010000:00010000:1.0:1763344901.827839:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd7400/0x34881b4086817ebd lrc: 3/0,1 mode: TXN/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.827845:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344901.827847:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.827848:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.827851:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344901.827852:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.827856:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.827858:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e14:0x0].0x0 (ffff9e50d232bd00) 00010000:00010000:1.0:1763344901.827861:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763344901.827864:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.827867:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.827869:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.827870:0:10286:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1763344901.827873:0:10286:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763344901.827875:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.827876:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.827877:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344901.827879:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763344901.827881:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344901.827882:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763344901.827883:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763344901.827885:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763344901.827886:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344901.827887:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344901.827888:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.827890:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.827891:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c2bd6400 refcount=3 00000020:00000001:1.0:1763344901.827893:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668434605056 : -107405274946560 : ffff9e50c2bd6400) 00010000:00000001:1.0:1763344901.827895:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668434605056 : -107405274946560 : ffff9e50c2bd6400) 00000004:00010000:1.0:1763344901.827899:0:10286:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006c9f5e3a reply state 00000000083b1a3e transno 25770257763 ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd6400/0x34881b4086817eb6 lrc: 3/0,1 mode: EX/EX res: [0x200002b13:0x2e16:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.827905:0:10286:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1763344901.827907:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.827909:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.827911:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344901.827912:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344901.827914:0:10286:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344901.827915:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344901.827917:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) refcount = 2 00010000:00000040:1.0:1763344901.827920:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344901.827923:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 2/0,1 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00010000:1.0:1763344901.827929:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd6400/0x34881b4086817eb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.827933:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344901.827935:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.827936:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.827938:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344901.827939:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.827940:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.827942:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) 00010000:00010000:1.0:1763344901.827944:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763344901.827947:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.827949:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.827951:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.827952:0:10286:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1763344901.827953:0:10286:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:1.0:1763344901.827955:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.827956:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.827957:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344901.827958:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763344901.827959:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344901.827960:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763344901.827961:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344901.827964:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344901.827965:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344901.827967:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344901.827969:0:10286:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344901.827974:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257759, transno 25770257763, xid 1848987881552384 00010000:00000001:1.0:1763344901.827976:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763344901.827979:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=477 00010000:00000200:1.0:1763344901.827982:0:10286:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 25770257763, last committed = 25770257759 00010000:00000200:1.0:1763344901.827990:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e67b80 x1848987881552384/t25770257763(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 568/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344901.827998:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.828001:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.828003:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.828007:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.828010:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344901.828012:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344901.828015:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.828017:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.828021:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.828023:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.828033:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3c38. 00000100:00000200:1.0:1763344901.828038:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987881552384, offset 224 00000400:00000200:1.0:1763344901.828044:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.828057:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.828063:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385594:1385594:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385590:1385590:8:4294967295] 00000400:00000200:1.0:1763344901.828075:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.828080:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.828085:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a500. 00000800:00000200:1.0:1763344901.828092:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.828099:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.828104:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.828134:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.828138:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344901.828141:0:10286:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344901.828144:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.828146:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344901.828152:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e67b80 x1848987881552384/t25770257763(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 568/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.828162:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+477:252837:x1848987881552384:12345-192.168.203.14@tcp:61:lfs.0 Request processed in 25644us (26157us total) trans 25770257763 rc 0/0 00000100:00100000:1.0:1763344901.828171:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302980 00000100:00000040:1.0:1763344901.828175:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:1.0:1763344901.828177:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.828179:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763344901.828182:0:10286:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:1.0:1763344901.828186:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:1.0:1763344901.828190:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:1.0:1763344901.828194:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:1.0:1763344901.828198:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 476 00000100:00000001:1.0:1763344901.828201:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344901.828437:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344901.828443:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a500. 00000400:00000200:2.0:1763344901.828449:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344901.828454:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344901.828459:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3c38 00000400:00000010:2.0:1763344901.828461:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3c38. 00000100:00000001:2.0:1763344901.828466:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344901.828468:0:3635:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344901.836657:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.836674:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344901.836677:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.836680:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.836690:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344901.836709:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509dfbb00 00000400:00000200:1.0:1763344901.836717:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x659261 [2] + 784 00000800:00000001:1.0:1763344901.836725:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.836732:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344901.836734:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.836738:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344901.836745:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344901.836747:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763344901.836753:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e66300. 00000100:00000040:1.0:1763344901.836756:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e66300 x1848987881552640 msgsize 392 00000100:00100000:1.0:1763344901.836760:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344901.836777:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344901.836784:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344901.836786:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.836908:0:6507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344901.836912:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881552640 02000000:00000001:0.0:1763344901.836915:0:6507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.836918:0:6507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.836920:0:6507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.836926:0:6507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.836930:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881552640 00000020:00000001:0.0:1763344901.836934:0:6507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.836936:0:6507:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344901.836938:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.836941:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=477 00000020:00000001:0.0:1763344901.836943:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344901.836945:0:6507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344901.836950:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.836954:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.836957:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.836959:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000020:00000010:0.0:1763344901.836965:0:6507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de0e00. 00000020:00000010:0.0:1763344901.836971:0:6507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344901.836976:0:6507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732320. 00000100:00000040:0.0:1763344901.836984:0:6507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763344901.836987:0:6507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.836989:0:6507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344901.836991:0:6507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.836998:0:6507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.837014:0:6507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.837024:0:6507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.837027:0:6507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.837032:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35916 00000100:00000040:0.0:1763344901.837037:0:6507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344901.837039:0:6507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454068992 : -107405255482624 : ffff9e50c3e66300) 00000100:00000040:0.0:1763344901.837047:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e66300 x1848987881552640/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 392/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344901.837055:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.837057:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344901.837059:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.837062:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000100:00100000:0.0:1763344901.837065:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+477:252837:x1848987881552640:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:0.0:1763344901.837069:0:6507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881552640 00000020:00000001:0.0:1763344901.837072:0:6507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.837075:0:6507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344901.837079:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fc2c5e240: xid 1848987881552384, transno 25770257763, client gen 9, slot idx 4 00000001:00000001:0.0:1763344901.837084:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd62419c0: xid 1848987881551488, transno 25770257760, client gen 9, slot idx 1 00000001:00000010:0.0:1763344901.837089:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd62419c0. 00000001:00000001:0.0:1763344901.837092:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd6241d80: xid 1848987881552384, transno 25770257762, client gen 9, slot idx 3 00000001:00000001:0.0:1763344901.837095:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd6241d80: xid 1848987881552384, transno 25770257762, client gen 9, slot idx 3 00000001:00000010:0.0:1763344901.837097:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241d80. 00000001:00000001:0.0:1763344901.837099:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd6241900: xid 1848987881552384, transno 25770257761, client gen 9, slot idx 0 00000001:00000001:0.0:1763344901.837102:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd6241900: xid 1848987881552384, transno 25770257761, client gen 9, slot idx 0 00000001:00000010:0.0:1763344901.837104:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241900. 00000020:00000001:0.0:1763344901.837107:0:6507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.837109:0:6507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.837111:0:6507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:0.0:1763344901.837114:0:6507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344901.837117:0:6507:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881552640, found 0 last_xid 1848987881552639 00000020:00000001:0.0:1763344901.837119:0:6507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.837122:0:6507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.837124:0:6507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.837127:0:6507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837132:0:6507:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763344901.837134:0:6507:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763344901.837136:0:6507:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763344901.837139:0:6507:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837142:0:6507:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763344901.837146:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.837148:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.837151:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.837152:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.837155:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.837157:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.837158:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.837160:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.837161:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.837162:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.837163:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.837165:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.837166:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.837168:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837170:0:6507:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837171:0:6507:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763344901.837173:0:6507:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837176:0:6507:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344901.837177:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.837178:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.837180:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.837181:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.837182:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.837184:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.837185:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.837186:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.837189:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.837190:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.837195:0:6507:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344901.837201:0:6507:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:0.0:1763344901.837203:0:6507:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:0.0:1763344901.837206:0:6507:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344901.837207:0:6507:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.837210:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.837211:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837213:0:6507:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344901.837215:0:6507:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837217:0:6507:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.837221:0:6507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.837222:0:6507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.837230:0:6507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50cca09000. 02000000:00000001:0.0:1763344901.837232:0:6507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.837234:0:6507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837236:0:6507:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344901.837238:0:6507:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837241:0:6507:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763344901.837243:0:6507:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763344901.837245:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.837247:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50df139000 refcount=2 00000020:00000001:0.0:1763344901.837249:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668910014464 : -107404799537152 : ffff9e50df139000) 00000004:00000001:0.0:1763344901.837252:0:6507:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636668910014464 : -107404799537152 : ffff9e50df139000) 00000020:00000040:0.0:1763344901.837254:0:6507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50df139000 with handle 0x34881b4086817e07 from hash 00000004:00000001:0.0:1763344901.837259:0:6507:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763344901.837261:0:6507:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002b13:0x2e14:0x0] with intent: 0 00000004:00000001:0.0:1763344901.837265:0:6507:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763344901.837267:0:6507:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 4096 lsom blocks 8 blocks 8 truncate 0 00000004:00000001:0.0:1763344901.837270:0:6507:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344901.837273:0:6507:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344901.837279:0:6507:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837282:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.837287:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.837304:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344901.837308:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344901.837310:0:6507:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344901.837311:0:6507:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344901.837314:0:6507:0:(mdt_som.c:71:mdt_get_som()) [0x200002b13:0x2e14:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 00000004:00000002:0.0:1763344901.837318:0:6507:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344901.837321:0:6507:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837323:0:6507:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.837325:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.837326:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344901.837329:0:6507:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:0.0:1763344901.837332:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.837334:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.837335:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.837337:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.837338:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.837340:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.837342:0:6507:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.837345:0:6507:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344901.837346:0:6507:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837349:0:6507:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763344901.837351:0:6507:0:(mdt_som.c:114:mdt_set_som()) [0x200002b13:0x2e14:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:0.0:1763344901.837354:0:6507:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763344901.837357:0:6507:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763344901.837359:0:6507:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344901.837362:0:6507:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344901.837369:0:6507:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dca20. 00080000:00000001:0.0:1763344901.837373:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344901.837376:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de1200. 00080000:00000001:0.0:1763344901.837379:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460546560 : -107409249005056 : ffff9e4fd5de1200) 00000004:00000001:0.0:1763344901.837382:0:6507:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344901.837386:0:6507:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344901.837388:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.837390:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460546560 : -107409249005056 : ffff9e4fd5de1200) 00000004:00000001:0.0:1763344901.837394:0:6507:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837397:0:6507:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.837401:0:6507:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344901.837404:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344901.837409:0:6507:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344901.837411:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.837412:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460546560 : -107409249005056 : ffff9e4fd5de1200) 00080000:00000001:0.0:1763344901.837429:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344901.837433:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344901.837437:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2c80. 00080000:00000001:0.0:1763344901.837440:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837442:0:6507:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.837450:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.837452:0:6507:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837456:0:6507:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763344901.837459:0:6507:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763344901.837461:0:6507:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763344901.837462:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.837463:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460546560 : -107409249005056 : ffff9e4fd5de1200) 00080000:00000001:0.0:1763344901.837466:0:6507:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344901.837468:0:6507:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002b13:0x2e14:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:0.0:1763344901.837487:0:6507:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837490:0:6507:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837493:0:6507:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.837497:0:6507:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344901.837500:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344901.837503:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344901.837506:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257764, last_committed = 25770257759 00000001:00000010:0.0:1763344901.837510:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dcd20. 00000001:00000040:0.0:1763344901.837512:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 5 00000020:00000040:0.0:1763344901.837515:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=478 00000001:00000010:0.0:1763344901.837521:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192e480. 00000004:00000001:0.0:1763344901.837526:0:6507:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344901.837528:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.837529:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460546560 : -107409249005056 : ffff9e4fd5de1200) 00000004:00000001:0.0:1763344901.837541:0:6507:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344901.837545:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192e480: xid 1848987881552640, transno 25770257764, tag 1, client gen 9, slot idx 0 00000001:00000001:0.0:1763344901.837548:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344901.837555:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2c80. 00040000:00000001:0.0:1763344901.837559:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344901.837561:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344901.837563:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344901.837566:0:6507:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dca20. 00000020:00000001:0.0:1763344901.837568:0:6507:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837571:0:6507:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837573:0:6507:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837575:0:6507:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837577:0:6507:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763344901.837579:0:6507:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763344901.837581:0:6507:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344901.837582:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.837584:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.837588:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.837590:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.837592:0:6507:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837595:0:6507:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344901.837601:0:6507:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344901.837604:0:6507:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344901.837606:0:6507:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344901.837609:0:6507:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dca20. 00080000:00000001:0.0:1763344901.837611:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344901.837613:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd5de1a00. 00080000:00000001:0.0:1763344901.837615:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664460548608 : -107409249003008 : ffff9e4fd5de1a00) 00000004:00000001:0.0:1763344901.837618:0:6507:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1763344901.837620:0:6507:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1763344901.837621:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.837622:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460548608 : -107409249003008 : ffff9e4fd5de1a00) 00080000:00000001:0.0:1763344901.837625:0:6507:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344901.837626:0:6507:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837628:0:6507:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837630:0:6507:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.837633:0:6507:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344901.837634:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344901.837636:0:6507:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344901.837637:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.837638:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460548608 : -107409249003008 : ffff9e4fd5de1a00) 00080000:00000001:0.0:1763344901.837640:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344901.837642:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344901.837644:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2c80. 00080000:00000001:0.0:1763344901.837646:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837647:0:6507:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.837650:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.837652:0:6507:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344901.837654:0:6507:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763344898, ctime 1763344900 00000004:00000001:0.0:1763344901.837657:0:6507:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1763344901.837658:0:6507:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1763344901.837660:0:6507:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1763344901.837661:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.837662:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460548608 : -107409249003008 : ffff9e4fd5de1a00) 00080000:00000001:0.0:1763344901.837669:0:6507:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344901.837671:0:6507:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837673:0:6507:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837675:0:6507:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.837677:0:6507:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344901.837679:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763344901.837681:0:6507:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770257764 00000001:00000001:0.0:1763344901.837683:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344901.837684:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257765, last_committed = 25770257759 00000001:00000010:0.0:1763344901.837688:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dcc00. 00000001:00000040:0.0:1763344901.837689:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 6 00000020:00000040:0.0:1763344901.837691:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=479 00000001:00000010:0.0:1763344901.837694:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192e0c0. 00000004:00000001:0.0:1763344901.837696:0:6507:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344901.837697:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344901.837698:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664460548608 : -107409249003008 : ffff9e4fd5de1a00) 00000004:00000001:0.0:1763344901.837703:0:6507:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344901.837705:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd192e480: xid 1848987881552640, transno 25770257764, client gen 9, slot idx 0 00000001:00000001:0.0:1763344901.837708:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd192e480: xid 1848987881552640, transno 25770257764, client gen 9, slot idx 0 00000001:00000010:0.0:1763344901.837711:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192e480. 00000001:00000001:0.0:1763344901.837714:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192e0c0: xid 1848987881552640, transno 25770257765, tag 1, client gen 9, slot idx 1 00000001:00000001:0.0:1763344901.837718:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344901.837722:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2c80. 00040000:00000001:0.0:1763344901.837723:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344901.837725:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344901.837726:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344901.837728:0:6507:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dca20. 00000020:00000001:0.0:1763344901.837730:0:6507:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837733:0:6507:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763344901.837736:0:6507:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837739:0:6507:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763344901.837742:0:6507:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344901.837745:0:6507:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763344901.837747:0:6507:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50df139000. 00000004:00000001:0.0:1763344901.837760:0:6507:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344901.837764:0:6507:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8566d78/ffff9e4fd8566d20 to site lru. bkt: ffff9e50f846a108 00000004:00000001:0.0:1763344901.837767:0:6507:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344901.837768:0:6507:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837770:0:6507:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837772:0:6507:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763344901.837774:0:6507:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344901.837776:0:6507:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344901.837777:0:6507:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344901.837779:0:6507:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344901.837781:0:6507:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344901.837785:0:6507:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.837820:0:6507:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344901.837823:0:6507:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763344901.837828:0:6507:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344901.837834:0:6507:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.837837:0:6507:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344901.837840:0:6507:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257759, transno 25770257765, xid 1848987881552640 00010000:00000001:0.0:1763344901.837843:0:6507:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.837849:0:6507:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e66300 x1848987881552640/t25770257765(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 392/456 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344901.837857:0:6507:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.837859:0:6507:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.837864:0:6507:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=33 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.837869:0:6507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.837871:0:6507:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.837873:0:6507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.837876:0:6507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.837878:0:6507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.837881:0:6507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.837884:0:6507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.837889:0:6507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495ee0. 00000100:00000200:0.0:1763344901.837895:0:6507:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881552640, offset 224 00000400:00000200:0.0:1763344901.837901:0:6507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.837911:0:6507:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.837918:0:6507:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385595:1385595:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385591:1385591:8:4294967295] 00000400:00000200:0.0:1763344901.837929:0:6507:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.837935:0:6507:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.837939:0:6507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344901.837945:0:6507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.837951:0:6507:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.837955:0:6507:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.837974:0:6507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.837978:0:6507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.837981:0:6507:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.837983:0:6507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.837985:0:6507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.837989:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e66300 x1848987881552640/t25770257765(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 392/456 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344901.837998:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+479:252837:x1848987881552640:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 941us (1240us total) trans 25770257765 rc 0/0 00000100:00100000:0.0:1763344901.838005:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35916 00000100:00000040:0.0:1763344901.838009:0:6507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:0.0:1763344901.838011:0:6507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.838012:0:6507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:0.0:1763344901.838015:0:6507:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:0.0:1763344901.838018:0:6507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344901.838022:0:6507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732320. 00000020:00000010:0.0:1763344901.838025:0:6507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de0e00. 00000020:00000040:0.0:1763344901.838031:0:6507:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 478 00000100:00000001:0.0:1763344901.838033:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.838202:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.838207:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:3.0:1763344901.838210:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.838215:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.838219:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495ee0 00000400:00000010:3.0:1763344901.838221:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495ee0. 00000100:00000001:3.0:1763344901.838224:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.838226:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763344901.841939:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.841953:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344901.841957:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.841959:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344901.841969:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344901.841986:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509dfbc00 00000400:00000200:2.0:1763344901.841995:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x659261 [2] + 1176 00000800:00000001:2.0:1763344901.842003:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.842011:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344901.842014:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344901.842018:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344901.842025:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344901.842026:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763344901.842034:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a9880. 00000100:00000040:2.0:1763344901.842037:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2a9880 x1848987881552896 msgsize 392 00000100:00100000:2.0:1763344901.842041:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344901.842061:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344901.842071:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.842075:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.842150:0:114643:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.842154:0:114643:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881552896 02000000:00000001:1.0:1763344901.842158:0:114643:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.842161:0:114643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.842163:0:114643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.842167:0:114643:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.842171:0:114643:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881552896 00000020:00000001:1.0:1763344901.842175:0:114643:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.842177:0:114643:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:1.0:1763344901.842179:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.842183:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=479 00000020:00000001:1.0:1763344901.842186:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:1.0:1763344901.842188:0:114643:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:1.0:1763344901.842193:0:114643:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.842198:0:114643:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6100. 00000100:00000001:1.0:1763344901.842202:0:114643:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.842204:0:114643:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6100. 00000020:00000010:1.0:1763344901.842210:0:114643:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3e00. 00000020:00000010:1.0:1763344901.842215:0:114643:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344901.842221:0:114643:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04e10. 00000100:00000040:1.0:1763344901.842228:0:114643:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763344901.842231:0:114643:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.842232:0:114643:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344901.842235:0:114643:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.842243:0:114643:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.842261:0:114643:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.842272:0:114643:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.842274:0:114643:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.842279:0:114643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35917 00000100:00000040:1.0:1763344901.842283:0:114643:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:1.0:1763344901.842285:0:114643:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163182208 : -107404546369408 : ffff9e50ee2a9880) 00000100:00000040:1.0:1763344901.842292:0:114643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a9880 x1848987881552896/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 392/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344901.842301:0:114643:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.842304:0:114643:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6100. 00000100:00000001:1.0:1763344901.842306:0:114643:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.842308:0:114643:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6100. 00000100:00100000:1.0:1763344901.842313:0:114643:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+479:252837:x1848987881552896:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:1.0:1763344901.842316:0:114643:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881552896 00000020:00000001:1.0:1763344901.842319:0:114643:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344901.842323:0:114643:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763344901.842327:0:114643:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd192e0c0: xid 1848987881552640, transno 25770257765, client gen 9, slot idx 1 00000001:00000001:1.0:1763344901.842332:0:114643:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fc2c5e240: xid 1848987881552384, transno 25770257763, client gen 9, slot idx 4 00000001:00000010:1.0:1763344901.842336:0:114643:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fc2c5e240. 00000020:00000001:1.0:1763344901.842340:0:114643:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.842342:0:114643:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.842344:0:114643:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:1.0:1763344901.842346:0:114643:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344901.842349:0:114643:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881552896, found 0 last_xid 1848987881552895 00000020:00000001:1.0:1763344901.842352:0:114643:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.842353:0:114643:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344901.842355:0:114643:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344901.842358:0:114643:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842363:0:114643:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763344901.842366:0:114643:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763344901.842367:0:114643:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763344901.842371:0:114643:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842374:0:114643:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763344901.842378:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.842380:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.842382:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.842384:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.842386:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.842387:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.842388:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.842390:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.842392:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.842393:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.842394:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.842396:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.842397:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.842399:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842401:0:114643:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842403:0:114643:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763344901.842404:0:114643:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842407:0:114643:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763344901.842409:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.842410:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.842412:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.842413:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.842426:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.842427:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.842428:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.842430:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.842433:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.842434:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.842438:0:114643:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344901.842444:0:114643:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:1.0:1763344901.842446:0:114643:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:1.0:1763344901.842449:0:114643:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344901.842450:0:114643:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.842453:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.842454:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842456:0:114643:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344901.842458:0:114643:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842460:0:114643:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.842464:0:114643:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.842467:0:114643:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.842474:0:114643:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50e5677800. 02000000:00000001:1.0:1763344901.842476:0:114643:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.842478:0:114643:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842480:0:114643:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763344901.842482:0:114643:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842486:0:114643:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763344901.842488:0:114643:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763344901.842489:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.842492:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50d7d0e800 refcount=2 00000020:00000001:1.0:1763344901.842494:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668788205568 : -107404921346048 : ffff9e50d7d0e800) 00000004:00000001:1.0:1763344901.842496:0:114643:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636668788205568 : -107404921346048 : ffff9e50d7d0e800) 00000020:00000040:1.0:1763344901.842499:0:114643:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50d7d0e800 with handle 0x34881b4086817e1c from hash 00000004:00000001:1.0:1763344901.842503:0:114643:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763344901.842505:0:114643:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002b13:0x2e16:0x0] with intent: 0 00000004:00000001:1.0:1763344901.842508:0:114643:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763344901.842510:0:114643:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 8 truncate 0 00000004:00000001:1.0:1763344901.842514:0:114643:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763344901.842516:0:114643:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763344901.842523:0:114643:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842526:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.842531:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.842547:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344901.842550:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344901.842552:0:114643:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763344901.842554:0:114643:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344901.842556:0:114643:0:(mdt_som.c:71:mdt_get_som()) [0x200002b13:0x2e16:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763344901.842559:0:114643:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763344901.842562:0:114643:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842564:0:114643:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.842565:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.842567:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763344901.842569:0:114643:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:1.0:1763344901.842572:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.842574:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.842576:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.842577:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.842579:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.842580:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.842582:0:114643:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.842585:0:114643:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763344901.842586:0:114643:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842589:0:114643:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:1.0:1763344901.842591:0:114643:0:(mdt_som.c:114:mdt_set_som()) [0x200002b13:0x2e16:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:1.0:1763344901.842595:0:114643:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.842597:0:114643:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:1.0:1763344901.842599:0:114643:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763344901.842602:0:114643:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763344901.842608:0:114643:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc2decba0. 00080000:00000001:1.0:1763344901.842611:0:114643:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344901.842615:0:114643:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e2a00. 00080000:00000001:1.0:1763344901.842617:0:114643:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300120576 : -107409409431040 : ffff9e4fcc4e2a00) 00000004:00000001:1.0:1763344901.842621:0:114643:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.842624:0:114643:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.842627:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.842629:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300120576 : -107409409431040 : ffff9e4fcc4e2a00) 00000004:00000001:1.0:1763344901.842633:0:114643:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842636:0:114643:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.842639:0:114643:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763344901.842641:0:114643:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763344901.842647:0:114643:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763344901.842648:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.842649:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300120576 : -107409409431040 : ffff9e4fcc4e2a00) 00080000:00000001:1.0:1763344901.842877:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.842882:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.842886:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6100. 00080000:00000001:1.0:1763344901.842890:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842892:0:114643:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.842901:0:114643:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.842904:0:114643:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842909:0:114643:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.842913:0:114643:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763344901.842914:0:114643:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763344901.842916:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.842918:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300120576 : -107409409431040 : ffff9e4fcc4e2a00) 00080000:00000001:1.0:1763344901.842921:0:114643:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763344901.842923:0:114643:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002b13:0x2e16:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:1.0:1763344901.842944:0:114643:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842946:0:114643:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.842948:0:114643:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.842952:0:114643:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763344901.842955:0:114643:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763344901.842959:0:114643:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763344901.842962:0:114643:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257766, last_committed = 25770257759 00000001:00000010:1.0:1763344901.842965:0:114643:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2dec5a0. 00000001:00000040:1.0:1763344901.842968:0:114643:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 7 00000020:00000040:1.0:1763344901.842970:0:114643:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=480 00000001:00000010:1.0:1763344901.842976:0:114643:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e50c38d50c0. 00000004:00000001:1.0:1763344901.842981:0:114643:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763344901.842983:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.842984:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300120576 : -107409409431040 : ffff9e4fcc4e2a00) 00000004:00000001:1.0:1763344901.842995:0:114643:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763344901.842999:0:114643:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e50c38d50c0: xid 1848987881552896, transno 25770257766, tag 1, client gen 9, slot idx 0 00000001:00000001:1.0:1763344901.843002:0:114643:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763344901.843009:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6100. 00040000:00000001:1.0:1763344901.843013:0:114643:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344901.843015:0:114643:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344901.843018:0:114643:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344901.843021:0:114643:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc2decba0. 00000020:00000001:1.0:1763344901.843025:0:114643:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843028:0:114643:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843031:0:114643:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843033:0:114643:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843035:0:114643:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763344901.843037:0:114643:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763344901.843039:0:114643:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763344901.843040:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.843042:0:114643:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344901.843045:0:114643:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344901.843047:0:114643:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763344901.843051:0:114643:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763344901.843053:0:114643:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344901.843055:0:114643:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002b13:0x2e16:0x0], previous was 0x7 00000004:00000001:1.0:1763344901.843058:0:114643:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843060:0:114643:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763344901.843063:0:114643:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843066:0:114643:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:1.0:1763344901.843068:0:114643:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763344901.843071:0:114643:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc2decba0. 00080000:00000001:1.0:1763344901.843073:0:114643:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344901.843075:0:114643:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e2c00. 00080000:00000001:1.0:1763344901.843077:0:114643:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300121088 : -107409409430528 : ffff9e4fcc4e2c00) 00000004:00000001:1.0:1763344901.843082:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.843084:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300121088 : -107409409430528 : ffff9e4fcc4e2c00) 00080000:00000001:1.0:1763344901.843087:0:114643:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1763344901.843089:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.843091:0:114643:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843093:0:114643:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:1.0:1763344901.843095:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.843096:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300121088 : -107409409430528 : ffff9e4fcc4e2c00) 00000004:00000001:1.0:1763344901.843099:0:114643:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843102:0:114643:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:1.0:1763344901.843104:0:114643:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344901.843106:0:114643:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843108:0:114643:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763344901.843110:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.843111:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300121088 : -107409409430528 : ffff9e4fcc4e2c00) 00080000:00000001:1.0:1763344901.843113:0:114643:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1763344901.843115:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1763344901.843117:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1763344901.843119:0:114643:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b13:0x2e16:0x0] not in the id map cache 00080000:00000001:1.0:1763344901.843122:0:114643:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843124:0:114643:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843127:0:114643:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763344901.843129:0:114643:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763344901.843131:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.843133:0:114643:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344901.843136:0:114643:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344901.843138:0:114643:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.843140:0:114643:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.843143:0:114643:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.843146:0:114643:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.843148:0:114643:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344901.843149:0:114643:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000403 00000004:00000001:1.0:1763344901.843152:0:114643:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843153:0:114643:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446636664300121088 : -107409409430528 : ffff9e4fcc4e2c00) 00000004:00000001:1.0:1763344901.843157:0:114643:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:1.0:1763344901.843159:0:114643:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:1.0:1763344901.843161:0:114643:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763344901.843163:0:114643:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664300121088 : -107409409430528 : ffff9e4fcc4e2c00) 00000004:00000040:1.0:1763344901.843166:0:114643:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50ef7a7cc0 : new refcount 3 00000040:00000001:1.0:1763344901.843169:0:114643:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763344901.843173:0:114643:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763344901.843176:0:114643:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:1.0:1763344901.843178:0:114643:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344901.843181:0:114643:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344901.843183:0:114643:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344901.843185:0:114643:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.843187:0:114643:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763344901.843189:0:114643:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1763344901.843192:0:114643:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1763344901.843195:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.843197:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.843200:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6100. 00080000:00000001:1.0:1763344901.843202:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.843204:0:114643:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:1.0:1763344901.843206:0:114643:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x19:0x0] not in the id map cache 00000001:00000001:1.0:1763344901.843209:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.843211:0:114643:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.843213:0:114643:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.843216:0:114643:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.843218:0:114643:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.843220:0:114643:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344901.843222:0:114643:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344901.843224:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.843225:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.843227:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6780. 00080000:00000001:1.0:1763344901.843229:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.843231:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.843233:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.843234:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.843235:0:114643:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.843237:0:114643:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.843240:0:114643:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344901.843241:0:114643:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.843244:0:114643:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344901.843245:0:114643:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344901.843246:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.843248:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.843250:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6540. 00080000:00000001:1.0:1763344901.843251:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.843253:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.843255:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344901.843256:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.843258:0:114643:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.843260:0:114643:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.843261:0:114643:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344901.843262:0:114643:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.843264:0:114643:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344901.843266:0:114643:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344901.843268:0:114643:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50ef7a7cc0 : new refcount 2 00000004:00000001:1.0:1763344901.843271:0:114643:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843273:0:114643:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843275:0:114643:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843277:0:114643:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843279:0:114643:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.843283:0:114643:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763344901.843284:0:114643:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763344901.843286:0:114643:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763344901.843287:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.843289:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300121088 : -107409409430528 : ffff9e4fcc4e2c00) 00080000:00000001:1.0:1763344901.843291:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344901.843293:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344901.843295:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6880. 00080000:00000001:1.0:1763344901.843296:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843298:0:114643:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.843302:0:114643:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.843303:0:114643:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843307:0:114643:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:1.0:1763344901.843311:0:114643:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:1.0:1763344901.843312:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.843313:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300121088 : -107409409430528 : ffff9e4fcc4e2c00) 00080000:00000001:1.0:1763344901.843317:0:114643:0:(osd_handler.c:5880:osd_index_ea_delete()) Process entered 00080000:00000001:1.0:1763344901.843342:0:114643:0:(osd_handler.c:5943:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763344901.843345:0:114643:0:(osd_handler.c:5949:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843347:0:114643:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843349:0:114643:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:1.0:1763344901.843350:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.843352:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300121088 : -107409409430528 : ffff9e4fcc4e2c00) 00080000:00000002:1.0:1763344901.843356:0:114643:0:(osd_handler.c:4785:osd_ref_del()) [0x200002b13:0x2e16:0x0] decrease nlink 1 00000004:00000001:1.0:1763344901.843362:0:114643:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843364:0:114643:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1763344901.843366:0:114643:0:(mdd_object.c:3993:mdd_close()) Object [0x200002b13:0x2e16:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:1.0:1763344901.843369:0:114643:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:1.0:1763344901.843370:0:114643:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763344901.843372:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.843373:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300121088 : -107409409430528 : ffff9e4fcc4e2c00) 00080000:00000001:1.0:1763344901.843376:0:114643:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:1.0:1763344901.843378:0:114643:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x200002b13:0x2e16:0x0] 00080000:00000001:1.0:1763344901.843381:0:114643:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763344901.843383:0:114643:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.843384:0:114643:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.843386:0:114643:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.843388:0:114643:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.843390:0:114643:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.843392:0:114643:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1763344901.843400:0:114643:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50efa5c160. 00000001:00000010:1.0:1763344901.843412:0:114643:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50efa5c160. 00080000:00000001:1.0:1763344901.843426:0:114643:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.843428:0:114643:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843430:0:114643:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843433:0:114643:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763344901.843434:0:114643:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763344901.843436:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.843437:0:114643:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344901.843439:0:114643:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344901.843440:0:114643:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344901.843441:0:114643:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344901.843442:0:114643:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.843444:0:114643:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344901.843446:0:114643:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344901.843448:0:114643:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000403 00000004:00000001:1.0:1763344901.843449:0:114643:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843451:0:114643:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446636664300121088 : -107409409430528 : ffff9e4fcc4e2c00) 00000004:00000001:1.0:1763344901.843454:0:114643:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:1.0:1763344901.843455:0:114643:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:1.0:1763344901.843457:0:114643:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763344901.843458:0:114643:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664300121088 : -107409409430528 : ffff9e4fcc4e2c00) 00000004:00000040:1.0:1763344901.843461:0:114643:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50ef7a7cc0 : new refcount 3 00000040:00000001:1.0:1763344901.843463:0:114643:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:1.0:1763344901.843465:0:114643:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:1.0:1763344901.843467:0:114643:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:1.0:1763344901.843469:0:114643:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446636664126184960 : -107409583366656 : ffff9e4fc1f01e00) 00000040:00000001:1.0:1763344901.843471:0:114643:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344901.843472:0:114643:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344901.843474:0:114643:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763344901.843476:0:114643:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763344901.843478:0:114643:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x18:0x0] 00000040:00080000:1.0:1763344901.843505:0:114643:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x18:0x0].6114, 64 off399536 00000040:00000001:1.0:1763344901.843508:0:114643:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344901.843510:0:114643:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763344901.843515:0:114643:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1763344901.843517:0:114643:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344901.843520:0:114643:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763344901.843521:0:114643:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50ef7a7cc0 : new refcount 2 00000004:00001000:1.0:1763344901.843524:0:114643:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x18:0x0].6114: rc = 1 00000004:00000001:1.0:1763344901.843527:0:114643:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843529:0:114643:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843531:0:114643:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843532:0:114643:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843534:0:114643:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.843537:0:114643:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:1.0:1763344901.843539:0:114643:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763344901.843541:0:114643:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763344901.843543:0:114643:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763344901.843545:0:114643:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770257766 00000001:00000001:1.0:1763344901.843547:0:114643:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763344901.843549:0:114643:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257767, last_committed = 25770257759 00000001:00000010:1.0:1763344901.843552:0:114643:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2decc00. 00000001:00000040:1.0:1763344901.843554:0:114643:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 8 00000020:00000040:1.0:1763344901.843556:0:114643:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=481 00000001:00000010:1.0:1763344901.843561:0:114643:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fc2c5e240. 00000004:00000001:1.0:1763344901.843564:0:114643:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763344901.843565:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344901.843566:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664300121088 : -107409409430528 : ffff9e4fcc4e2c00) 00000004:00000001:1.0:1763344901.843570:0:114643:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763344901.843574:0:114643:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e50c38d50c0: xid 1848987881552896, transno 25770257766, client gen 9, slot idx 0 00000001:00000001:1.0:1763344901.843577:0:114643:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e50c38d50c0: xid 1848987881552896, transno 25770257766, client gen 9, slot idx 0 00000001:00000010:1.0:1763344901.843580:0:114643:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e50c38d50c0. 00000001:00000001:1.0:1763344901.843584:0:114643:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fc2c5e240: xid 1848987881552896, transno 25770257767, tag 1, client gen 9, slot idx 3 00000001:00000001:1.0:1763344901.843587:0:114643:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763344901.843590:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6880. 00080000:00000010:1.0:1763344901.843593:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6540. 00080000:00000010:1.0:1763344901.843595:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6780. 00080000:00000010:1.0:1763344901.843598:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6100. 00040000:00000001:1.0:1763344901.843600:0:114643:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344901.843602:0:114643:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344901.843604:0:114643:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344901.843606:0:114643:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc2decba0. 00000800:00000001:3.0:1763344901.846904:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.846922:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344901.846926:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.846929:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.846945:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344901.846964:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfbc80 00000400:00000200:3.0:1763344901.846972:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cfc9 [2] + 1640 00000800:00000001:3.0:1763344901.846979:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.847662:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344901.847668:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.847674:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344901.847682:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344901.847685:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763344901.847691:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1c700. 00000100:00000040:3.0:1763344901.847694:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1c700 x1848987881553024 msgsize 328 00000100:00100000:3.0:1763344901.847699:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344901.847774:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344901.847786:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344901.847813:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.847846:0:114643:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344901.847856:0:114643:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:1.0:1763344901.847861:0:114643:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344901.847864:0:114643:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344901.847871:0:114643:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6b400 count: 3 00010000:00000001:1.0:1763344901.847874:0:114643:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.847876:0:114643:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.847881:0:114643:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35800. 00000100:00000001:0.0:1763344901.847882:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1763344901.847885:0:114643:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00100000:0.0:1763344901.847885:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881553024 00000020:00000040:1.0:1763344901.847888:0:114643:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35800 with handle 0x34881b4086817ec4 to hash 02000000:00000001:0.0:1763344901.847888:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1763344901.847890:0:114643:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:0.0:1763344901.847890:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1763344901.847891:0:114643:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00000100:00000001:0.0:1763344901.847892:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1763344901.847896:0:114643:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997a80. 02000000:00000001:0.0:1763344901.847897:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.847899:0:114643:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00000100:00100000:0.0:1763344901.847900:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881553024 00010000:00000001:1.0:1763344901.847902:0:114643:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1763344901.847903:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1763344901.847904:0:114643:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.847904:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344901.847907:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1763344901.847908:0:114643:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35800/0x34881b4086817ec4 lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 114643 initiator: MDT0 00000020:00000040:0.0:1763344901.847909:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:0.0:1763344901.847911:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344901.847914:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00010000:00000001:1.0:1763344901.847916:0:114643:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1763344901.847918:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1763344901.847920:0:114643:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000010:0.0:1763344901.847922:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00010000:00000001:1.0:1763344901.847923:0:114643:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00000100:00000001:0.0:1763344901.847924:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.847925:0:114643:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000020:00000010:0.0:1763344901.847927:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00010000:00000001:1.0:1763344901.847928:0:114643:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.847930:0:114643:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.847931:0:114643:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.847933:0:114643:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000010:0.0:1763344901.847933:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de0e00. 00010000:00000001:1.0:1763344901.847935:0:114643:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344901.847936:0:114643:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344901.847938:0:114643:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000010:0.0:1763344901.847938:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139100. 00010000:00000040:1.0:1763344901.847940:0:114643:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) refcount = 3 00010000:00000040:1.0:1763344901.847943:0:114643:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000010:0.0:1763344901.847943:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732320. 00010000:00000040:1.0:1763344901.847946:0:114643:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd6400/0x34881b4086817eb6 lrc: 2/0,1 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00000100:00000040:0.0:1763344901.847949:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000040:1.0:1763344901.847952:0:114643:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 2/0,1 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00000100:00000001:0.0:1763344901.847952:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.847954:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763344901.847957:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00010000:1.0:1763344901.847958:0:114643:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35800/0x34881b4086817ec4 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 114643 initiator: MDT0 00010000:00000001:0.0:1763344901.847959:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.847962:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344901.847963:0:114643:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344901.847966:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1763344901.847967:0:114643:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:0.0:1763344901.847968:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1763344901.847969:0:114643:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.847969:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5200 refcount=3 00010000:00000001:1.0:1763344901.847971:0:114643:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:0.0:1763344901.847971:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:1.0:1763344901.847972:0:114643:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.847974:0:114643:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.847974:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:1.0:1763344901.847976:0:114643:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.847976:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.847977:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763344901.847979:0:114643:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00010000:00000001:0.0:1763344901.847979:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.847981:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344901.847986:0:114643:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.847988:0:114643:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35800/0x34881b4086817ec4 lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 114643 initiator: MDT0 00000100:00000001:0.0:1763344901.847988:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.847993:0:114643:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344901.847995:0:114643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.847996:0:114643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.847997:0:114643:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.847998:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.848000:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35800 refcount=3 00000020:00000001:1.0:1763344901.848002:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00000100:00000001:0.0:1763344901.848003:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.848004:0:114643:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00000001:1.0:1763344901.848006:0:114643:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.848007:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.848009:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35800 refcount=4 00000020:00000001:1.0:1763344901.848010:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00000001:1.0:1763344901.848012:0:114643:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00000100:00000001:0.0:1763344901.848013:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1763344901.848014:0:114643:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:0.0:1763344901.848014:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:1.0:1763344901.848017:0:114643:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35800/0x34881b4086817ec4 lrc: 4/0,1 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 114643 initiator: MDT0 00000100:00100000:0.0:1763344901.848019:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 3669 00010000:00000001:1.0:1763344901.848022:0:114643:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:0.0:1763344901.848022:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344901.848024:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006366464 : -107404703185152 : ffff9e50e4d1c700) 00010000:00010000:1.0:1763344901.848025:0:114643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35800/0x34881b4086817ec4 lrc: 4/0,1 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 114643 initiator: MDT0 00010000:00000001:1.0:1763344901.848029:0:114643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.848030:0:114643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1763344901.848031:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1c700 x1848987881553024/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1763344901.848033:0:114643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35800/0x34881b4086817ec4 lrc: 3/0,0 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 114643 initiator: MDT0 00010000:00000001:1.0:1763344901.848038:0:114643:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.848039:0:114643:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.848040:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1763344901.848042:0:114643:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000010:0.0:1763344901.848043:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00010000:00000010:1.0:1763344901.848045:0:114643:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fc2c5e840. 00000100:00000001:0.0:1763344901.848045:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.848047:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00010000:00000001:1.0:1763344901.848048:0:114643:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00100000:0.0:1763344901.848050:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2408:x1848987881553024:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763344901.848054:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881553024 00010000:00010000:1.0:1763344901.848056:0:114643:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1763344901.848056:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:1.0:1763344901.848058:0:114643:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:0.0:1763344901.848058:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344901.848060:0:114643:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.848060:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:1.0:1763344901.848062:0:114643:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344901.848063:0:114643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.848064:0:114643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1763344901.848064:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1763344901.848065:0:114643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.848066:0:114643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1763344901.848066:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:1.0:1763344901.848067:0:114643:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:1.0:1763344901.848070:0:114643:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50d7d0e800. 02000000:00000010:0.0:1763344901.848071:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50cca0b000. 02000000:00000001:0.0:1763344901.848073:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.848075:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.848077:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000004:00000001:1.0:1763344901.848078:0:114643:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00010000:00010000:0.0:1763344901.848079:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763344901.848081:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.848082:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.848083:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5200 refcount=3 00000020:00000001:0.0:1763344901.848085:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:0.0:1763344901.848087:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000040:0.0:1763344901.848089:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50c2a6bb00 count: 2 00002000:00000001:0.0:1763344901.848093:0:27025:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763344901.848097:0:27025:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344901.848100:0:27025:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.848106:0:27025:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00002000:00000001:0.0:1763344901.848109:0:27025:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195042576 : -107409514509040 : ffff9e4fc60acd10) 00002000:00000001:0.0:1763344901.848111:0:27025:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344901.848114:0:27025:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344901.848117:0:27025:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc60acd68/ffff9e4fc60acd10 to site lru. bkt: ffff9e50e5a41f48 00010000:00000001:0.0:1763344901.848120:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344901.848122:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.848124:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.848126:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.848128:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1763344901.848181:0:114643:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1763344901.848184:0:114643:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1763344901.848185:0:114643:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1763344901.848186:0:114643:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1763344901.848187:0:114643:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1763344901.848188:0:114643:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1763344901.848192:0:114643:0:(osd_handler.c:1672:osd_oxc_fini()) kfreed 'oxe': 124 at ffff9e50f4ec0100. 00080000:00000010:1.0:1763344901.848196:0:114643:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff9e4fd69ca000. 00000004:00000001:1.0:1763344901.848203:0:114643:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763344901.848205:0:114643:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763344901.848209:0:114643:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9e50f4ec0d00. 00000004:00000010:1.0:1763344901.848211:0:114643:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9e50d7c86e98. 00000004:00000010:1.0:1763344901.848216:0:114643:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9e4fcab39e98. 00000004:00000010:1.0:1763344901.848219:0:114643:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9e4fcab39148. 00000004:00000010:1.0:1763344901.848223:0:114643:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd6241540. 00000004:00000010:1.0:1763344901.848226:0:114643:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff9e4fe1bc8990. 00000004:00000010:1.0:1763344901.848231:0:114643:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9e4fd83102d0. 00000004:00000001:1.0:1763344901.848234:0:114643:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1763344901.848236:0:114643:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200002b13:0x2e16:0x0] 00000004:00000010:1.0:1763344901.848238:0:114643:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff9e4fd3375a40. 00000004:00000001:1.0:1763344901.848242:0:114643:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:1.0:1763344901.848243:0:114643:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344901.848245:0:114643:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.848247:0:114643:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.848249:0:114643:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763344901.848252:0:114643:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763344901.848254:0:114643:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344901.848255:0:114643:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344901.848257:0:114643:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000020:00000001:3.0:1763344901.848260:0:67526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000040:1.0:1763344901.848261:0:114643:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000020:00000001:3.0:1763344901.848262:0:67526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.848264:0:67526:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00000001:1.0:1763344901.848265:0:114643:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.848267:0:67526:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763344901.848268:0:67526:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1763344901.848270:0:114643:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00010000:00010000:3.0:1763344901.848271:0:67526:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35800/0x34881b4086817ec4 lrc: 2/0,0 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 114643 initiator: MDT0 02000000:00000001:1.0:1763344901.848272:0:114643:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00010000:3.0:1763344901.848277:0:67526:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca35800 already unused, calling callback (ffffffffc0e86b40) 00000020:00000001:1.0:1763344901.848278:0:114643:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00000001:3.0:1763344901.848280:0:67526:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763344901.848281:0:67526:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344901.848283:0:67526:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35800/0x34881b4086817ec4 lrc: 2/0,0 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 114643 initiator: MDT0 00000020:00000001:1.0:1763344901.848284:0:114643:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.848287:0:114643:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.848289:0:67526:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344901.848290:0:67526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:1.0:1763344901.848290:0:114643:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257759, transno 25770257767, xid 1848987881552896 00000020:00000001:3.0:1763344901.848292:0:67526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.848293:0:67526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35800 refcount=3 00010000:00000001:1.0:1763344901.848293:0:114643:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:3.0:1763344901.848295:0:67526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00000001:3.0:1763344901.848297:0:67526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405976576 : -107404303575040 : ffff9e50fca35800) 00010000:00000200:1.0:1763344901.848298:0:114643:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2a9880 x1848987881552896/t25770257767(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 392/456 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344901.848300:0:67526:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344901.848302:0:67526:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35800/0x34881b4086817ec4 lrc: 3/0,0 mode: PW/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 114643 initiator: MDT0 00010000:00000001:1.0:1763344901.848306:0:114643:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.848308:0:114643:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.848311:0:67526:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344901.848312:0:67526:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:1.0:1763344901.848312:0:114643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=33 v=5 (1 1 1 1) 00010000:00000001:3.0:1763344901.848313:0:67526:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.848316:0:67526:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1763344901.848317:0:114643:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1763344901.848318:0:67526:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1763344901.848319:0:114643:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344901.848320:0:67526:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.848321:0:67526:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.848321:0:114643:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 00000020:00000040:3.0:1763344901.848324:0:67526:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35800 with handle 0x34881b4086817ec4 from hash 02000000:00000001:1.0:1763344901.848325:0:114643:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1763344901.848326:0:67526:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344901.848327:0:67526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1763344901.848327:0:114643:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.848328:0:67526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.848329:0:67526:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1763344901.848330:0:114643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1763344901.848331:0:67526:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344901.848333:0:67526:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.848333:0:114643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00010000:00000001:3.0:1763344901.848335:0:67526:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344901.848336:0:67526:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:1.0:1763344901.848337:0:114643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3f68. 00010000:00000001:3.0:1763344901.848339:0:67526:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344901.848340:0:67526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) 00000100:00000200:1.0:1763344901.848342:0:114643:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881552896, offset 224 00010000:00010000:3.0:1763344901.848343:0:67526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:3.0:1763344901.848345:0:67526:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.848347:0:67526:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763344901.848347:0:114643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00010000:00000001:3.0:1763344901.848349:0:67526:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344901.848350:0:67526:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344901.848352:0:67526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.848353:0:67526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.848354:0:67526:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.848356:0:67526:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763344901.848356:0:114643:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00010000:00000001:3.0:1763344901.848358:0:67526:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.848360:0:67526:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35800/0x34881b4086817ec4 lrc: 1/0,0 mode: --/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 114643 initiator: MDT0 00000400:00000200:1.0:1763344901.848363:0:114643:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385596:1385596:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385592:1385592:8:4294967295] 00010000:00000001:3.0:1763344901.848365:0:67526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344901.848367:0:67526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35800/0x34881b4086817ec4 lrc: 0/0,0 mode: --/PW res: [0x200002b13:0x2e16:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 114643 initiator: MDT0 00000400:00000200:1.0:1763344901.848374:0:114643:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00010000:00000010:3.0:1763344901.848378:0:67526:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997a80. 00000800:00000200:1.0:1763344901.848379:0:114643:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00010000:00000001:3.0:1763344901.848383:0:67526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:1.0:1763344901.848383:0:114643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a500. 00010000:00000001:3.0:1763344901.848385:0:67526:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763344901.848386:0:67526:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4fc2c5e840. 00000800:00000200:1.0:1763344901.848388:0:114643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00010000:00000001:3.0:1763344901.848389:0:67526:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.848391:0:67526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344901.848392:0:67526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.848394:0:67526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763344901.848395:0:67526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:1.0:1763344901.848395:0:114643:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000020:00000001:3.0:1763344901.848397:0:67526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.848398:0:67526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763344901.848399:0:67526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000800:00000200:1.0:1763344901.848399:0:114643:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a500 type 1, nob 552 niov 1 nkiov 1 00000020:00000001:3.0:1763344901.848401:0:67526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.848402:0:67526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1763344901.848408:0:114643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.848411:0:114643:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344901.848426:0:114643:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344901.848428:0:114643:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.848430:0:114643:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344901.848435:0:114643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9880 x1848987881552896/t25770257767(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 392/456 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344901.848445:0:114643:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+481:252837:x1848987881552896:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 6142us (6405us total) trans 25770257767 rc 0/0 00000100:00100000:1.0:1763344901.848452:0:114643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35917 00000100:00000040:1.0:1763344901.848455:0:114643:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:1.0:1763344901.848458:0:114643:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.848459:0:114643:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763344901.848463:0:114643:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:1.0:1763344901.848466:0:114643:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344901.848469:0:114643:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04e10. 00000020:00000010:1.0:1763344901.848473:0:114643:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3e00. 00000020:00000040:1.0:1763344901.848478:0:114643:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 480 00000100:00000001:1.0:1763344901.848480:0:114643:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.848551:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344901.848552:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344901.848556:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.848557:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.848559:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.848561:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.848563:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b5200 with handle 0x34881b4086817e62 from hash 00010000:00000001:0.0:1763344901.848565:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344901.848566:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.848567:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.848568:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344901.848571:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344901.848572:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.848574:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344901.848575:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344901.848579:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b5200/0x34881b4086817e62 lrc: 0/0,0 mode: --/GROUP res: [0x280000403:0x1bc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 732683123 flags: 0x44801000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2cb expref: 20 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.848587:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:0.0:1763344901.848589:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:0.0:1763344901.848593:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.848597:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344901.848598:0:27025:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763344901.848600:0:27025:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.848602:0:27025:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.848603:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763344901.848605:0:27025:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50c2a6bb00 count: 0 00002000:00000010:0.0:1763344901.848609:0:27025:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e4fc4ba2980. 00010000:00000010:0.0:1763344901.848612:0:27025:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e50c2a6b500. 00010000:00010000:0.0:1763344901.848616:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344901.848618:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.848620:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.848622:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.848625:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.848627:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.848629:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.848631:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.848633:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.848634:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.848636:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.848638:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.848641:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495770. 00000100:00000200:0.0:1763344901.848644:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881553024, offset 224 00000400:00000200:0.0:1763344901.848648:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.848653:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.848657:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385597:1385597:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385593:1385593:7:4294967295] 00000400:00000200:0.0:1763344901.848665:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.848669:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.848673:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344901.848676:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.848680:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.848682:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.848685:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.848687:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.848690:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.848692:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.848695:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1c700 x1848987881553024/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/224 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344901.848707:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2408:x1848987881553024:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 662us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344901.848714:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 3669 00000100:00000040:0.0:1763344901.848716:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344901.848718:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.848719:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.848722:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344901.848725:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732320. 00000020:00000010:0.0:1763344901.848728:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de0e00. 00000020:00000040:0.0:1763344901.848732:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:0.0:1763344901.848734:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344901.848929:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.848933:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a500. 00000400:00000200:3.0:1763344901.848937:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.848942:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.848946:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3f68 00000400:00000010:3.0:1763344901.848948:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3f68. 00000100:00000001:3.0:1763344901.848951:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.848952:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763344901.848997:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.849000:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:3.0:1763344901.849003:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.849006:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.849008:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495770 00000400:00000010:3.0:1763344901.849009:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495770. 00000100:00000001:3.0:1763344901.849012:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344901.849013:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344901.853843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35800. 00010000:00000010:0.1:1763344901.860767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00010000:00000010:0.1:1763344901.860784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2a6bb00. 00000800:00000001:2.0:1763344901.874558:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.874578:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344901.874582:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.874584:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344901.874595:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344901.874613:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 304 into portal 12 MB=0x691a509dfbd00 00000400:00000200:2.0:1763344901.874620:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 304/304 into md 0x616b51 [64] + 124544 00000800:00000001:2.0:1763344901.874628:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.874639:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344901.874642:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344901.874646:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344901.874654:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344901.874656:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344901.874662:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2aaa00. 00000100:00000040:2.0:1763344901.874666:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2aaa00 x1848987881553152 msgsize 304 00000100:00100000:2.0:1763344901.874670:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344901.874688:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344901.874696:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.874699:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.875583:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.875588:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881553152 02000000:00000001:1.0:1763344901.875593:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.875595:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.875597:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.875602:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.875606:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881553152 00000020:00000001:1.0:1763344901.875609:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.875611:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344901.875614:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.875618:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=232 00000020:00000001:1.0:1763344901.875620:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344901.875623:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344901.875628:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.875635:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6100. 00000100:00000001:1.0:1763344901.875639:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.875642:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6100. 00000020:00000010:1.0:1763344901.875651:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3e00. 00000020:00000010:1.0:1763344901.875657:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344901.875663:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04e10. 00000100:00000040:1.0:1763344901.875671:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344901.875675:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.875676:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344901.875679:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.875687:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.875709:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.875723:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.875725:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.875732:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302981 00000100:00000040:1.0:1763344901.875735:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344901.875738:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163186688 : -107404546364928 : ffff9e50ee2aaa00) 00000100:00000040:1.0:1763344901.875745:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2aaa00 x1848987881553152/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 304/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.875758:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.875760:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6100. 00000100:00000001:1.0:1763344901.875762:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.875765:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6100. 00000100:00100000:1.0:1763344901.875769:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:252838:x1848987881553152:12345-192.168.203.14@tcp:53:lfs.0 00000100:00000200:1.0:1763344901.875773:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881553152 00000020:00000001:1.0:1763344901.875776:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344901.875779:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344901.875783:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.875786:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.875805:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809472 : -1044742144 : ffffffffc1ba8000) 00000020:00000001:1.0:1763344901.875809:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344901.875811:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881553152, found 0 last_xid 1848987881553151 00000020:00000001:1.0:1763344901.875814:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.875816:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344901.875818:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344901.875821:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.875823:0:10286:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:1.0:1763344901.875829:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.875831:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.875840:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff9e50d6454000. 02000000:00000001:1.0:1763344901.875842:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.875844:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.875850:0:10286:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:1.0:1763344901.875852:0:10286:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x240002b13:0x12e80:0x0] from 18446744073709551615 #0 00000004:00000001:1.0:1763344901.875854:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344901.875856:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e80:0x0] 00000020:00000001:1.0:1763344901.875859:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.875867:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501992088 : -107409207559528 : ffff9e4fd8567a98) 00000004:00000001:1.0:1763344901.875870:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501992000 : -107409207559616 : ffff9e4fd8567a40) 00000004:00000001:1.0:1763344901.875872:0:10286:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:1.0:1763344901.875874:0:10286:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:1.0:1763344901.875880:0:10286:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9e4fcb11e000. 00000004:00000001:1.0:1763344901.875883:0:10286:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763344901.875885:0:10286:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1763344901.875894:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.875899:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.875920:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.875923:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.875927:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.875928:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.875932:0:10286:0:(lod_object.c:1534:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344901.875934:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344901.875937:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344901.875939:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344901.875940:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344901.875941:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x112:0x0] 00000020:00000001:1.0:1763344901.875943:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.875946:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000004:00000001:1.0:1763344901.875948:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063232 : -107409293488384 : ffff9e4fd3374f00) 00000004:00000001:1.0:1763344901.875950:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.875953:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.875959:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=67 : 67 : 43) 00000004:00000001:1.0:1763344901.875961:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=67 : 67 : 43) 00000004:00000001:1.0:1763344901.875963:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.875964:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.875966:0:10286:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.875967:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.875969:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763344901.875972:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000004:00000001:1.0:1763344901.875974:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344901.875975:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344901.875976:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e13:0x0] 00000020:00000001:1.0:1763344901.875977:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.875980:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669480727800 : -107404228823816 : ffff9e510117f4f8) 00000004:00000001:1.0:1763344901.875982:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636669480727712 : -107404228823904 : ffff9e510117f4a0) 00000004:00000001:1.0:1763344901.875984:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344901.875988:0:10286:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763344901.875990:0:10286:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:1.0:1763344901.875991:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e510117f4f8/ffff9e510117f4a0 to site lru. bkt: ffff9e50ff90dd88 00000004:00000001:1.0:1763344901.875993:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344901.875994:0:10286:0:(mdt_handler.c:7753:mdt_path_current()) Process leaving via remote_out (rc=18446744073709551550 : -66 : 0xffffffffffffffbe) 00000004:00000001:1.0:1763344901.875997:0:10286:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000001:1.0:1763344901.875999:0:10286:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000040:1.0:1763344901.876001:0:10286:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200002b13:0x2e13:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:1.0:1763344901.876004:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763344901.876005:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8567a98/ffff9e4fd8567a40 to site lru. bkt: ffff9e50ff90c7e0 00000004:00000001:1.0:1763344901.876008:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344901.876009:0:10286:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000001:1.0:1763344901.876011:0:10286:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000020:00000010:1.0:1763344901.876014:0:10286:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9e4fcb11e000. 00000004:00000001:1.0:1763344901.876018:0:10286:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00010000:00000040:1.0:1763344901.876022:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214345, transno 0, xid 1848987881553152 00010000:00000001:1.0:1763344901.876024:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344901.876030:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2aaa00 x1848987881553152/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 304/4352 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc -66/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344901.876039:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.876041:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.876044:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.876048:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.876051:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344901.876053:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344901.876056:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.876058:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.876061:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.876064:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.876069:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc2c5e840. 00000100:00000200:1.0:1763344901.876076:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848987881553152, offset 224 00000400:00000200:1.0:1763344901.876083:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.876094:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.876100:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385598:1385598:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385594:1385594:8:4294967295] 00000400:00000200:1.0:1763344901.876111:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.876116:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.876121:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9e4fcc4e2000. 00000800:00000200:1.0:1763344901.876128:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.876135:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:1.0:1763344901.876139:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fcc4e2000 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:1.0:1763344901.876173:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.876177:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344901.876180:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344901.876181:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.876184:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344901.876188:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2aaa00 x1848987881553152/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 304/4352 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc -66/-66 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.876198:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:252838:x1848987881553152:12345-192.168.203.14@tcp:53:lfs.0 Request processed in 438us (1530us total) trans 0 rc -66/-66 00000100:00100000:1.0:1763344901.876205:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302981 00000100:00000040:1.0:1763344901.876209:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344901.876211:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.876212:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344901.876217:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344901.876221:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04e10. 00000020:00000010:1.0:1763344901.876225:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3e00. 00000020:00000040:1.0:1763344901.876229:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00000100:00000001:1.0:1763344901.876232:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344901.876394:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.876399:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e4fcc4e2000. 00000400:00000200:0.0:1763344901.876402:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.876407:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.876412:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc2c5e840 00000400:00000010:0.0:1763344901.876424:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc2c5e840. 00000100:00000001:0.0:1763344901.876427:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.876428:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344901.883910:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.884509:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344901.884514:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.884517:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344901.884528:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344901.884545:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 304 into portal 12 MB=0x691a509dfbd80 00000400:00000200:2.0:1763344901.884554:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 304/304 into md 0x616b51 [64] + 124848 00000800:00000001:2.0:1763344901.884563:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.884622:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344901.884626:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344901.884631:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344901.884638:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344901.884641:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344901.884647:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a9f80. 00000100:00000040:2.0:1763344901.884651:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2a9f80 x1848987881553280 msgsize 304 00000100:00100000:2.0:1763344901.884656:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344901.884675:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344901.884683:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.884686:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.884768:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344901.884772:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881553280 02000000:00000001:0.0:1763344901.884776:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344901.884780:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344901.884782:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.884803:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.884808:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881553280 00000020:00000001:0.0:1763344901.884812:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344901.884813:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344901.884816:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.884819:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=481 00000020:00000001:0.0:1763344901.884821:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344901.884823:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344901.884828:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.884833:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2980. 00000100:00000001:0.0:1763344901.884838:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.884840:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2980. 00000020:00000010:0.0:1763344901.884847:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de0e00. 00000020:00000010:0.0:1763344901.884853:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139000. 00000020:00000010:0.0:1763344901.884858:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732320. 00000100:00000040:0.0:1763344901.884867:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344901.884870:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.884871:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344901.884874:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.884881:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.884899:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.884915:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.884917:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.884922:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302982 00000100:00000040:0.0:1763344901.884926:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344901.884929:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163184000 : -107404546367616 : ffff9e50ee2a9f80) 00000100:00000040:0.0:1763344901.884937:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a9f80 x1848987881553280/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 304/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344901.884946:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.884949:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2980. 00000100:00000001:0.0:1763344901.884951:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.884954:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2980. 00000100:00100000:0.0:1763344901.884958:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+481:252838:x1848987881553280:12345-192.168.203.14@tcp:53:lfs.0 00000100:00000200:0.0:1763344901.884962:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881553280 00000020:00000001:0.0:1763344901.884966:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.884969:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344901.884974:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fc2c5e240: xid 1848987881552896, transno 25770257767, client gen 9, slot idx 3 00000001:00000001:0.0:1763344901.884979:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd192e0c0: xid 1848987881552640, transno 25770257765, client gen 9, slot idx 1 00000001:00000010:0.0:1763344901.884983:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192e0c0. 00000020:00000001:0.0:1763344901.884987:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.884989:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.884991:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809472 : -1044742144 : ffffffffc1ba8000) 00000020:00000001:0.0:1763344901.884994:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344901.884997:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881553280, found 0 last_xid 1848987881553279 00000020:00000001:0.0:1763344901.885000:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.885002:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.885004:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.885008:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.885011:0:13569:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:0.0:1763344901.885018:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.885020:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.885028:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff9e4fc2c40000. 02000000:00000001:0.0:1763344901.885030:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.885033:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.885038:0:13569:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:0.0:1763344901.885040:0:13569:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200002b13:0x2e13:0x0] from 18446744073709551615 #-1 00000004:00000001:0.0:1763344901.885044:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344901.885045:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e13:0x0] 00000020:00000001:0.0:1763344901.885048:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.885052:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592930520 : -107409116621096 : ffff9e4fddc216d8) 00000004:00000001:0.0:1763344901.885055:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592930432 : -107409116621184 : ffff9e4fddc21680) 00000004:00000001:0.0:1763344901.885057:0:13569:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:0.0:1763344901.885059:0:13569:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:0.0:1763344901.885064:0:13569:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9e50ee4ca000. 00000004:00000001:0.0:1763344901.885067:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763344901.885069:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1763344901.885076:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.885081:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.885102:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763344901.885107:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763344901.885110:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.885112:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.885117:0:13569:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00080000:00000001:0.0:1763344901.885121:0:13569:0:(osd_handler.c:7200:osd_it_ea_init()) Process entered 00080000:00000001:0.0:1763344901.885123:0:13569:0:(osd_handler.c:7135:osd_it_dir_init()) Process entered 00080000:00000010:0.0:1763344901.885127:0:13569:0:(osd_handler.c:7136:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff9e50d6f24d80. 00080000:00000001:0.0:1763344901.885130:0:13569:0:(osd_handler.c:7177:osd_it_dir_init()) Process leaving (rc=18446636668773617024 : -107404935934592 : ffff9e50d6f24d80) 00080000:00000001:0.0:1763344901.885133:0:13569:0:(osd_handler.c:7211:osd_it_ea_init()) Process leaving (rc=18446636668773617024 : -107404935934592 : ffff9e50d6f24d80) 00080000:00000001:0.0:1763344901.885136:0:13569:0:(osd_handler.c:8095:osd_it_ea_load()) Process entered 00080000:00000001:0.0:1763344901.885138:0:13569:0:(osd_handler.c:7395:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:0.0:1763344901.885162:0:13569:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763344901.885166:0:13569:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.885168:0:13569:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763344901.885170:0:13569:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.885171:0:13569:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763344901.885173:0:13569:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.885175:0:13569:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763344901.885176:0:13569:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.885180:0:13569:0:(osd_handler.c:7457:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.885182:0:13569:0:(osd_handler.c:8105:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344901.885184:0:13569:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763344901.885187:0:13569:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.885191:0:13569:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763344901.885193:0:13569:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.885194:0:13569:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763344901.885195:0:13569:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.885197:0:13569:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763344901.885198:0:13569:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.885199:0:13569:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763344901.885200:0:13569:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.885201:0:13569:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763344901.885203:0:13569:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.885204:0:13569:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763344901.885205:0:13569:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.885207:0:13569:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763344901.885208:0:13569:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344901.885210:0:13569:0:(osd_handler.c:7241:osd_it_ea_fini()) Process entered 00080000:00000001:0.0:1763344901.885211:0:13569:0:(osd_handler.c:7219:osd_it_dir_fini()) Process entered 00080000:00000010:0.0:1763344901.885215:0:13569:0:(osd_handler.c:7226:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff9e50d6f24d80. 00080000:00000001:0.0:1763344901.885218:0:13569:0:(osd_handler.c:7227:osd_it_dir_fini()) Process leaving 00080000:00000001:0.0:1763344901.885220:0:13569:0:(osd_handler.c:7244:osd_it_ea_fini()) Process leaving 00000004:00000001:0.0:1763344901.885222:0:13569:0:(lod_object.c:964:lod_load_lmv_shards()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763344901.885224:0:13569:0:(lod_object.c:1540:lod_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763344901.885227:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763344901.885229:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344901.885230:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344901.885233:0:13569:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.885235:0:13569:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344901.885237:0:13569:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 4294967295 00000004:00000001:0.0:1763344901.885240:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344901.885242:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344901.885243:0:13569:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.885245:0:13569:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344901.885248:0:13569:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9e50ee4ca000. 00000004:00000001:0.0:1763344901.885251:0:13569:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344901.885255:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257759, transno 0, xid 1848987881553280 00010000:00000001:0.0:1763344901.885258:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.885264:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2a9f80 x1848987881553280/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 304/4352 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344901.885272:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.885275:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.885278:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.885283:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.885286:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.885288:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.885291:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.885293:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.885296:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.885299:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.885304:0:13569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192e0c0. 00000100:00000200:0.0:1763344901.885309:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848987881553280, offset 224 00000400:00000200:0.0:1763344901.885316:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.885326:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.885331:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385599:1385599:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385595:1385595:8:4294967295] 00000400:00000200:0.0:1763344901.885341:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.885346:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.885351:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9e4fd5de1400. 00000800:00000200:0.0:1763344901.885356:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.885363:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:0.0:1763344901.885367:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fd5de1400 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:0.0:1763344901.885386:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.885390:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344901.885393:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344901.885395:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.885397:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344901.885401:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9f80 x1848987881553280/t0(0) o53->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 304/4352 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344901.885411:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+481:252838:x1848987881553280:12345-192.168.203.14@tcp:53:lfs.0 Request processed in 463us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344901.885428:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302982 00000100:00000040:0.0:1763344901.885431:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:0.0:1763344901.885433:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.885435:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344901.885440:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139000. 00000020:00000010:0.0:1763344901.885445:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732320. 00000020:00000010:0.0:1763344901.885448:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de0e00. 00000020:00000040:0.0:1763344901.885455:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 480 00000100:00000001:0.0:1763344901.885458:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344901.885829:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344901.885834:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e4fd5de1400. 00000400:00000200:2.0:1763344901.885838:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344901.885843:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344901.885847:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192e0c0 00000400:00000010:2.0:1763344901.885850:0:3635:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192e0c0. 00000100:00000001:2.0:1763344901.885853:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344901.885855:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1763344901.898833:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.898839:0:110036:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.898845:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.898847:0:110036:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.898849:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.898850:0:110036:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.898854:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.898856:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.898860:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.898861:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.898866:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.898868:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.898872:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344901.898873:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.901550:0:27985:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344901.901556:0:27985:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344901.901560:0:27985:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1763344901.905458:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.905477:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.905481:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.905490:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.905501:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.905517:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 672 into portal 24 MB=0x691a509dfbe80 00000400:00000200:0.0:1763344901.905526:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.14@tcp of length 672/672 into md 0x209281 [256] + 23016 00000400:00000010:0.0:1763344901.905531:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3478. 00000400:00000200:0.0:1763344901.905537:0:3637:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e50c3d78000 00000800:00000001:0.0:1763344901.905543:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.905552:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.905555:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.905560:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.905565:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c3d78000 00000400:00000010:0.0:1763344901.905567:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9e50c3d78000. 00000100:00000001:0.0:1763344901.905573:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.905575:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1763344901.905579:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e49d9850 x1848987881553536 msgsize 672 00000100:00100000:0.0:1763344901.905583:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:0.0:1763344901.905585:0:3637:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763344901.905604:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.905612:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.905616:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.905773:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.905776:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881553536 02000000:00000001:1.0:1763344901.905779:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.905783:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.905785:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.905825:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.905831:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881553536 00000020:00000001:1.0:1763344901.905834:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.905836:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:1.0:1763344901.905838:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.905841:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=481 00000020:00000001:1.0:1763344901.905844:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:1.0:1763344901.905846:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:1.0:1763344901.905851:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.905856:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6100. 00000100:00000001:1.0:1763344901.905860:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.905863:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6100. 00000020:00000010:1.0:1763344901.905869:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3e00. 00000020:00000010:1.0:1763344901.905875:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344901.905880:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04e10. 00000100:00000040:1.0:1763344901.905888:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344901.905891:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.905893:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344901.905894:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.905900:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.905920:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.905932:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.905933:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.905938:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 8667 00000100:00000040:1.0:1763344901.905941:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:1.0:1763344901.905943:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669002946640 : -107404706604976 : ffff9e50e49d9850) 00000100:00000040:1.0:1763344901.905950:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e49d9850 x1848987881553536/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 672/0 e 0 to 0 dl 1763344912 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344901.905958:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.905961:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6100. 00000100:00000001:1.0:1763344901.905963:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.905965:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6100. 00000100:00100000:1.0:1763344901.905969:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e49d9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+481:2407:x1848987881553536:12345-192.168.203.14@tcp:63:ll_sa.0 00000100:00000200:1.0:1763344901.905972:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881553536 00000020:00000001:1.0:1763344901.905975:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344901.905979:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344901.905982:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.905984:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.905986:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809952 : -1044741664 : ffffffffc1ba81e0) 00000020:00000001:1.0:1763344901.905989:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344901.905993:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881553536, found 0 last_xid 1848987881553535 00000020:00000001:1.0:1763344901.905996:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.905997:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344901.905999:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344901.906002:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.906007:0:21732:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:1.0:1763344901.906013:0:21732:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9e4fd25acc78. 00000100:00000001:1.0:1763344901.906017:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.906019:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.906023:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50d6456000. 02000000:00000001:1.0:1763344901.906026:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.906028:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763344901.906033:0:21732:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9e4fc2c5e840. 00000020:00000001:1.0:1763344901.906034:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:1.0:1763344901.906038:0:21732:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.906040:0:21732:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763344901.906042:0:21732:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344901.906044:0:21732:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344901.906049:0:21732:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344901.906057:0:21732:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854df00. 00010000:00000010:1.0:1763344901.906059:0:21732:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42500. 00010000:00000001:1.0:1763344901.906063:0:21732:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.906067:0:21732:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35200. 00000020:00000001:1.0:1763344901.906070:0:21732:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.906072:0:21732:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35200 with handle 0x34881b4086817ecb to hash 00000020:00000001:1.0:1763344901.906074:0:21732:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.906076:0:21732:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000010:1.0:1763344901.906080:0:21732:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997580. 00010000:00000001:1.0:1763344901.906083:0:21732:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00010000:1.0:1763344901.906086:0:21732:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35200/0x34881b4086817ecb lrc: 2/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e303 expref: -99 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.906095:0:21732:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 467 00000020:00000040:1.0:1763344901.906097:0:21732:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=482 00010000:00000001:1.0:1763344901.906103:0:21732:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763344901.906106:0:21732:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763344901.906109:0:21732:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344901.906111:0:21732:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763344901.906112:0:21732:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763344901.906114:0:21732:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344901.906116:0:21732:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b10:0x112:0x0] 00000020:00000001:1.0:1763344901.906119:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.906125:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592926680 : -107409116624936 : ffff9e4fddc207d8) 00000004:00000001:1.0:1763344901.906127:0:21732:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592926592 : -107409116625024 : ffff9e4fddc20780) 00000004:00000001:1.0:1763344901.906129:0:21732:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.906133:0:21732:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763344901.906135:0:21732:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763344901.906139:0:21732:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 29200 00000100:00000001:1.0:1763344901.906141:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.906143:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.906168:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 29720 at ffff9e50fa4e0000. 02000000:00000001:1.0:1763344901.906170:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.906172:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.906176:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.906178:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50d6456000. 02000000:00000001:1.0:1763344901.906181:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1763344901.906183:0:21732:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 24872:968 00000004:00000001:1.0:1763344901.906186:0:21732:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.906189:0:21732:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763344901.906193:0:21732:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763344901.906195:0:21732:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.906197:0:21732:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.906199:0:21732:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.906201:0:21732:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.906203:0:21732:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.906204:0:21732:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.906205:0:21732:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.906207:0:21732:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.906209:0:21732:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.906210:0:21732:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.906211:0:21732:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.906213:0:21732:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.906214:0:21732:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.906216:0:21732:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.906218:0:21732:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.906219:0:21732:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.906221:0:21732:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.906223:0:21732:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.906224:0:21732:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.906229:0:21732:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344901.906234:0:21732:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:1.0:1763344901.906236:0:21732:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:1.0:1763344901.906239:0:21732:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344901.906240:0:21732:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.906243:0:21732:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.906244:0:21732:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.906247:0:21732:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344901.906248:0:21732:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.906252:0:21732:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763344901.906257:0:21732:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e1ba48 00000004:00000002:1.0:1763344901.906260:0:21732:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200002b10:0x112:0x0]/f56xD.sanity_11, ldlm_rep = ffff9e50fa4e0250 00000004:00000001:1.0:1763344901.906265:0:21732:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763344901.906268:0:21732:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763344901.906271:0:21732:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763344901.906274:0:21732:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344901.906276:0:21732:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344901.906279:0:21732:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854df00 count: 2 00010000:00000001:1.0:1763344901.906281:0:21732:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.906283:0:21732:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.906286:0:21732:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34a00. 00000020:00000001:1.0:1763344901.906288:0:21732:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.906290:0:21732:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34a00 with handle 0x34881b4086817ed2 to hash 00000020:00000001:1.0:1763344901.906291:0:21732:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.906293:0:21732:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000010:1.0:1763344901.906296:0:21732:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997f00. 00010000:00000001:1.0:1763344901.906298:0:21732:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.906302:0:21732:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.906303:0:21732:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.906307:0:21732:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817ed2 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.906313:0:21732:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344901.906316:0:21732:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344901.906318:0:21732:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344901.906320:0:21732:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.906322:0:21732:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.906324:0:21732:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.906325:0:21732:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.906327:0:21732:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344901.906329:0:21732:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344901.906331:0:21732:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344901.906332:0:21732:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344901.906334:0:21732:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b10:0x112:0x0].0x0 (ffff9e4fd854df00) refcount = 2 00010000:00010000:1.0:1763344901.906337:0:21732:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817ed2 lrc: 3/1,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.906343:0:21732:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344901.906347:0:21732:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.906348:0:21732:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.906351:0:21732:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344901.906352:0:21732:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.906354:0:21732:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.906356:0:21732:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.906359:0:21732:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344901.906361:0:21732:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.906364:0:21732:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817ed2 lrc: 3/1,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.906369:0:21732:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344901.906371:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.906372:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.906374:0:21732:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344901.906375:0:21732:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344901.906379:0:21732:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854d900. 00010000:00000010:1.0:1763344901.906382:0:21732:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42800. 00010000:00000001:1.0:1763344901.906385:0:21732:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.906387:0:21732:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35e00. 00000020:00000001:1.0:1763344901.906389:0:21732:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.906390:0:21732:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35e00 with handle 0x34881b4086817ed9 to hash 00000020:00000001:1.0:1763344901.906391:0:21732:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.906393:0:21732:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000010:1.0:1763344901.906395:0:21732:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997100. 00010000:00000001:1.0:1763344901.906397:0:21732:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344901.906399:0:21732:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.906401:0:21732:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.906403:0:21732:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817ed9 lrc: 3/1,0 mode: --/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.906407:0:21732:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344901.906409:0:21732:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344901.906410:0:21732:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344901.906411:0:21732:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.906423:0:21732:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.906425:0:21732:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.906427:0:21732:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.906429:0:21732:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344901.906430:0:21732:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344901.906505:0:21732:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344901.906507:0:21732:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344901.906509:0:21732:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b10:0x112:0x0].0xf73d7ff9 (ffff9e4fd854d900) refcount = 1 00010000:00010000:1.0:1763344901.906512:0:21732:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817ed9 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.906517:0:21732:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344901.906519:0:21732:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.906521:0:21732:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.906523:0:21732:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344901.906524:0:21732:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.906526:0:21732:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.906527:0:21732:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.906529:0:21732:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344901.906531:0:21732:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.906533:0:21732:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817ed9 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.906537:0:21732:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344901.906538:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.906539:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.906541:0:21732:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.906545:0:21732:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763344901.906552:0:21732:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763344901.906555:0:21732:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763344901.906557:0:21732:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002b10:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763344901.906561:0:21732:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.906565:0:21732:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1763344901.906567:0:21732:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1763344901.906587:0:21732:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1763344901.906591:0:21732:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1763344901.906594:0:21732:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344901.906597:0:21732:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344901.906599:0:21732:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344901.906602:0:21732:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763344901.906604:0:21732:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763344901.906606:0:21732:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344901.906608:0:21732:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.906610:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.906612:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34a00 refcount=3 00000020:00000001:1.0:1763344901.906613:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.906616:0:21732:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.906618:0:21732:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344901.906621:0:21732:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817ed2 lrc: 3/1,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.906626:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.906627:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.906629:0:21732:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817ed2 lrc: 2/0,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.906634:0:21732:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.906635:0:21732:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.906638:0:21732:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344901.906640:0:21732:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817ed2 lrc: 3/0,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21732 initiator: MDT0 00010000:00010000:1.0:1763344901.906644:0:21732:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca34a00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344901.906646:0:21732:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.906648:0:21732:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344901.906650:0:21732:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817ed2 lrc: 3/0,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.906654:0:21732:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344901.906655:0:21732:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.906656:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.906657:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34a00 refcount=4 00000020:00000001:1.0:1763344901.906660:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.906662:0:21732:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.906664:0:21732:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344901.906666:0:21732:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817ed2 lrc: 4/0,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.906671:0:21732:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344901.906673:0:21732:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344901.906674:0:21732:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.906677:0:21732:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.906678:0:21732:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.906680:0:21732:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.906681:0:21732:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.906683:0:21732:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34a00 with handle 0x34881b4086817ed2 from hash 00010000:00000001:1.0:1763344901.906685:0:21732:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.906686:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.906687:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.906687:0:21732:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.906689:0:21732:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.906690:0:21732:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.906692:0:21732:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.906694:0:21732:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.906696:0:21732:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.906699:0:21732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x112:0x0].0x0 (ffff9e4fd854df00) 00010000:00010000:1.0:1763344901.906701:0:21732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344901.906703:0:21732:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.906706:0:21732:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.906708:0:21732:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.906709:0:21732:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344901.906712:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.906713:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.906714:0:21732:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.906716:0:21732:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.906718:0:21732:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.906720:0:21732:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817ed2 lrc: 2/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.906726:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.906727:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.906728:0:21732:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344901.906729:0:21732:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344901.906730:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.906732:0:21732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817ed2 lrc: 0/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21732 initiator: MDT0 00010000:00000010:1.0:1763344901.906737:0:21732:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997f00. 00010000:00000001:1.0:1763344901.906746:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.906747:0:21732:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344901.906748:0:21732:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344901.906749:0:21732:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.906751:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.906752:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35e00 refcount=3 00000020:00000001:1.0:1763344901.906754:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344901.906755:0:21732:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344901.906757:0:21732:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344901.906759:0:21732:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817ed9 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.906764:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.906765:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.906766:0:21732:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817ed9 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.906771:0:21732:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.906772:0:21732:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.906774:0:21732:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344901.906776:0:21732:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817ed9 lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21732 initiator: MDT0 00010000:00010000:1.0:1763344901.906781:0:21732:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca35e00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344901.906783:0:21732:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.906784:0:21732:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344901.906786:0:21732:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817ed9 lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21732 initiator: MDT0 00000800:00000001:0.0:1763344901.910086:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.910105:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.910110:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.910112:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.910122:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.910138:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 584 into portal 12 MB=0x691a509dfbe00 00000400:00000200:0.0:1763344901.910147:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 584/584 into md 0x616b51 [64] + 125152 00000800:00000001:0.0:1763344901.910154:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.910164:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.910167:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.910171:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.910178:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.910181:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344901.910186:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac9f80. 00000100:00000040:0.0:1763344901.910190:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6ac9f80 x1848987881553408 msgsize 584 00000100:00100000:0.0:1763344901.910194:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00010000:00000001:1.0:1763344901.911062:0:21732:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344901.911064:0:21732:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.911067:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.911069:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35e00 refcount=4 00000020:00000001:1.0:1763344901.911072:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344901.911075:0:21732:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344901.911078:0:21732:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344901.911081:0:21732:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817ed9 lrc: 4/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.911087:0:21732:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344901.911090:0:21732:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344901.911091:0:21732:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.911095:0:21732:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.911097:0:21732:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.911099:0:21732:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.911100:0:21732:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.911103:0:21732:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35e00 with handle 0x34881b4086817ed9 from hash 00010000:00000001:1.0:1763344901.911105:0:21732:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.911106:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.911108:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.911109:0:21732:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.911114:0:21732:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.911115:0:21732:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.911117:0:21732:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.911118:0:21732:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.911121:0:21732:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.911123:0:21732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x112:0x0].0xf73d7ff9 (ffff9e4fd854d900) 00010000:00010000:1.0:1763344901.911126:0:21732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344901.911128:0:21732:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.911130:0:21732:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.911132:0:21732:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.911134:0:21732:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344901.911136:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.911137:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.911138:0:21732:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.911140:0:21732:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.911142:0:21732:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.911145:0:21732:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817ed9 lrc: 2/0,0 mode: --/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.911149:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.911150:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.911152:0:21732:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344901.911153:0:21732:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344901.911155:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.911156:0:21732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35e00/0x34881b4086817ed9 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21732 initiator: MDT0 00010000:00000010:1.0:1763344901.911162:0:21732:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997100. 00010000:00000040:1.0:1763344901.911167:0:21732:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854d900 count: 0 00010000:00000010:1.0:1763344901.911174:0:21732:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42800. 00010000:00000001:1.0:1763344901.911182:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.911183:0:21732:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344901.911185:0:21732:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763344901.911186:0:21732:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344901.911187:0:21732:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763344901.911191:0:21732:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:1.0:1763344901.911197:0:21732:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344901.911200:0:21732:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344901.911201:0:21732:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344901.911202:0:21732:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344901.911204:0:21732:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344901.911209:0:21732:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763344901.911221:0:21732:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.911224:0:21732:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344901.911226:0:21732:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763344901.911229:0:21732:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344901.911230:0:21732:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.911235:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.911236:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.911237:0:21732:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.911239:0:21732:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.911241:0:21732:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35200 with handle 0x34881b4086817ecb from hash 00010000:00000001:1.0:1763344901.911242:0:21732:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.911244:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.911245:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.911246:0:21732:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344901.911247:0:21732:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763344901.911250:0:21732:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:1.0:1763344901.911257:0:21732:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35200/0x34881b4086817ecb lrc: 1/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e303 expref: 482 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344901.911263:0:21732:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344901.911265:0:21732:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.911268:0:21732:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.911270:0:21732:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.911271:0:21732:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.911274:0:21732:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.911275:0:21732:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.911276:0:21732:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.911277:0:21732:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.911278:0:21732:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.911279:0:21732:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.911280:0:21732:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.911282:0:21732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x112:0x0].0x0 (ffff9e4fd854df00) 00010000:00010000:1.0:1763344901.911284:0:21732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:1.0:1763344901.911285:0:21732:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.911287:0:21732:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.911288:0:21732:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.911289:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.911292:0:21732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35200/0x34881b4086817ecb lrc: 0/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e303 expref: 482 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.911302:0:21732:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 466 00000020:00000040:1.0:1763344901.911305:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 481 00010000:00000010:1.0:1763344901.911307:0:21732:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997580. 00010000:00000040:1.0:1763344901.911309:0:21732:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854df00 count: 0 00010000:00000010:1.0:1763344901.911312:0:21732:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42500. 00010000:00000001:1.0:1763344901.911316:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.911318:0:21732:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca35200, rc -2) 00000004:00000001:1.0:1763344901.911321:0:21732:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344901.911323:0:21732:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763344901.911327:0:21732:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9e4fd25acc78. 00000004:00000010:1.0:1763344901.911331:0:21732:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9e4fc2c5e840. 00000004:00000001:1.0:1763344901.911334:0:21732:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344901.911337:0:21732:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344901.911339:0:21732:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763344901.911343:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257759, transno 0, xid 1848987881553536 00010000:00000001:1.0:1763344901.911345:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344901.911353:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e49d9850 x1848987881553536/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 672/29424 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344901.911361:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.911363:0:21732:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.911367:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.911372:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.911374:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344901.911376:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344901.911379:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.911382:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.911385:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.911388:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.911409:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff9e50ff83a500. 00000100:00000200:1.0:1763344901.911429:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 29424 bytes to portal 4, xid 1848987881553536, offset 224 00000100:00000001:2.0:1763344901.911976:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763344901.912600:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.912617:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.912626:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1763344901.912665:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881553408 02000000:00000001:2.0:1763344901.912669:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344901.912672:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.912674:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.912679:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344901.912683:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881553408 00000020:00000001:2.0:1763344901.912686:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344901.912688:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344901.912690:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344901.912693:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=232 00000020:00000001:2.0:1763344901.912695:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344901.912698:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344901.912702:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344901.912710:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344901.912714:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344901.912717:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000020:00000010:2.0:1763344901.912722:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09f000. 00000020:00000010:2.0:1763344901.912728:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0e80. 00000020:00000010:2.0:1763344901.912734:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d578. 00000100:00000040:2.0:1763344901.912741:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344901.912744:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344901.912745:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344901.912748:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344901.912750:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.912752:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.912758:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.912775:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.916502:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.916508:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.916519:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302983 00000100:00000040:0.0:1763344901.916525:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344901.916529:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669305921408 : -107404403630208 : ffff9e50f6ac9f80) 00000100:00000040:0.0:1763344901.916537:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f6ac9f80 x1848987881553408/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 584/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344901.916548:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.916557:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2980. 00000100:00000001:0.0:1763344901.916561:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.916564:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2980. 00000100:00100000:0.0:1763344901.916570:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f6ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:252840:x1848987881553408:12345-192.168.203.14@tcp:101:stat.0 00000100:00000200:0.0:1763344901.916573:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881553408 00000020:00000001:0.0:1763344901.916576:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.916581:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344901.916585:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.916587:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.916589:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344901.916592:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344901.916595:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881553408, found 0 last_xid 1848987881553407 00000020:00000001:0.0:1763344901.916597:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.916599:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.916601:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.916607:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.916608:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344901.916611:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344901.916612:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344901.916614:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344901.916615:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.916620:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344901.916627:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854dd00 count: 2 00010000:00000001:0.0:1763344901.916630:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.916632:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344901.916637:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bca00. 00000020:00000001:0.0:1763344901.916641:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344901.916644:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bca00 with handle 0x34881b4086817ee0 to hash 00000020:00000001:0.0:1763344901.916645:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344901.916647:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000010:0.0:1763344901.916652:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37180. 00010000:00000001:0.0:1763344901.916654:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00010000:0.0:1763344901.916658:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b4086817ee0 lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e2fc expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.916665:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:0.0:1763344901.916667:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=233 00010000:00000001:0.0:1763344901.916674:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763344901.916677:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763344901.916683:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763344901.916685:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763344901.916687:0:13569:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763344901.916689:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344901.916691:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x112:0x0] 00000020:00000001:0.0:1763344901.916694:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.916700:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000004:00000001:0.0:1763344901.916702:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063232 : -107409293488384 : ffff9e4fd3374f00) 00000004:00000001:0.0:1763344901.916704:0:13569:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.916707:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344901.916709:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344901.916712:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.916715:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.916751:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9e50fc9b0000. 02000000:00000001:0.0:1763344901.916754:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.916757:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.916759:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.916761:0:13569:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763344901.916767:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763344901.916769:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.916771:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.916773:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.916774:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.916776:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.916778:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.916779:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.916780:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.916782:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.916783:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.916784:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.916786:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.916809:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.916811:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.916813:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.916814:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.916815:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.916818:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.916819:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.916823:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344901.916828:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344901.916830:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344901.916833:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344901.916834:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.916837:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.916838:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.916840:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344901.916842:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.916846:0:13569:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763344901.916851:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcbaf8 00000004:00000002:0.0:1763344901.916854:0:13569:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240002b11:0x112:0x0]/f56xD.sanity_3, ldlm_rep = ffff9e50fc9b0228 00000004:00000001:0.0:1763344901.916858:0:13569:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763344901.916861:0:13569:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763344901.916865:0:13569:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763344901.916867:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344901.916869:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344901.916871:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854dd00 count: 3 00010000:00000001:0.0:1763344901.916873:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.916875:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344901.916878:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd600. 00000020:00000001:0.0:1763344901.916880:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344901.916882:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd600 with handle 0x34881b4086817ee7 to hash 00000020:00000001:0.0:1763344901.916884:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344901.916885:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000010:0.0:1763344901.916888:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37280. 00010000:00000001:0.0:1763344901.916890:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344901.916893:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.916895:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.916899:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ee7 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.916904:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344901.916907:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344901.916910:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344901.916911:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.916914:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.916916:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.916917:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.916920:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344901.916921:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344901.916923:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344901.916925:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344901.916927:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x0 (ffff9e4fd854dd00) refcount = 3 00010000:00000040:0.0:1763344901.916930:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344901.916934:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b4086817dc1 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e27e expref: 233 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344901.916940:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ee7 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344901.916945:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344901.916949:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344901.916951:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.916953:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344901.916954:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.916956:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.916958:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.916960:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344901.916963:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.916966:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ee7 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344901.916971:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344901.916972:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.916974:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.916975:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344901.916976:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344901.916981:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e4897700. 00010000:00000010:0.0:1763344901.916985:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50df139000. 00010000:00000001:0.0:1763344901.916988:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344901.916989:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc000. 00000020:00000001:0.0:1763344901.916991:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344901.916993:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc000 with handle 0x34881b4086817eee to hash 00000020:00000001:0.0:1763344901.916994:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344901.916995:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000010:0.0:1763344901.916997:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37d80. 00010000:00000001:0.0:1763344901.916999:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344901.917002:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.917003:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.917006:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817eee lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.917010:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344901.917011:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344901.917013:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344901.917014:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.917015:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.917017:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.917018:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.917020:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344901.917021:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344901.917023:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344901.917023:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344901.917025:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e50e4897700) refcount = 1 00010000:00010000:0.0:1763344901.917028:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817eee lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344901.917032:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344901.917034:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344901.917035:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917037:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344901.917038:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.917039:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917041:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.917043:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344901.917044:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.917047:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817eee lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344901.917051:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344901.917052:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.917053:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344901.917055:0:13569:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.917059:0:13569:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763344901.917065:0:13569:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763344901.917068:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763344901.917070:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763344901.917074:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.917078:0:13569:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1763344901.917082:0:13569:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1763344901.917105:0:13569:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763344901.917107:0:13569:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763344901.917110:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344901.917112:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344901.917115:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344901.917117:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.917119:0:13569:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344901.917120:0:13569:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.917122:0:13569:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1763344901.917126:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1763344901.917128:0:13569:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.917130:0:13569:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1763344901.917150:0:13569:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50cc9c3478. 00000001:00000010:0.0:1763344901.917160:0:13569:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50cc9c3478. 00080000:00000001:0.0:1763344901.917165:0:13569:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344901.917167:0:13569:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763344901.917169:0:13569:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.917172:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcb960 00080000:00000002:0.0:1763344901.917174:0:13569:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x240002b11:0x112:0x0]/f56xD.sanity_3 => [0x240002b13:0x12e80:0x0] 00080000:00000001:0.0:1763344901.917176:0:13569:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763344901.917180:0:13569:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344901.917182:0:13569:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344901.917184:0:13569:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.917186:0:13569:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.917187:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344901.917189:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e80:0x0] 00000020:00000001:0.0:1763344901.917191:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344901.917194:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501992088 : -107409207559528 : ffff9e4fd8567a98) 00000004:00000001:0.0:1763344901.917197:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501992000 : -107409207559616 : ffff9e4fd8567a40) 00000004:00000001:0.0:1763344901.917201:0:13569:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1763344901.917204:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344901.917205:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344901.917215:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e4897c00. 00010000:00000010:0.0:1763344901.917218:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50df139100. 00010000:00000001:0.0:1763344901.917221:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344901.917223:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bcc00. 00000020:00000001:0.0:1763344901.917226:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344901.917228:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bcc00 with handle 0x34881b4086817ef5 to hash 00000020:00000001:0.0:1763344901.917230:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344901.917231:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000010:0.0:1763344901.917233:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37780. 00010000:00000001:0.0:1763344901.917235:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344901.917237:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.917239:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.917241:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817ef5 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344901.917245:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344901.917247:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344901.917248:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344901.917249:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.917251:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.917252:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.917254:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.917255:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344901.917257:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344901.917258:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344901.917259:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344901.917260:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e4897c00) refcount = 1 00010000:00010000:0.0:1763344901.917263:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817ef5 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344901.917271:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344901.917273:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344901.917275:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917276:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344901.917278:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.917279:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917281:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.917283:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344901.917285:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.917287:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817ef5 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344901.917292:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344901.917293:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.917294:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.917296:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.917297:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.917299:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bcc00 refcount=3 00000020:00000001:0.0:1763344901.917301:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344901.917303:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344901.917304:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.917305:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344901.917307:0:13569:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.917310:0:13569:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763344901.917314:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344901.917316:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344901.917320:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.917323:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.917328:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.917343:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344901.917346:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344901.917348:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344901.917350:0:13569:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344901.917351:0:13569:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e80:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 00000004:00000001:0.0:1763344901.917354:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.917356:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.917358:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.917359:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344901.917361:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.917362:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.917364:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344901.917366:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763344901.917369:0:13569:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1763344901.917371:0:13569:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763344901.917373:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e50fc9b0370 00000004:00000001:0.0:1763344901.917375:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.917378:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.917379:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.917381:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.917382:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.917384:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.917385:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.917386:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.917388:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344901.917389:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344901.917390:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344901.917392:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344901.917394:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e80:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:0.0:1763344901.917397:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e80:0x0]: returning size 1024 00000004:00000040:0.0:1763344901.917400:0:13569:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x12e80:1073752851 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1763344901.917403:0:13569:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1763344901.917405:0:13569:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000402:7192 00000004:00200000:0.0:1763344901.917407:0:13569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:0.0:1763344901.917409:0:13569:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763344901.917411:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344901.917424:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.917429:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763344901.917432:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.917434:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344901.917436:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344901.917439:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344901.917441:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.917447:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344901.917453:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.917455:0:13569:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917461:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.917462:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.917463:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bcc00 refcount=3 00000020:00000001:0.0:1763344901.917466:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344901.917467:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00000004:00010000:0.0:1763344901.917470:0:13569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817ef5 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00000004:00000001:0.0:1763344901.917476:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344901.917479:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8567a98/ffff9e4fd8567a40 to site lru. bkt: ffff9e50ff90c7e0 00000400:00000200:1.0:1763344901.917482:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000004:00000001:0.0:1763344901.917482:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344901.917483:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763344901.917485:0:13569:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344901.917486:0:13569:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.917488:0:13569:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763344901.917490:0:13569:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:0.0:1763344901.917492:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344901.917493:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344901.917494:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344901.917496:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e4897c00) refcount = 1 00000400:00000200:1.0:1763344901.917497:0:21732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00010000:00010000:0.0:1763344901.917499:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817ef5 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344901.917503:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:1.0:1763344901.917504:0:21732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385600:1385600:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385596:1385596:8:4294967295] 00010000:00000001:0.0:1763344901.917505:0:13569:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917507:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.917508:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344901.917509:0:13569:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344901.917512:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344901.917514:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000400:00000200:1.0:1763344901.917515:0:21732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00010000:00000001:0.0:1763344901.917516:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.917517:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.917518:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd600 refcount=3 00000800:00000200:1.0:1763344901.917521:0:21732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 29424 bytes in 8 frags to 12345-192.168.203.14@tcp 00000020:00000001:0.0:1763344901.917521:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344901.917523:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344901.917526:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000010:1.0:1763344901.917527:0:21732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff9e4fcc4e2000. 00000020:00000001:0.0:1763344901.917527:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.917528:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd600 refcount=4 00000020:00000001:0.0:1763344901.917530:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344901.917531:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344901.917533:0:13569:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000800:00000200:1.0:1763344901.917534:0:21732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00010000:00010000:0.0:1763344901.917536:0:13569:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ee7 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00000800:00000200:1.0:1763344901.917540:0:21732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00010000:00000001:0.0:1763344901.917540:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344901.917543:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ee7 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00000800:00000200:1.0:1763344901.917545:0:21732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fcc4e2000 type 1, nob 29520 niov 1 nkiov 8 00010000:00000001:0.0:1763344901.917548:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.917549:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344901.917551:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ee7 lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344901.917555:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.917557:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917559:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344901.917561:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ee7 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00000100:00000001:1.0:1763344901.917562:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.917566:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00010000:0.0:1763344901.917567:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bd600 already unused, calling callback (ffffffffc1ac0550) 00010000:00000001:1.0:1763344901.917569:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000004:00000001:0.0:1763344901.917570:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000020:00000001:1.0:1763344901.917571:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917572:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000001:1.0:1763344901.917573:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:0.0:1763344901.917574:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ee7 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00000100:00000040:1.0:1763344901.917579:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e49d9850 x1848987881553536/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 672/29424 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344901.917583:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344901.917584:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.917586:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.917587:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd600 refcount=5 00000100:00100000:1.0:1763344901.917589:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e49d9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+481:2407:x1848987881553536:12345-192.168.203.14@tcp:63:ll_sa.0 Request processed in 11629us (12008us total) trans 0 rc -2/-2 00000020:00000001:0.0:1763344901.917589:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344901.917591:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344901.917594:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344901.917596:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ee7 lrc: 5/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00000100:00100000:1.0:1763344901.917599:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 8667 00010000:00000001:0.0:1763344901.917601:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:1.0:1763344901.917602:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000004:00000001:0.0:1763344901.917603:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344901.917604:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.917605:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.917607:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1763344901.917607:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344901.917608:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344901.917609:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.917610:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344901.917612:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d80. 00000020:00000040:0.0:1763344901.917612:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd600 with handle 0x34881b4086817ee7 from hash 00010000:00000001:0.0:1763344901.917614:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:1.0:1763344901.917616:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04e10. 00010000:00000001:0.0:1763344901.917616:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.917617:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.917618:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344901.917620:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000010:1.0:1763344901.917621:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3e00. 00010000:00000001:0.0:1763344901.917621:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917623:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:1.0:1763344901.917625:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 480 00010000:00000001:0.0:1763344901.917625:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344901.917627:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344901.917629:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e4fd854dd00) 00010000:00010000:0.0:1763344901.917631:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344901.917634:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763344901.917636:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1763344901.917636:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344901.917638:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e4fc2c46000. 00010000:00000001:0.0:1763344901.917638:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344901.917639:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344901.917641:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1763344901.917642:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1763344901.917642:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:1.0:1763344901.917644:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e65f80. 00010000:00000001:0.0:1763344901.917644:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917646:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.917648:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:0.0:1763344901.917648:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344901.917649:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50d6f54000. 00010000:00010000:0.0:1763344901.917651:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ee7 lrc: 3/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 02000000:00000001:1.0:1763344901.917653:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.917655:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6acbb80. 00010000:00000001:0.0:1763344901.917655:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.917656:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.917657:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1763344901.917658:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917659:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e4fc28d2000. 00010000:00000001:0.0:1763344901.917659:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344901.917660:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.917661:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1763344901.917662:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1763344901.917662:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1763344901.917664:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9500. 00010000:00010000:0.0:1763344901.917664:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ee7 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 02000000:00000001:1.0:1763344901.917667:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917668:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e4fc3758000. 00010000:00000010:0.0:1763344901.917670:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37280. 02000000:00000001:1.0:1763344901.917672:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.917673:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2ab800. 02000000:00000001:1.0:1763344901.917676:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1763344901.917676:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1763344901.917677:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e4fd5728000. 00000004:00000001:0.0:1763344901.917677:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 02000000:00000001:1.0:1763344901.917679:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:0.0:1763344901.917679:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763344901.917680:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:1.0:1763344901.917681:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc363b800. 00000020:00000001:0.0:1763344901.917681:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.917683:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc000 refcount=3 02000000:00000001:1.0:1763344901.917684:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1763344901.917685:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 02000000:00000010:1.0:1763344901.917686:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50ef674000. 00010000:00000001:0.0:1763344901.917687:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344901.917688:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000001:1.0:1763344901.917689:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.917690:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8649c00. 00010000:00010000:0.0:1763344901.917691:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817eee lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 02000000:00000001:1.0:1763344901.917694:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917695:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50d58d8000. 00010000:00000001:0.0:1763344901.917695:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.917696:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1763344901.917698:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1763344901.917698:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817eee lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00000100:00000010:1.0:1763344901.917699:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8648e00. 02000000:00000001:1.0:1763344901.917702:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917703:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50c5da0000. 00010000:00000001:0.0:1763344901.917703:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.917705:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917706:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1763344901.917707:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.917708:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28ed180. 00010000:00010000:0.0:1763344901.917709:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817eee lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 02000000:00000001:1.0:1763344901.917711:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917712:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50ef4cc000. 00010000:00010000:0.0:1763344901.917713:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bc000 already unused, calling callback (ffffffffc1ac0550) 02000000:00000001:1.0:1763344901.917715:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:0.0:1763344901.917715:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344901.917716:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000010:1.0:1763344901.917717:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9180. 00010000:00010000:0.0:1763344901.917718:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817eee lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 02000000:00000001:1.0:1763344901.917719:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917721:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff9e50cca0ac00. 00010000:00000001:0.0:1763344901.917722:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1763344901.917723:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1763344901.917724:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:1.0:1763344901.917725:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7805c00. 00000020:00000001:0.0:1763344901.917725:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.917726:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc000 refcount=4 02000000:00000001:1.0:1763344901.917728:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1763344901.917728:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 02000000:00000010:1.0:1763344901.917730:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff9e50e5674400. 00010000:00000001:0.0:1763344901.917730:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344901.917731:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:1.0:1763344901.917733:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1763344901.917733:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817eee lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00000100:00000010:1.0:1763344901.917734:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9c00. 02000000:00000001:1.0:1763344901.917737:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917738:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50f94b0000. 00010000:00000001:0.0:1763344901.917738:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344901.917739:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344901.917740:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.917741:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.917742:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df112300. 00010000:00000001:0.0:1763344901.917742:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344901.917743:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:1.0:1763344901.917745:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1763344901.917745:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:1.0:1763344901.917746:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50f94b2000. 00010000:00000001:0.0:1763344901.917746:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.917748:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc000 with handle 0x34881b4086817eee from hash 02000000:00000001:1.0:1763344901.917750:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1763344901.917750:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344901.917751:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1763344901.917752:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df111180. 00010000:00000001:0.0:1763344901.917752:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.917753:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:1.0:1763344901.917755:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1763344901.917755:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000010:1.0:1763344901.917756:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50f5de0000. 00010000:00000001:0.0:1763344901.917756:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917758:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:1.0:1763344901.917759:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1763344901.917759:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000010:1.0:1763344901.917761:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32fb80. 00010000:00000001:0.0:1763344901.917761:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344901.917762:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e50e4897700) 02000000:00000001:1.0:1763344901.917764:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:0.0:1763344901.917764:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 02000000:00000010:1.0:1763344901.917765:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e4fc2868000. 00010000:00000001:0.0:1763344901.917766:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763344901.917768:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1763344901.917768:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344901.917769:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a8700. 00010000:00000001:0.0:1763344901.917770:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344901.917771:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:1.0:1763344901.917772:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917773:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 29720 at ffff9e50ecc10000. 00010000:00000001:0.0:1763344901.917773:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.917774:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.917775:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917776:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.917777:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344901.917779:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817eee lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344901.917783:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.917784:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.917785:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1763344901.917786:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1763344901.917786:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000010:1.0:1763344901.917803:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb99180. 00010000:00000001:0.0:1763344901.917803:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344901.917805:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817eee lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 02000000:00000001:1.0:1763344901.917807:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917808:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 29720 at ffff9e50df298000. 00010000:00000010:0.0:1763344901.917811:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37d80. 00010000:00000040:0.0:1763344901.917813:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e4897700 count: 0 02000000:00000001:1.0:1763344901.917817:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000010:0.0:1763344901.917817:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50df139000. 00000100:00000010:1.0:1763344901.917819:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb98000. 02000000:00000001:1.0:1763344901.917821:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917823:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50c3a92000. 00010000:00000001:0.0:1763344901.917824:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344901.917825:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 02000000:00000001:1.0:1763344901.917826:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:0.0:1763344901.917826:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000100:00000010:1.0:1763344901.917827:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2400e00. 00000004:00000001:0.0:1763344901.917828:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344901.917829:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:1.0:1763344901.917830:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917831:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50f94b4000. 00010000:00000001:0.0:1763344901.917831:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344901.917832:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344901.917833:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bcc00 refcount=3 02000000:00000001:1.0:1763344901.917834:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1763344901.917835:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00000100:00000010:1.0:1763344901.917836:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2403800. 00010000:00000001:0.0:1763344901.917837:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 02000000:00000001:1.0:1763344901.917839:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917840:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e4fc455c000. 00000004:00000040:0.0:1763344901.917841:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:0.0:1763344901.917843:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=234 02000000:00000001:1.0:1763344901.917844:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.917845:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2403100. 00010000:00000001:0.0:1763344901.917846:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1763344901.917848:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1763344901.917848:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1763344901.917849:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50c3a94000. 00000004:00000001:0.0:1763344901.917849:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 02000000:00000001:1.0:1763344901.917851:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:0.0:1763344901.917851:0:13569:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 00000100:00000010:1.0:1763344901.917852:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede40000. 02000000:00000001:0.0:1763344901.917854:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344901.917855:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917856:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 53720 at ffff9e50e5860000. 02000000:00000001:0.0:1763344901.917856:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344901.917858:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344901.917859:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344901.917861:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344901.917863:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763344901.917867:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344901.917869:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 02000000:00000001:1.0:1763344901.917870:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:0.0:1763344901.917871:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000100:00000010:1.0:1763344901.917872:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1376680. 00000020:00000002:0.0:1763344901.917873:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 02000000:00000001:1.0:1763344901.917875:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917876:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 29720 at ffff9e5100c50000. 00000004:00000001:0.0:1763344901.917876:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344901.917877:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763344901.917879:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344901.917881:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344901.917883:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1763344901.917884:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1763344901.917885:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:1.0:1763344901.917886:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1377100. 00010000:00000001:0.0:1763344901.917886:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344901.917887:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344901.917889:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bca00 with handle 0x34881b4086817ee0 from hash 00010000:00000001:0.0:1763344901.917891:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344901.917892:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.917893:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.917894:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344901.917896:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344901.917899:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b4086817ee0 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2fc expref: 234 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.917905:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:0.0:1763344901.917907:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 233 00010000:00000010:0.0:1763344901.917909:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37180. 00010000:00000001:0.0:1763344901.917914:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344901.917915:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917919:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763344901.917922:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817ef5 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2fc expref: 233 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344901.917928:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344901.917929:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344901.917931:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e4897c00) 00010000:00010000:0.0:1763344901.917933:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1763344901.917934:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.917936:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.917938:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344901.917939:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.917940:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344901.917942:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bcc00, rc 0) 00000020:00000001:0.0:1763344901.917944:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344901.917947:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214345, transno 0, xid 1848987881553408 00010000:00000001:0.0:1763344901.917950:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344901.917954:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f6ac9f80 x1848987881553408/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 584/640 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344901.917962:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344901.917964:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344901.917967:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344901.917972:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344901.917975:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344901.917977:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344901.917979:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344901.917981:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.917983:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.917985:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 02000000:00000001:1.0:1763344901.917986:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.917988:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 53720 at ffff9e5101260000. 00000400:00000010:0.0:1763344901.917990:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495110. 00000100:00000200:0.0:1763344901.917993:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848987881553408, offset 224 00000400:00000200:0.0:1763344901.917997:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 02000000:00000001:1.0:1763344901.918002:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1763344901.918003:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000100:00000010:1.0:1763344901.918004:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1375500. 02000000:00000001:1.0:1763344901.918007:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1763344901.918007:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385601:1385601:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385597:1385597:7:4294967295] 02000000:00000010:1.0:1763344901.918008:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 53720 at ffff9e51011b0000. 00000400:00000200:0.0:1763344901.918015:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.918019:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.918023:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344901.918026:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.918030:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.918033:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.918041:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344901.918043:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 02000000:00000001:1.0:1763344901.918044:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1763344901.918045:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000010:1.0:1763344901.918046:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1374700. 00000020:00000001:0.0:1763344901.918047:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.918049:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1763344901.918049:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:1.0:1763344901.918050:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 29720 at ffff9e50d7440000. 00000100:00000040:0.0:1763344901.918053:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6ac9f80 x1848987881553408/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 584/640 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1763344901.918057:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.918059:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a2680. 00000100:00100000:0.0:1763344901.918061:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f6ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+233:252840:x1848987881553408:12345-192.168.203.14@tcp:101:stat.0 Request processed in 1513us (7869us total) trans 0 rc 0/0 02000000:00000001:1.0:1763344901.918063:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.918064:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 29720 at ffff9e50df2b0000. 00000100:00100000:0.0:1763344901.918067:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302983 00000100:00000040:0.0:1763344901.918069:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344901.918071:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344901.918072:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1763344901.918074:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.918075:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1375180. 00000020:00000010:0.0:1763344901.918075:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0e80. 02000000:00000001:1.0:1763344901.918078:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:0.0:1763344901.918078:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d578. 02000000:00000010:1.0:1763344901.918079:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 53720 at ffff9e50fcab0000. 00000020:00000010:0.0:1763344901.918081:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09f000. 00000020:00000040:0.0:1763344901.918084:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 232 00000100:00000001:0.0:1763344901.918086:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763344901.918089:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.918091:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede41180. 02000000:00000001:1.0:1763344901.918093:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.918095:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 29720 at ffff9e5100350000. 02000000:00000001:1.0:1763344901.918101:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.918103:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede43800. 02000000:00000001:1.0:1763344901.918105:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.918107:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e4fd572c000. 02000000:00000001:1.0:1763344901.918112:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.918113:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a3480. 02000000:00000001:1.0:1763344901.918116:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.918116:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50ca226000. 02000000:00000001:1.0:1763344901.918119:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.918120:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede41f80. 02000000:00000001:1.0:1763344901.918122:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.918123:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50ca224000. 02000000:00000001:1.0:1763344901.918125:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.918126:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede40380. 02000000:00000001:1.0:1763344901.918128:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.918129:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50ca220000. 02000000:00000001:1.0:1763344901.918131:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344901.918132:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a3b80. 00000100:00000001:1.0:1763344901.918135:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763344901.918142:0:21732:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000800:00000200:1.0:1763344901.918183:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.918186:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:1.0:1763344901.918190:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.918194:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.918199:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495110 00000400:00000010:1.0:1763344901.918202:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495110. 00000100:00000001:1.0:1763344901.918206:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.918208:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763344901.918210:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.918212:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 360 at ffff9e4fcc4e2000. 00000400:00000200:0.0:1763344901.918215:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1763344901.918219:0:21732:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c160. 00000400:00000200:0.0:1763344901.918219:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.918223:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50ff83a500 00000400:00000010:0.0:1763344901.918225:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff9e50ff83a500. 00000400:00000010:1.0:1763344901.918226:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9e50d6456000. 00000100:00000001:0.0:1763344901.918228:0:3637:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1763344901.918229:0:3637:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344901.918231:0:3637:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 29720 at ffff9e50fa4e0000. 02000000:00000001:0.0:1763344901.918245:0:3637:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763344901.918246:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344901.925357:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.925632:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.925637:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.925640:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.925651:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.925667:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 672 into portal 24 MB=0x691a509dfbe80 00000400:00000200:0.0:1763344901.925675:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.14@tcp of length 672/672 into md 0x209981 [256] + 0 00000800:00000001:0.0:1763344901.925683:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.925689:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.925692:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.925696:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.925704:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344901.925706:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763344901.925713:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6acb800. 00000100:00000040:0.0:1763344901.925716:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6acb800 x1848987881553536 msgsize 672 00000100:00100000:0.0:1763344901.925720:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344901.925803:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1763344901.925814:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1763344901.925814:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1763344901.925817:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881553536 02000000:00000001:1.0:1763344901.925819:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1763344901.925819:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.925820:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763344901.925822:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1763344901.925822:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.925824:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763344901.925827:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 02000000:00000001:1.0:1763344901.925828:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.925832:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881553536 00000400:00000200:0.0:1763344901.925833:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfbf80 00000020:00000001:1.0:1763344901.925835:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.925837:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000400:00000200:0.0:1763344901.925838:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 13896 00000020:00000001:1.0:1763344901.925840:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1763344901.925842:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1763344901.925843:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=481 00000020:00000001:1.0:1763344901.925846:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000800:00000001:0.0:1763344901.925846:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.925848:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000400:00000200:0.0:1763344901.925848:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763344901.925852:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1763344901.925852:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.925855:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1763344901.925857:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6100. 00000100:00000200:0.0:1763344901.925857:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1763344901.925861:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1763344901.925861:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6acbb80. 00000100:00000040:0.0:1763344901.925863:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6acbb80 x1848987881553792 msgsize 328 00000020:00000010:1.0:1763344901.925864:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6100. 00000100:00100000:0.0:1763344901.925867:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000020:00000010:1.0:1763344901.925870:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3e00. 00000020:00000010:1.0:1763344901.925875:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344901.925880:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04e10. 00000100:00000001:0.0:1763344901.925882:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.925886:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1763344901.925887:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344901.925890:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.925891:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344901.925893:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.925901:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763344901.926055:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.926098:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.926101:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881553792 02000000:00000001:3.0:1763344901.926102:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.926104:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.926105:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.926107:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.926109:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881553792 00000020:00000001:3.0:1763344901.926111:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.926112:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344901.926114:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.926116:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:3.0:1763344901.926118:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344901.926119:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344901.926120:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344901.926123:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344901.926127:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344901.926129:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.926131:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000100:00000001:1.0:1763344901.926132:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.926134:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1763344901.926135:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca000. 00000020:00000010:3.0:1763344901.926138:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000100:00100000:1.0:1763344901.926139:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 8668 00000020:00000010:3.0:1763344901.926141:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf3e8. 00000100:00000040:1.0:1763344901.926142:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:1.0:1763344901.926144:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669305927680 : -107404403623936 : ffff9e50f6acb800) 00000100:00000040:3.0:1763344901.926145:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344901.926147:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344901.926148:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344901.926149:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.926151:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f6acb800 x1848987881553536/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 672/0 e 0 to 0 dl 1763344912 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344901.926153:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.926160:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.926162:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6100. 00000100:00000001:1.0:1763344901.926165:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.926167:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6100. 00000100:00000001:3.0:1763344901.926168:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763344901.926171:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f6acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+481:2407:x1848987881553536:12345-192.168.203.14@tcp:63:ll_sa.0 00000100:00000001:3.0:1763344901.926175:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1763344901.926175:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881553536 00000100:00000001:3.0:1763344901.926176:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344901.926179:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27102 00000020:00000001:1.0:1763344901.926179:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1763344901.926182:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000020:00000001:1.0:1763344901.926182:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1763344901.926183:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669305928576 : -107404403623040 : ffff9e50f6acbb80) 00000100:00000040:3.0:1763344901.926187:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f6acbb80 x1848987881553792/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000020:00000001:1.0:1763344901.926187:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.926190:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.926192:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809952 : -1044741664 : ffffffffc1ba81e0) 00000100:00000001:3.0:1763344901.926194:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1763344901.926195:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1763344901.926197:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000001:00000001:1.0:1763344901.926198:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881553536, found 0 last_xid 1848987881553535 00000100:00000001:3.0:1763344901.926199:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344901.926201:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000020:00000001:1.0:1763344901.926201:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.926203:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1763344901.926205:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f6acbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881553792:12345-192.168.203.14@tcp:101:stat.0 00000020:00000001:1.0:1763344901.926205:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1763344901.926208:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881553792 00000020:00000001:3.0:1763344901.926209:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344901.926209:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.926211:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344901.926212:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.926214:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000004:00000001:1.0:1763344901.926214:0:21732:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000020:00000001:3.0:1763344901.926216:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344901.926218:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344901.926220:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763344901.926220:0:21732:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9e4fd25acc78. 00000020:00000001:3.0:1763344901.926222:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344901.926223:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1763344901.926223:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1763344901.926226:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.926226:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1763344901.926227:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344901.926230:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344901.926232:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 02000000:00000010:1.0:1763344901.926232:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50ca220000. 00010000:00000001:3.0:1763344901.926234:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 02000000:00000001:1.0:1763344901.926234:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.926236:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.926236:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763344901.926240:0:21732:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9e4fc2c5e840. 00010000:00000001:3.0:1763344901.926241:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:1.0:1763344901.926242:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:1.0:1763344901.926243:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881553536, found 0 last_xid 1848987881553535 00000020:00080000:1.0:1763344901.926248:0:21732:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff9e50f6acb800 x1848987881553536/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 672/4320 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344901.926256:0:21732:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344901.926257:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854da00 count: 2 00000004:00000001:1.0:1763344901.926258:0:21732:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763344901.926259:0:21732:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00000001:3.0:1763344901.926260:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1763344901.926260:0:21732:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344901.926263:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:1.0:1763344901.926266:0:21732:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344901.926267:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17400. 00000020:00000001:3.0:1763344901.926271:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000010:1.0:1763344901.926271:0:21732:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854d400. 00000020:00000040:3.0:1763344901.926273:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17400 with handle 0x34881b4086817efc to hash 00010000:00000010:1.0:1763344901.926274:0:21732:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42500. 00000020:00000001:3.0:1763344901.926275:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344901.926277:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:1.0:1763344901.926277:0:21732:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1763344901.926280:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000010:1.0:1763344901.926280:0:21732:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34200. 00000020:00000001:1.0:1763344901.926283:0:21732:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00010000:3.0:1763344901.926284:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b4086817efc lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e30a expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1763344901.926284:0:21732:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34200 with handle 0x34881b4086817f03 to hash 00000020:00000001:1.0:1763344901.926286:0:21732:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.926287:0:21732:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405970944 : -107404303580672 : ffff9e50fca34200) 00010000:00000010:1.0:1763344901.926292:0:21732:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997580. 00010000:00000040:3.0:1763344901.926293:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00010000:00000001:1.0:1763344901.926294:0:21732:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405970944 : -107404303580672 : ffff9e50fca34200) 00000020:00000040:3.0:1763344901.926295:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00010000:00010000:1.0:1763344901.926298:0:21732:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34200/0x34881b4086817f03 lrc: 2/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e303 expref: -99 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344901.926301:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000040:1.0:1763344901.926304:0:21732:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 467 00002000:00000001:3.0:1763344901.926305:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763344901.926306:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1763344901.926306:0:21732:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=482 02000000:00000001:3.0:1763344901.926308:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1763344901.926309:0:21732:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000010:3.0:1763344901.926311:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50ef0f3400. 00000004:00000001:1.0:1763344901.926311:0:21732:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 02000000:00000001:3.0:1763344901.926312:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.926314:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.926314:0:21732:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344901.926316:0:21732:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00010000:00000001:3.0:1763344901.926317:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000004:00000001:1.0:1763344901.926318:0:21732:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00010000:00000001:3.0:1763344901.926319:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000004:00000001:1.0:1763344901.926319:0:21732:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00010000:00000001:3.0:1763344901.926322:0:74640:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344901.926322:0:21732:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b10:0x112:0x0] 00010000:00000001:3.0:1763344901.926324:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1763344901.926325:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000010:3.0:1763344901.926329:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f9d75ee0. 00000020:00000001:1.0:1763344901.926330:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592926680 : -107409116624936 : ffff9e4fddc207d8) 00002000:00000001:3.0:1763344901.926332:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00000004:00000001:1.0:1763344901.926332:0:21732:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592926592 : -107409116625024 : ffff9e4fddc20780) 00010000:00000001:3.0:1763344901.926334:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00000004:00000001:1.0:1763344901.926334:0:21732:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1763344901.926337:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd880. 00000004:00000001:1.0:1763344901.926337:0:21732:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763344901.926339:0:21732:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344901.926340:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000040:1.0:1763344901.926342:0:21732:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 29200 00000100:00000001:1.0:1763344901.926344:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000010:3.0:1763344901.926345:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1f00. 02000000:00000001:1.0:1763344901.926345:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1763344901.926347:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368209664 : -107409341341952 : ffff9e4fd05d1f00) 00000100:00000001:3.0:1763344901.926349:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368209664 : -107409341341952 : ffff9e4fd05d1f00) 00000100:00000001:3.0:1763344901.926351:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344901.926353:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344901.926354:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344901.926356:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763344901.926359:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1df80. 00000020:00000040:3.0:1763344901.926362:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763344901.926366:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344901.926368:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1763344901.926370:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 29720 at ffff9e5100350000. 02000000:00000001:3.0:1763344901.926371:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.926372:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.926373:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344901.926377:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd69cbc00. 02000000:00000001:1.0:1763344901.926378:0:21732:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344901.926380:0:21732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50ca220000. 00000100:00000001:3.0:1763344901.926381:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.926383:0:21732:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1763344901.926385:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000040:1.0:1763344901.926385:0:21732:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 24872:968 00000100:00000001:3.0:1763344901.926388:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000004:00000001:1.0:1763344901.926388:0:21732:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.926390:0:21732:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000100:00000040:3.0:1763344901.926392:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1df80 x1848987617974656/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:1.0:1763344901.926394:0:21732:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763344901.926396:0:21732:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.926399:0:21732:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.926400:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000001:00000001:1.0:1763344901.926401:0:21732:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1763344901.926402:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.926403:0:21732:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.926404:0:21732:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.926406:0:21732:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00100000:3.0:1763344901.926407:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617974656:192.168.203.14@tcp:106: 00000001:00000001:1.0:1763344901.926408:0:21732:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.926409:0:21732:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.926411:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000001:00000001:1.0:1763344901.926411:0:21732:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.926412:0:21732:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.926424:0:21732:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.926426:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000001:00000001:1.0:1763344901.926426:0:21732:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.926428:0:21732:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344901.926429:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.926429:0:21732:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.926438:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344901.926442:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd69cb000. 02000000:00000001:3.0:1763344901.926444:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344901.926449:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac4d0. 00000400:00000010:3.0:1763344901.926456:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbdd0. 00000100:00000200:3.0:1763344901.926462:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617974656, portal 16 00000100:00000001:3.0:1763344901.926465:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344901.926466:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006372736 : -107404703178880 : ffff9e50e4d1df80) 00000100:00000040:3.0:1763344901.926472:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50e4d1df80 x1848987617974656/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.926479:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.926481:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.926484:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbaa0. 00000100:00000200:3.0:1763344901.926486:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617974656, offset 0 00000400:00000200:3.0:1763344901.926492:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344901.926501:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.926506:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344901.926510:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344901.926513:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344901.926516:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344901.926519:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385602:1385602:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385598:1385598:8:4294967295] 00000400:00000200:3.0:1763344901.926529:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.926534:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344901.926538:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344901.926544:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344901.926550:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000001:00000001:1.0:1763344901.926550:0:21732:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.926552:0:21732:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.926553:0:21732:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344901.926554:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 424 niov 1 nkiov 1 00000001:00000001:1.0:1763344901.926556:0:21732:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.926557:0:21732:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.926561:0:21732:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000100:00000001:3.0:1763344901.926570:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.926575:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307677063 00000100:00000001:3.0:1763344901.926581:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307676927 00000100:00000001:3.0:1763344901.926585:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307677063 00000100:00000001:3.0:1763344901.926588:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307676927 00000100:00000001:3.0:1763344901.926590:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307677063 00000100:00000001:3.0:1763344901.926593:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307676927 00000100:00000001:3.0:1763344901.926595:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307677063 00000100:00000001:3.0:1763344901.926598:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307676927 00000100:00000001:3.0:1763344901.926600:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344901.926603:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.926604:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.926606:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.926608:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.926610:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763344901.926611:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f9d75ee0. 00010000:00000001:3.0:1763344901.926615:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.926616:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344901.926618:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344901.926620:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.926622:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344901.926623:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344901.926626:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1f00 going to sleep for 11 seconds 00000100:00000001:3.0:1763344901.926628:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344901.926630:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763344901.927599:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344901.927605:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5600. 00000400:00000200:2.0:1763344901.927612:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344901.927618:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344901.927622:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbaa0 00000400:00000010:2.0:1763344901.927625:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbaa0. 00000100:00000001:2.0:1763344901.927629:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344901.927634:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1df80 x1848987617974656/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.927643:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344901.927646:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1df80 x1848987617974656/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.927652:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.927654:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1763344901.927717:0:21732:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34a00. 02000000:00001000:1.0:1763344901.927724:0:21732:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:1.0:1763344901.927727:0:21732:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:1.0:1763344901.927732:0:21732:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344901.927733:0:21732:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.927737:0:21732:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.927738:0:21732:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.927740:0:21732:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344901.927742:0:21732:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.927748:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881553536, found 0 last_xid 1848987881553535 00000004:00010000:1.0:1763344901.927755:0:21732:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x25429cfc5e75e303 req@ffff9e50f6acb800 x1848987881553536/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 672/29424 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344901.927762:0:21732:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763344901.927767:0:21732:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e1ba48 00000004:00000002:1.0:1763344901.927770:0:21732:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200002b10:0x112:0x0]/f56xD.sanity_11, ldlm_rep = ffff9e5100350250 00000004:00000001:1.0:1763344901.927775:0:21732:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763344901.927779:0:21732:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763344901.927781:0:21732:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763344901.927783:0:21732:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344901.927785:0:21732:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344901.927813:0:21732:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d400 count: 2 00010000:00000001:1.0:1763344901.927816:0:21732:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.927819:0:21732:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.927897:0:21732:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34a00. 00000020:00000001:1.0:1763344901.927902:0:21732:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.927904:0:21732:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34a00 with handle 0x34881b4086817f0a to hash 00000020:00000001:1.0:1763344901.927906:0:21732:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.927908:0:21732:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000010:1.0:1763344901.927913:0:21732:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997100. 00010000:00000001:1.0:1763344901.927915:0:21732:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.927919:0:21732:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.927921:0:21732:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.927924:0:21732:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817f0a lrc: 3/1,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.927931:0:21732:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344901.927935:0:21732:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344901.927937:0:21732:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344901.927939:0:21732:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.927940:0:21732:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.927942:0:21732:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.927943:0:21732:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.927946:0:21732:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344901.927947:0:21732:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344901.927949:0:21732:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344901.927950:0:21732:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344901.927953:0:21732:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b10:0x112:0x0].0x0 (ffff9e4fd854d400) refcount = 2 00010000:00010000:1.0:1763344901.927956:0:21732:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817f0a lrc: 3/1,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.927961:0:21732:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344901.927966:0:21732:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.927967:0:21732:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.927970:0:21732:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344901.927971:0:21732:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.927973:0:21732:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.927975:0:21732:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.927977:0:21732:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344901.927979:0:21732:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.927982:0:21732:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817f0a lrc: 3/1,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.927986:0:21732:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344901.927987:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.927988:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.927989:0:21732:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344901.927990:0:21732:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344901.927995:0:21732:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854d500. 00010000:00000010:1.0:1763344901.927999:0:21732:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42800. 00010000:00000001:1.0:1763344901.928002:0:21732:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.928004:0:21732:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34000. 00000020:00000001:1.0:1763344901.928006:0:21732:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.928007:0:21732:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34000 with handle 0x34881b4086817f11 to hash 00000020:00000001:1.0:1763344901.928009:0:21732:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.928010:0:21732:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000010:1.0:1763344901.928013:0:21732:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997f00. 00010000:00000001:1.0:1763344901.928239:0:21732:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000001:1.0:1763344901.928244:0:21732:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.928246:0:21732:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.928248:0:21732:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34000/0x34881b4086817f11 lrc: 3/1,0 mode: --/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.928254:0:21732:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344901.928256:0:21732:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344901.928257:0:21732:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344901.928258:0:21732:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.928260:0:21732:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.928261:0:21732:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.928263:0:21732:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.928264:0:21732:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344901.928266:0:21732:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344901.928267:0:21732:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344901.928268:0:21732:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344901.928270:0:21732:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b10:0x112:0x0].0xf73d7ff9 (ffff9e4fd854d500) refcount = 1 00010000:00010000:1.0:1763344901.928273:0:21732:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34000/0x34881b4086817f11 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.928278:0:21732:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344901.928280:0:21732:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.928281:0:21732:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.928283:0:21732:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344901.928284:0:21732:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.928285:0:21732:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.928287:0:21732:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.928289:0:21732:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344901.928291:0:21732:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.928293:0:21732:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34000/0x34881b4086817f11 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.928298:0:21732:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344901.928300:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.928301:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.928302:0:21732:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.928306:0:21732:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763344901.928313:0:21732:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763344901.928316:0:21732:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763344901.928319:0:21732:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002b10:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763344901.928323:0:21732:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344901.928327:0:21732:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1763344901.928330:0:21732:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1763344901.928344:0:21732:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1763344901.928349:0:21732:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1763344901.928352:0:21732:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344901.928354:0:21732:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344901.928356:0:21732:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344901.928358:0:21732:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763344901.928361:0:21732:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763344901.928363:0:21732:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344901.928365:0:21732:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.928367:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.928369:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34a00 refcount=3 00000020:00000001:1.0:1763344901.928371:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.928373:0:21732:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.928375:0:21732:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344901.928377:0:21732:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817f0a lrc: 3/1,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.928382:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.928383:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.928385:0:21732:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817f0a lrc: 2/0,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.928389:0:21732:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.928390:0:21732:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.928392:0:21732:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344901.928395:0:21732:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817f0a lrc: 3/0,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21732 initiator: MDT0 00010000:00010000:1.0:1763344901.928400:0:21732:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca34a00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344901.928402:0:21732:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.928404:0:21732:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344901.928406:0:21732:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817f0a lrc: 3/0,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.928410:0:21732:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344901.928412:0:21732:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.928423:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.928425:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34a00 refcount=4 00000020:00000001:1.0:1763344901.928426:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.928429:0:21732:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344901.928432:0:21732:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344901.928434:0:21732:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817f0a lrc: 4/0,0 mode: CR/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.928439:0:21732:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344901.928441:0:21732:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344901.928442:0:21732:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.928445:0:21732:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.928448:0:21732:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.928449:0:21732:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.928450:0:21732:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.928453:0:21732:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34a00 with handle 0x34881b4086817f0a from hash 00010000:00000001:1.0:1763344901.928455:0:21732:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.928456:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.928457:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.928458:0:21732:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.928461:0:21732:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.928462:0:21732:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.928464:0:21732:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.928466:0:21732:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.928468:0:21732:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.928470:0:21732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x112:0x0].0x0 (ffff9e4fd854d400) 00010000:00010000:1.0:1763344901.928473:0:21732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344901.928475:0:21732:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.928477:0:21732:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.928479:0:21732:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.928481:0:21732:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344901.928483:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.928484:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.928485:0:21732:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.928487:0:21732:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.928489:0:21732:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.928493:0:21732:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817f0a lrc: 2/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.928497:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.928498:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.928499:0:21732:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344901.928501:0:21732:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344901.928502:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.928504:0:21732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086817f0a lrc: 0/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21732 initiator: MDT0 00010000:00000010:1.0:1763344901.928510:0:21732:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997100. 00010000:00000001:1.0:1763344901.928516:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.928517:0:21732:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344901.928519:0:21732:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344901.928520:0:21732:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.928522:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.928523:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34000 refcount=3 00000020:00000001:1.0:1763344901.928525:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000001:1.0:1763344901.928527:0:21732:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000001:1.0:1763344901.928529:0:21732:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344901.928531:0:21732:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34000/0x34881b4086817f11 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.928535:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.928536:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.928538:0:21732:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34000/0x34881b4086817f11 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.928542:0:21732:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.928543:0:21732:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.928545:0:21732:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344901.928547:0:21732:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34000/0x34881b4086817f11 lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21732 initiator: MDT0 00010000:00010000:1.0:1763344901.928551:0:21732:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca34000 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344901.928553:0:21732:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.928554:0:21732:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344901.928556:0:21732:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34000/0x34881b4086817f11 lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.928560:0:21732:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344901.928561:0:21732:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.928562:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.928563:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34000 refcount=4 00000020:00000001:1.0:1763344901.928565:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000001:1.0:1763344901.928566:0:21732:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000001:1.0:1763344901.928568:0:21732:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344901.928570:0:21732:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34000/0x34881b4086817f11 lrc: 4/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.928574:0:21732:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344901.928575:0:21732:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344901.928576:0:21732:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.928578:0:21732:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.928580:0:21732:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.928581:0:21732:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.928582:0:21732:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.928584:0:21732:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34000 with handle 0x34881b4086817f11 from hash 00010000:00000001:1.0:1763344901.928586:0:21732:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.928587:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.928588:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.928589:0:21732:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.928590:0:21732:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.928592:0:21732:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.928593:0:21732:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.928594:0:21732:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.928595:0:21732:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.928597:0:21732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x112:0x0].0xf73d7ff9 (ffff9e4fd854d500) 00010000:00010000:1.0:1763344901.928600:0:21732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344901.928601:0:21732:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.928603:0:21732:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.928604:0:21732:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.928606:0:21732:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344901.928608:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.928609:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.928610:0:21732:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.928611:0:21732:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.928613:0:21732:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.928615:0:21732:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34000/0x34881b4086817f11 lrc: 2/0,0 mode: --/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21732 initiator: MDT0 00010000:00000001:1.0:1763344901.928618:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.928619:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.928620:0:21732:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344901.928621:0:21732:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344901.928622:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.928624:0:21732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34000/0x34881b4086817f11 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21732 initiator: MDT0 00010000:00000010:1.0:1763344901.928628:0:21732:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997f00. 00010000:00000040:1.0:1763344901.928632:0:21732:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854d500 count: 0 00010000:00000010:1.0:1763344901.928636:0:21732:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42800. 00010000:00000001:1.0:1763344901.928642:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.928643:0:21732:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344901.928644:0:21732:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763344901.928646:0:21732:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344901.928647:0:21732:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763344901.928649:0:21732:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:1.0:1763344901.928653:0:21732:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344901.928655:0:21732:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344901.928657:0:21732:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344901.928658:0:21732:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344901.928660:0:21732:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344901.928663:0:21732:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763344901.928674:0:21732:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.928677:0:21732:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344901.928679:0:21732:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763344901.928681:0:21732:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344901.928683:0:21732:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.928687:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.928688:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.928689:0:21732:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.928691:0:21732:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.928693:0:21732:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34200 with handle 0x34881b4086817f03 from hash 00010000:00000001:1.0:1763344901.928694:0:21732:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.928696:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.928696:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.928697:0:21732:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344901.928699:0:21732:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763344901.928702:0:21732:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:1.0:1763344901.928707:0:21732:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34200/0x34881b4086817f03 lrc: 1/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e303 expref: 482 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344901.928712:0:21732:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344901.928714:0:21732:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.928717:0:21732:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344901.928718:0:21732:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.928720:0:21732:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.928722:0:21732:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344901.928723:0:21732:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.928724:0:21732:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.928725:0:21732:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344901.928727:0:21732:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344901.928727:0:21732:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.928729:0:21732:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.928731:0:21732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x112:0x0].0x0 (ffff9e4fd854d400) 00010000:00010000:1.0:1763344901.928733:0:21732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:1.0:1763344901.928735:0:21732:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.928737:0:21732:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.928738:0:21732:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.928739:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.928742:0:21732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34200/0x34881b4086817f03 lrc: 0/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e303 expref: 482 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.928753:0:21732:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 466 00000020:00000040:1.0:1763344901.928756:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 481 00010000:00000010:1.0:1763344901.928758:0:21732:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997580. 00010000:00000040:1.0:1763344901.928760:0:21732:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854d400 count: 0 00010000:00000010:1.0:1763344901.928762:0:21732:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42500. 00010000:00000001:1.0:1763344901.928767:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.928768:0:21732:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34200, rc -2) 00000004:00000001:1.0:1763344901.928771:0:21732:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344901.928773:0:21732:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763344901.928777:0:21732:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9e4fd25acc78. 00000004:00000010:1.0:1763344901.928780:0:21732:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9e4fc2c5e840. 00000004:00000001:1.0:1763344901.928783:0:21732:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344901.928786:0:21732:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344901.928818:0:21732:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763344901.928822:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257759, transno 0, xid 1848987881553536 00010000:00000001:1.0:1763344901.928825:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344901.928830:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f6acb800 x1848987881553536/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 672/29424 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344901.928837:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.928840:0:21732:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.928844:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.928848:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.928851:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344901.928853:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344901.928856:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.928859:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.928862:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.928864:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.928870:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff9e50ff83a500. 00000100:00000200:1.0:1763344901.928875:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 29424 bytes to portal 4, xid 1848987881553664, offset 224 00000400:00000200:1.0:1763344901.928883:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.928892:0:21732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.928898:0:21732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385603:1385603:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385599:1385599:8:4294967295] 00000400:00000200:1.0:1763344901.928907:0:21732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.928912:0:21732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 29424 bytes in 8 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.928916:0:21732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff9e4fcc4e2000. 00000800:00000200:1.0:1763344901.928922:0:21732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.928927:0:21732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:1.0:1763344901.928931:0:21732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fcc4e2000 type 1, nob 29520 niov 1 nkiov 8 00000100:00000001:1.0:1763344901.928949:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.928954:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344901.928956:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344901.928957:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.928959:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344901.928964:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6acb800 x1848987881553536/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 672/29424 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344901.928974:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f6acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+481:2407:x1848987881553536:12345-192.168.203.14@tcp:63:ll_sa.0 Request processed in 2812us (3256us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763344901.928982:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 8668 00000100:00000040:1.0:1763344901.928986:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:1.0:1763344901.928987:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.928989:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344901.928994:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344901.928997:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04e10. 00000020:00000010:1.0:1763344901.929002:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3e00. 00000020:00000040:1.0:1763344901.929005:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 480 00000100:00000001:1.0:1763344901.929008:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.930163:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.930175:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.930178:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.930180:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.930188:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.930201:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29d980 00000400:00000200:0.0:1763344901.930209:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665c75 [1] + 224 00000800:00000001:0.0:1763344901.930215:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.930222:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.930225:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.930229:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.930234:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.930240:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1df80 x1848987617974656/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344901.930249:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50e4d1df80 x1848987617974656/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.930260:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763344901.930773:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.930779:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763344901.931015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d900. 00010000:00000010:1.1:1763344901.931022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35e00. 00010000:00000010:1.1:1763344901.931026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854df00. 00010000:00000010:1.1:1763344901.931028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35200. 00000800:00000200:0.0:1763344901.931213:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.931218:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 360 at ffff9e4fcc4e2000. 00000400:00000200:0.0:1763344901.931222:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.931227:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.931232:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50ff83a500 00000400:00000010:0.0:1763344901.931234:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff9e50ff83a500. 00000100:00000001:0.0:1763344901.931239:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.931241:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344901.931290:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344901.931298:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344901.931299:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344901.931302:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac4d0. 00000400:00000200:3.0:1763344901.931306:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbdd0 00000400:00000010:3.0:1763344901.931308:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbdd0. 00000100:00000001:3.0:1763344901.931311:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344901.931317:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1df80 x1848987617974656/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344901.931326:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1df80 x1848987617974656/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.931332:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344901.931334:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.931336:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344901.931339:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344901.931342:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.931344:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.931347:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.931353:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344901.931356:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.931359:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344901.931361:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.931363:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344901.931366:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.931369:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.931373:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1df80 x1848987617974656/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.931380:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344901.931383:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344901.931385:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.931387:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763344901.931391:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344901.931398:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344901.931401:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344901.931406:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:3.0:1763344901.931409:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:3.0:1763344901.931411:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344901.931426:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344901.931430:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00010000:00000001:3.0:1763344901.931432:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.931434:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.931436:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.931440:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1df80 x1848987617974656/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344901.931447:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617974656:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344901.931451:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.931454:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.931457:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344901.931458:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344901.931461:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1df80 x1848987617974656/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.931467:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344901.931469:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344901.931472:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd69cb000. 02000000:00000001:3.0:1763344901.931477:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344901.931479:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344901.931481:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763344901.931483:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344901.931486:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd69cbc00. 02000000:00000001:3.0:1763344901.931489:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344901.931490:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344901.931492:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1df80. 00000100:00000001:3.0:1763344901.931495:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344901.931496:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344901.931498:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1f00. 00000100:00000001:3.0:1763344901.931501:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344901.931502:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344901.931505:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd880. 00010000:00000001:3.0:1763344901.931507:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344901.931511:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344901.931514:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344901.931516:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344901.931521:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.931522:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.931524:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344901.931525:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344901.931528:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17400 with handle 0x34881b4086817efc from hash 00010000:00000001:3.0:1763344901.931530:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344901.931531:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344901.931532:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344901.931533:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344901.931534:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344901.931537:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763344901.931541:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b4086817efc lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e30a expref: 20 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763344901.931553:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344901.931555:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344901.931557:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344901.931558:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.931560:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.931564:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344901.931565:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344901.931566:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344901.931567:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344901.931568:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344901.931570:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344901.931572:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344901.931573:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344901.931575:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344901.931577:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344901.931578:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344901.931581:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b4086817efc lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e30a expref: 20 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763344901.931590:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:3.0:1763344901.931593:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:3.0:1763344901.931597:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344901.931599:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17400, rc 0) 00000020:00000001:3.0:1763344901.931602:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763344901.931605:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881553792 00010000:00000001:3.0:1763344901.931608:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344901.931613:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f6acbb80 x1848987881553792/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344901.931620:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344901.931623:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344901.931626:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344901.931630:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344901.931632:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344901.931634:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344901.931637:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344901.931639:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.931642:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344901.931644:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344901.931649:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbdd0. 00000100:00000200:3.0:1763344901.931653:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881553792, offset 224 00000400:00000200:3.0:1763344901.931658:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344901.931667:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344901.931672:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385604:1385604:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385600:1385600:8:4294967295] 00000400:00000200:3.0:1763344901.931681:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344901.931686:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344901.931690:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344901.931695:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344901.931701:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344901.931704:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344901.931723:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344901.931727:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344901.931729:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344901.931730:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344901.931732:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344901.931738:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6acbb80 x1848987881553792/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344901.931748:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f6acbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881553792:12345-192.168.203.14@tcp:101:stat.0 Request processed in 5551us (5882us total) trans 0 rc 301/301 00000100:00100000:3.0:1763344901.931756:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27102 00000100:00000040:3.0:1763344901.931759:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344901.931762:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344901.931763:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344901.931769:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344901.931773:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf3e8. 00000020:00000010:3.0:1763344901.931777:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca000. 00000020:00000040:3.0:1763344901.931781:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:3.0:1763344901.931784:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344901.934275:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344901.934284:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5600. 00000400:00000200:2.0:1763344901.934293:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344901.934302:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344901.934309:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbdd0 00000400:00000010:2.0:1763344901.934311:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbdd0. 00000100:00000001:2.0:1763344901.934316:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344901.934318:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344901.938978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd600. 00010000:00000010:0.1:1763344901.938992:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e4897700. 00010000:00000010:0.1:1763344901.938996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc000. 00010000:00000010:0.1:1763344901.938999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00000800:00000001:2.0:1763344901.946073:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.946088:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344901.946093:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.946095:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344901.946106:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344901.946124:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dfc000 00000400:00000200:2.0:1763344901.946131:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 125736 00000800:00000001:2.0:1763344901.946140:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.946147:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344901.946150:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344901.946154:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344901.946160:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344901.946163:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344901.946170:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a8700. 00000100:00000040:2.0:1763344901.946173:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2a8700 x1848987881553920 msgsize 576 00000100:00100000:2.0:1763344901.946178:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344901.946190:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344901.946199:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.946202:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763344901.946297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34a00. 00010000:00000010:1.1:1763344901.946306:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d500. 00010000:00000010:1.1:1763344901.946309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34000. 00010000:00000010:1.1:1763344901.946312:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d400. 00010000:00000010:1.1:1763344901.946314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34200. 00000100:00000001:1.0:1763344901.946334:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344901.946337:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881553920 02000000:00000001:1.0:1763344901.946340:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344901.946343:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344901.946345:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.946350:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344901.946355:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881553920 00000020:00000001:1.0:1763344901.946358:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344901.946360:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:1.0:1763344901.946363:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.946366:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=481 00000020:00000001:1.0:1763344901.946368:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:1.0:1763344901.946371:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:1.0:1763344901.946376:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.946380:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6100. 00000100:00000001:1.0:1763344901.946384:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.946387:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6100. 00000020:00000010:1.0:1763344901.946394:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3e00. 00000020:00000010:1.0:1763344901.946399:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344901.946404:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04e10. 00000100:00000040:1.0:1763344901.946411:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344901.946426:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344901.946427:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000010:3.1:1763344901.946830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00000004:00000001:1.0:1763344901.946879:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763344901.946883:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.946885:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.946893:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.946898:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344901.946910:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344901.946912:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344901.946918:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302984 00000100:00000040:1.0:1763344901.946921:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:1.0:1763344901.946923:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163177728 : -107404546373888 : ffff9e50ee2a8700) 00000100:00000040:1.0:1763344901.946930:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a8700 x1848987881553920/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 576/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344901.946944:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344901.946948:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6100. 00000100:00000001:1.0:1763344901.946950:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344901.946952:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6100. 00000100:00100000:1.0:1763344901.946956:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+481:252841:x1848987881553920:12345-192.168.203.14@tcp:101:readlink.0 00000100:00000200:1.0:1763344901.946960:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881553920 00000020:00000001:1.0:1763344901.946963:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344901.946966:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344901.946970:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.946973:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344901.946974:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344901.946977:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344901.946981:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881553920, found 0 last_xid 1848987881553919 00000020:00000001:1.0:1763344901.946983:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344901.946985:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344901.946987:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344901.946991:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.946993:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344901.946995:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344901.946997:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344901.946999:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344901.947000:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.947004:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344901.947010:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854d400. 00010000:00000010:1.0:1763344901.947013:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42500. 00010000:00000001:1.0:1763344901.947017:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.947020:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34200. 00000020:00000001:1.0:1763344901.947023:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.947025:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34200 with handle 0x34881b4086817f18 to hash 00000020:00000001:1.0:1763344901.947026:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.947028:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405970944 : -107404303580672 : ffff9e50fca34200) 00010000:00000010:1.0:1763344901.947033:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997580. 00010000:00000001:1.0:1763344901.947035:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405970944 : -107404303580672 : ffff9e50fca34200) 00010000:00010000:1.0:1763344901.947039:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34200/0x34881b4086817f18 lrc: 2/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e311 expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.947048:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 467 00000020:00000040:1.0:1763344901.947050:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=482 00010000:00000001:1.0:1763344901.947055:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763344901.947057:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763344901.947063:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344901.947065:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763344901.947067:0:10286:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763344901.947068:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344901.947070:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b10:0x112:0x0] 00000020:00000001:1.0:1763344901.947073:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344901.947077:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592926680 : -107409116624936 : ffff9e4fddc207d8) 00000004:00000001:1.0:1763344901.947079:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592926592 : -107409116625024 : ffff9e4fddc20780) 00000004:00000001:1.0:1763344901.947081:0:10286:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.947084:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763344901.947085:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763344901.947087:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344901.947090:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344901.947117:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff9e50df2b0000. 02000000:00000001:1.0:1763344901.947119:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.947122:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.947124:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.947126:0:10286:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763344901.947130:0:10286:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763344901.947133:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.947134:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.947137:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.947138:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.947140:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.947142:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.947143:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.947145:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.947147:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.947148:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.947150:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.947151:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.947152:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.947154:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.947155:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.947157:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.947158:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.947160:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.947161:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344901.947165:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344901.947171:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:1.0:1763344901.947173:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:1.0:1763344901.947176:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344901.947178:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.947181:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.947183:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.947184:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344901.947186:0:10286:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.947190:0:10286:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000002:1.0:1763344901.947192:0:10286:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x200002b10:0x112:0x0], ldlm_rep = ffff9e50df2b0228 00000004:00000001:1.0:1763344901.947196:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763344901.947199:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344901.947201:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344901.947204:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d400 count: 2 00010000:00000001:1.0:1763344901.947207:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.947209:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344901.947212:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34000. 00000020:00000001:1.0:1763344901.947214:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344901.947216:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34000 with handle 0x34881b4086817f1f to hash 00000020:00000001:1.0:1763344901.947218:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344901.947219:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000010:1.0:1763344901.947223:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997f00. 00010000:00000001:1.0:1763344901.947225:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000001:1.0:1763344901.947229:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.947230:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.947233:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34000/0x34881b4086817f1f lrc: 3/1,0 mode: --/PR res: [0x200002b10:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.947240:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344901.947244:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344901.947246:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344901.947248:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.947250:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.947252:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344901.947253:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.947256:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344901.947258:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344901.947259:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344901.947261:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344901.947263:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b10:0x112:0x0].0x0 (ffff9e4fd854d400) refcount = 2 00010000:00010000:1.0:1763344901.947267:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34000/0x34881b4086817f1f lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.947273:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344901.947278:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344901.947279:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.947282:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344901.947284:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.947286:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.947289:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344901.947291:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344901.947293:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344901.947296:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34000/0x34881b4086817f1f lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344901.947301:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344901.947302:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.947304:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.947306:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.947308:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.947310:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34000 refcount=3 00000020:00000001:1.0:1763344901.947312:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000001:1.0:1763344901.947314:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000001:1.0:1763344901.947316:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.947317:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.947319:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.947322:0:10286:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763344901.947326:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763344901.947329:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763344901.947336:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.947339:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.947344:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.947365:0:10286:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.947369:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344901.947371:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.947373:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763344901.947376:0:10286:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:1.0:1763344901.947379:0:10286:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344901.947381:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763344901.947384:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:1.0:1763344901.947386:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.947388:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.947390:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.947391:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.947392:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.947394:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.947395:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.947396:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.947398:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344901.947399:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344901.947400:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344901.947402:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344901.947404:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002b10:0x112:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1763344901.947407:0:10286:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b10:0x112:0x0]: returning size 4096 00000004:00000040:1.0:1763344901.947411:0:10286:0:(mdt_lib.c:865:mdt_dump_lmv()) magic 0x0CD40CD0, master 0X0 stripe_count 2 hash_type 0x1 00000004:00200000:1.0:1763344901.947424:0:10286:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00000002:1.0:1763344901.947427:0:10286:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 24032 00000001:00000001:1.0:1763344901.947428:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344901.947429:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.948540:0:10286:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763344901.948545:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.948550:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344901.948555:0:10286:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344901.948558:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344901.948561:0:10286:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.948567:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344901.948576:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.948578:0:10286:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.948585:0:10286:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.948589:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344901.948591:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344901.948594:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34000 refcount=3 00000020:00000001:1.0:1763344901.948596:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00010000:00000001:1.0:1763344901.948599:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405970432 : -107404303581184 : ffff9e50fca34000) 00000004:00000040:1.0:1763344901.948602:0:10286:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50f7dce000 : new locks_count 468 00000020:00000040:1.0:1763344901.948606:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=483 00010000:00000001:1.0:1763344901.948612:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.948614:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344901.948615:0:10286:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344901.948617:0:10286:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763344901.948622:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344901.948624:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344901.948626:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344901.948628:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344901.948630:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344901.948632:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763344901.948636:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344901.948639:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344901.948641:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344901.948645:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344901.948646:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763344901.948649:0:10286:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344901.948651:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344901.948654:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.948656:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.948658:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344901.948659:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344901.948662:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34200 with handle 0x34881b4086817f18 from hash 00010000:00000001:1.0:1763344901.948664:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344901.948665:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.948666:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.948667:0:10286:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344901.948668:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344901.948675:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34200/0x34881b4086817f18 lrc: 0/0,0 mode: --/CR res: [0x200002b10:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e311 expref: 483 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344901.948682:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 467 00000020:00000040:1.0:1763344901.948685:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 482 00010000:00000010:1.0:1763344901.948688:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997580. 00010000:00000001:1.0:1763344901.948697:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344901.948699:0:10286:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.948703:0:10286:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344901.948707:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34000/0x34881b4086817f1f lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x112:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e311 expref: 482 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344901.948713:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344901.948716:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344901.948718:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x112:0x0].0x0 (ffff9e4fd854d400) 00010000:00010000:1.0:1763344901.948720:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:1.0:1763344901.948723:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344901.948725:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344901.948727:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344901.948728:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344901.948729:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344901.948731:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34000, rc 0) 00000020:00000001:1.0:1763344901.948734:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344901.948738:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257759, transno 0, xid 1848987881553920 00010000:00000001:1.0:1763344901.948740:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344901.948747:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2a8700 x1848987881553920/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 576/640 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344901.948755:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344901.948757:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344901.948761:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344901.948766:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344901.948768:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344901.948771:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344901.948774:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344901.948776:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344901.948779:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344901.948782:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344901.950558:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e36e8. 00000100:00000200:1.0:1763344901.950573:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848987881553920, offset 224 00000400:00000200:1.0:1763344901.950589:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344901.950606:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344901.950613:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385605:1385605:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385601:1385601:8:4294967295] 00000400:00000200:1.0:1763344901.950625:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344901.950630:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344901.950638:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a500. 00000800:00000200:1.0:1763344901.950644:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344901.950651:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344901.950656:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a500 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1763344901.950664:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344901.950667:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344901.950671:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344901.950673:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344901.950678:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344901.950686:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a8700 x1848987881553920/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 576/640 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344901.950697:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+482:252841:x1848987881553920:12345-192.168.203.14@tcp:101:readlink.0 Request processed in 3751us (4521us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344901.950706:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302984 00000100:00000040:1.0:1763344901.950710:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:1.0:1763344901.950712:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344901.950714:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344901.950721:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344901.950727:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04e10. 00000020:00000010:1.0:1763344901.950732:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3e00. 00000020:00000040:1.0:1763344901.950738:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 481 00000100:00000001:1.0:1763344901.950740:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344901.951686:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344901.951692:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a500. 00000400:00000200:0.0:1763344901.951699:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.951707:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344901.951712:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e36e8 00000400:00000010:0.0:1763344901.951715:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e36e8. 00000100:00000001:0.0:1763344901.951720:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344901.951722:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344901.952944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34200. 00000800:00000001:2.0:1763344901.955200:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.955214:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344901.955218:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.955221:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344901.955231:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344901.955247:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfc080 00000400:00000200:2.0:1763344901.955254:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 14224 00000800:00000001:2.0:1763344901.955263:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.955271:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344901.955274:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344901.955278:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344901.955286:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344901.955288:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763344901.955293:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a9c00. 00000100:00000040:2.0:1763344901.955296:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2a9c00 x1848987881554048 msgsize 328 00000100:00100000:2.0:1763344901.955300:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344901.957294:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344901.957315:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344901.957322:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344901.957459:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344901.957463:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881554048 02000000:00000001:3.0:1763344901.957466:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344901.957469:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344901.957471:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344901.957475:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344901.957479:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881554048 00000020:00000001:3.0:1763344901.957482:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344901.957484:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344901.957486:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344901.957489:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:3.0:1763344901.957492:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344901.957494:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344901.957499:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.957693:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2980. 00000100:00000001:0.0:1763344901.957699:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.957702:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2980. 00000020:00000010:0.0:1763344901.957709:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd5de0e00. 00000020:00000010:0.0:1763344901.957715:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139000. 00000020:00000010:0.0:1763344901.957720:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732320. 00000100:00000040:0.0:1763344901.957730:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344901.957733:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344901.957735:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344901.957737:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.957745:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.957761:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344901.957776:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344901.957778:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344901.957784:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27103 00000100:00000040:0.0:1763344901.957804:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344901.957806:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163183104 : -107404546368512 : ffff9e50ee2a9c00) 00000100:00000040:0.0:1763344901.957814:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a9c00 x1848987881554048/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/0 e 0 to 0 dl 1763344912 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344901.957822:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344901.957826:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2980. 00000100:00000001:0.0:1763344901.957828:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344901.957829:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2980. 00000100:00100000:0.0:1763344901.957834:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881554048:12345-192.168.203.14@tcp:101:readlink.0 00000100:00000200:0.0:1763344901.957838:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881554048 00000020:00000001:0.0:1763344901.957841:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344901.957844:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344901.957847:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.957849:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344901.957851:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344901.957853:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344901.957856:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344901.957858:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344901.957860:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344901.957865:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344901.957867:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344901.957869:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344901.957871:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344901.957873:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344901.957875:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.957880:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344901.957886:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854da00 count: 2 00010000:00000001:0.0:1763344901.957898:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344901.957901:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344901.957904:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc000. 00000020:00000001:0.0:1763344901.957908:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344901.957911:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc000 with handle 0x34881b4086817f26 to hash 00000020:00000001:0.0:1763344901.957912:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344901.957914:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344901.957916:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00010000:0.0:1763344901.957920:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc000/0x34881b4086817f26 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e318 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344901.957928:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:0.0:1763344901.957930:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00010000:00000001:0.0:1763344901.957937:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763344901.957940:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763344901.957943:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344901.957946:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344901.957950:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e4fcb32c800. 02000000:00000001:0.0:1763344901.957953:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.957955:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.957958:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344901.957960:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763344901.957964:0:74640:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.957966:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763344901.957970:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50d2853310. 00002000:00000001:0.0:1763344901.957972:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763344901.957975:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763344901.957977:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2980. 00000100:00000001:0.0:1763344901.957980:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344901.957987:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192e480. 00000100:00000001:0.0:1763344901.957989:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388510848 : -107409321040768 : ffff9e4fd192e480) 00000100:00000001:0.0:1763344901.957991:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388510848 : -107409321040768 : ffff9e4fd192e480) 00000100:00000001:0.0:1763344901.957994:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344901.957995:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344901.957997:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763344901.957999:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763344901.958003:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6acad80. 00000020:00000040:0.0:1763344901.958006:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763344901.958009:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344901.958011:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344901.958015:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344901.958021:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd5de1400. 00000100:00000001:0.0:1763344901.958025:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.958030:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344901.958033:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344901.958038:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f6acad80 x1848987617974784/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.958046:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344901.958048:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344901.958052:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f6acad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617974784:192.168.203.14@tcp:106: 00000100:00000001:0.0:1763344901.958058:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344901.958063:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344901.958065:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344901.958067:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344901.958071:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fc852a200. 02000000:00000001:0.0:1763344901.958073:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344901.958078:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3478. 00000400:00000010:0.0:1763344901.958083:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495e58. 00000100:00000200:0.0:1763344901.958089:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617974784, portal 16 00000100:00000001:0.0:1763344901.958091:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344901.958092:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305924992 : -107404403626624 : ffff9e50f6acad80) 00000100:00000040:0.0:1763344901.958098:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f6acad80 x1848987617974784/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.958104:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344901.958107:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344901.958109:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64956e8. 00000100:00000200:0.0:1763344901.958111:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617974784, offset 0 00000400:00000200:0.0:1763344901.958117:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344901.958128:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344901.958133:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344901.958137:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344901.958140:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344901.958143:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344901.958146:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385606:1385606:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385602:1385602:8:4294967295] 00000400:00000200:0.0:1763344901.958157:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344901.958163:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344901.958168:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344901.958174:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344901.958180:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344901.958184:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763344901.958205:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.958210:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307677095 00000100:00000001:0.0:1763344901.958216:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307677063 00000100:00000001:0.0:1763344901.958220:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307677095 00000100:00000001:0.0:1763344901.958223:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307677063 00000100:00000001:0.0:1763344901.958225:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307677095 00000100:00000001:0.0:1763344901.958229:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307677063 00000100:00000001:0.0:1763344901.958231:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307677095 00000100:00000001:0.0:1763344901.958233:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307677063 00000100:00000001:0.0:1763344901.958236:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344901.958238:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.958240:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.958242:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344901.958244:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344901.958246:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763344901.958248:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50d2853310. 00010000:00000001:0.0:1763344901.958251:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344901.958253:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763344901.958254:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344901.958257:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344901.958259:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344901.958260:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344901.958262:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd192e480 going to sleep for 11 seconds 00000100:00000001:0.0:1763344901.958264:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344901.958267:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344901.959047:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344901.959052:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:3.0:1763344901.959057:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344901.959063:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344901.959067:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64956e8 00000400:00000010:3.0:1763344901.959070:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64956e8. 00000100:00000001:3.0:1763344901.959075:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344901.959080:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f6acad80 x1848987617974784/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.959089:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344901.959093:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f6acad80 x1848987617974784/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344901.959098:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344901.959100:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344901.960970:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.960986:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344901.960990:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.960992:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.961002:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344901.961018:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29da00 00000400:00000200:0.0:1763344901.961027:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665c89 [1] + 224 00000800:00000001:0.0:1763344901.961035:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.961045:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344901.961048:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344901.961052:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344901.961059:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344901.961067:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f6acad80 x1848987617974784/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344901.961078:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50f6acad80 x1848987617974784/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344901.961104:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344901.961111:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344901.961114:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.961284:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344901.961292:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344901.961294:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344901.961297:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3478. 00000400:00000200:2.0:1763344901.961301:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495e58 00000400:00000010:2.0:1763344901.961304:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495e58. 00000100:00000001:2.0:1763344901.961307:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344901.961312:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f6acad80 x1848987617974784/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344901.961321:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f6acad80 x1848987617974784/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.961327:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344901.961329:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.961331:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344901.961334:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344901.961336:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344901.961338:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344901.961341:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.961348:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=70 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344901.961352:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.961355:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344901.961356:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.961359:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344901.961362:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.961364:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.961369:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f6acad80 x1848987617974784/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.961375:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344901.961378:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344901.961380:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.961383:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763344901.961388:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344901.961397:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344901.961401:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344901.961407:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:2.0:1763344901.961410:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:2.0:1763344901.961412:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344901.961426:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344901.961430:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00010000:00000001:2.0:1763344901.961433:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.961434:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.961436:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.961440:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6acad80 x1848987617974784/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344901.961447:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f6acad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617974784:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344901.961451:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344901.961454:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.961456:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344901.961458:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344901.961461:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f6acad80 x1848987617974784/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344901.961466:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344901.961468:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344901.961471:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc852a200. 02000000:00000001:2.0:1763344901.961475:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344901.961477:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344901.961479:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763344901.961480:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344901.961482:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd5de1400. 02000000:00000001:2.0:1763344901.961487:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344901.961488:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344901.961490:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6acad80. 00000100:00000001:2.0:1763344901.961493:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344901.961494:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344901.961496:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192e480. 00000100:00000001:2.0:1763344901.961498:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344901.961500:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344901.961503:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2980. 00010000:00000001:2.0:1763344901.961506:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344901.961509:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344901.961512:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344901.961514:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.961519:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.961521:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.961523:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344901.961525:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344901.961528:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc000 with handle 0x34881b4086817f26 from hash 00010000:00000001:2.0:1763344901.961531:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.961532:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344901.961533:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344901.961535:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344901.961537:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344901.961539:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344901.961545:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc000/0x34881b4086817f26 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e318 expref: 20 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344901.961558:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344901.961562:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.961564:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344901.961566:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.961568:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.961571:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344901.961573:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344901.961574:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344901.961576:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344901.961577:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344901.961579:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344901.961581:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344901.961583:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344901.961585:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344901.961587:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344901.961588:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344901.961593:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc000/0x34881b4086817f26 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e318 expref: 20 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344901.961599:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:2.0:1763344901.961602:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:2.0:1763344901.961608:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344901.961610:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bc000, rc 0) 00000020:00000001:2.0:1763344901.961612:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344901.961616:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881554048 00010000:00000001:2.0:1763344901.961618:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344901.961623:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2a9c00 x1848987881554048/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344901.961631:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344901.961633:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344901.961636:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344901.961640:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344901.961643:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344901.961645:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344901.961648:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344901.961649:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344901.961652:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344901.961656:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344901.961660:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921440. 00000100:00000200:2.0:1763344901.961664:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881554048, offset 224 00000400:00000200:2.0:1763344901.961670:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344901.961679:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344901.961686:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385607:1385607:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385603:1385603:8:4294967295] 00000400:00000200:2.0:1763344901.961695:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344901.961700:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344901.962776:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994900. 00000800:00000200:2.0:1763344901.962804:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344901.962812:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344901.962816:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344901.962838:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344901.962842:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344901.962845:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344901.962848:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344901.962850:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344901.962857:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9c00 x1848987881554048/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:132/0 lens 328/400 e 0 to 0 dl 1763344912 ref 1 fl Interpret:/600/0 rc 301/301 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344901.962866:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881554048:12345-192.168.203.14@tcp:101:readlink.0 Request processed in 5042us (7568us total) trans 0 rc 301/301 00000100:00100000:2.0:1763344901.962875:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27103 00000100:00000040:2.0:1763344901.962879:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344901.962881:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344901.962883:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344901.962890:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139000. 00000020:00000010:2.0:1763344901.962896:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732320. 00000020:00000010:2.0:1763344901.962900:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd5de0e00. 00000020:00000040:2.0:1763344901.962907:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:2.0:1763344901.962910:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344901.965760:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344901.965773:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:1.0:1763344901.965782:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344901.965811:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344901.965818:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921440 00000400:00000010:1.0:1763344901.965821:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921440. 00000100:00000001:1.0:1763344901.965826:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344901.965828:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344901.967843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc000. 00000800:00000001:3.0:1763344902.001681:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.001697:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344902.001702:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.001704:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344902.001715:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344902.001733:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 464 into portal 12 MB=0x691a509dfc100 00000400:00000200:3.0:1763344902.001741:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 464/464 into md 0x616b51 [64] + 126312 00000800:00000001:3.0:1763344902.001748:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.001755:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344902.001758:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344902.001762:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344902.001769:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344902.001771:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344902.001777:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1df80. 00000100:00000040:3.0:1763344902.001781:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1df80 x1848987881554176 msgsize 464 00000100:00100000:3.0:1763344902.001784:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344902.001831:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344902.001841:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.001845:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344902.001926:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344902.001929:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881554176 02000000:00000001:1.0:1763344902.001933:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344902.001935:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344902.001937:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344902.001941:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344902.001945:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881554176 00000020:00000001:1.0:1763344902.001949:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344902.001950:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344902.001953:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.001956:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=233 00000020:00000001:1.0:1763344902.001958:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344902.001961:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344902.001965:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344902.001969:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6100. 00000020:00000010:1.0:1763344902.001975:0:10286:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50f93d2b00. 00000020:00000040:1.0:1763344902.001981:0:10286:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00000100:00000001:1.0:1763344902.001993:0:10286:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763344902.001999:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3e00. 00000020:00000010:1.0:1763344902.002004:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344902.002009:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04e10. 00000100:00000040:1.0:1763344902.002018:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344902.002022:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344902.002023:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344902.002026:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.002034:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.002039:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344902.002054:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00080000:2.0:1763344902.002056:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1763344902.002056:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344902.002062:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302985 00000020:00000040:2.0:1763344902.002065:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00000100:00000040:1.0:1763344902.002067:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344902.002071:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006372736 : -107404703178880 : ffff9e50e4d1df80) 00000100:00000040:1.0:1763344902.002079:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1df80 x1848987881554176/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 464/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344902.002088:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344902.002090:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6780. 00000100:00000001:1.0:1763344902.002092:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344902.002094:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6780. 00000100:00100000:1.0:1763344902.002098:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+233:252844:x1848987881554176:12345-192.168.203.14@tcp:34:lfs.0 00000100:00000200:1.0:1763344902.002102:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881554176 00000020:00000001:1.0:1763344902.002106:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344902.002109:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344902.002113:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344902.002116:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344902.002118:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808560 : -1044743056 : ffffffffc1ba7c70) 00000020:00000001:1.0:1763344902.002121:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344902.002124:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881554176, found 0 last_xid 1848987881554175 00000020:00000001:1.0:1763344902.002126:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344902.002128:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344902.002130:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344902.002133:0:10286:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763344902.002138:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344902.002143:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000020:00000001:1.0:1763344902.002146:0:10286:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344902.002147:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.002153:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344902.002155:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344902.002161:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff9e50ca220000. 02000000:00000001:1.0:1763344902.002164:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.002166:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.002171:0:10286:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:1.0:1763344902.002174:0:10286:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763344902.002177:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344902.002178:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.002181:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344902.002182:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344902.002184:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.002186:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344902.002187:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344902.002189:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.002190:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344902.002191:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344902.002193:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.002194:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344902.002195:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344902.002197:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.002198:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344902.002199:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344902.002201:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.002203:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344902.002205:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344902.002209:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344902.002215:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:1.0:1763344902.002217:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:1.0:1763344902.002220:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344902.002222:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.002224:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344902.002225:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.002227:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344902.002229:0:10286:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.002231:0:10286:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763344902.002236:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0bcb0 00000004:00000002:1.0:1763344902.002239:0:10286:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240002b11:0x112:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:1.0:1763344902.002244:0:10286:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763344902.002247:0:10286:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763344902.002250:0:10286:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763344902.002253:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344902.002256:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344902.002262:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854dd00 count: 2 00010000:00000001:1.0:1763344902.002265:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344902.002268:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344902.002272:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34a00. 00000020:00000001:1.0:1763344902.002276:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344902.002279:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34a00 with handle 0x34881b4086817f2d to hash 00000020:00000001:1.0:1763344902.002280:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344902.002282:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000010:1.0:1763344902.002286:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997580. 00010000:00000001:1.0:1763344902.002289:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344902.002293:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344902.002295:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.002298:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817f2d lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344902.002306:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344902.002311:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344902.002313:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344902.002315:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344902.002317:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.002318:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344902.002319:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.002322:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344902.002324:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344902.002326:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344902.002327:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344902.002329:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x0 (ffff9e4fd854dd00) refcount = 2 00010000:00000040:1.0:1763344902.002332:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344902.002336:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b4086817dc1 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e27e expref: 233 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344902.002343:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817f2d lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.002347:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344902.002352:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344902.002353:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.002355:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344902.002357:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.002358:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.002360:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344902.002362:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344902.002364:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.002367:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817f2d lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.002371:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344902.002372:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.002374:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.002376:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344902.002377:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344902.002382:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854d500. 00010000:00000010:1.0:1763344902.002385:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42800. 00010000:00000001:1.0:1763344902.002389:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344902.002391:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35200. 00000020:00000001:1.0:1763344902.002393:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344902.002394:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35200 with handle 0x34881b4086817f34 to hash 00000020:00000001:1.0:1763344902.002396:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344902.002397:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000010:1.0:1763344902.002400:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997100. 00010000:00000001:1.0:1763344902.002402:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:1.0:1763344902.002405:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344902.002406:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.002408:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086817f34 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344902.002424:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344902.002426:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344902.002427:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344902.002429:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344902.002430:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.002440:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344902.002441:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.002443:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344902.002444:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344902.002445:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344902.002446:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344902.002448:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e4fd854d500) refcount = 1 00010000:00010000:1.0:1763344902.002451:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086817f34 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.002455:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344902.002458:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344902.002459:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.002460:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344902.002461:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.002463:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.002465:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344902.002467:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344902.002469:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.002471:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086817f34 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.002475:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344902.002476:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.002477:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344902.002478:0:10286:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.002483:0:10286:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763344902.002489:0:10286:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763344902.002491:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763344902.002494:0:10286:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763344902.002498:0:10286:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344902.002502:0:10286:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1763344902.002506:0:10286:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1763344902.002528:0:10286:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763344902.002530:0:10286:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763344902.002533:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344902.002535:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344902.002538:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344902.002540:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344902.002542:0:10286:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763344902.002543:0:10286:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344902.002546:0:10286:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1763344902.002548:0:10286:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1763344902.002550:0:10286:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344902.002553:0:10286:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1763344902.002577:0:10286:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50efa5c528. 00000001:00000010:1.0:1763344902.002586:0:10286:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50efa5c528. 00080000:00000001:1.0:1763344902.002590:0:10286:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763344902.002592:0:10286:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763344902.002594:0:10286:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344902.002597:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0bb20 00080000:00000002:1.0:1763344902.002599:0:10286:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x240002b11:0x112:0x0]/f56xD.sanity_3 => [0x240002b13:0x12e80:0x0] 00080000:00000001:1.0:1763344902.002602:0:10286:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763344902.002605:0:10286:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344902.002607:0:10286:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344902.002610:0:10286:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.002611:0:10286:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.002613:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344902.002615:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e80:0x0] 00000020:00000001:1.0:1763344902.002617:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344902.002620:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501992088 : -107409207559528 : ffff9e4fd8567a98) 00000004:00000001:1.0:1763344902.002622:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501992000 : -107409207559616 : ffff9e4fd8567a40) 00000004:00000001:1.0:1763344902.002626:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763344902.002629:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344902.002630:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344902.002634:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897c00 count: 2 00010000:00000001:1.0:1763344902.002635:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344902.002637:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344902.002639:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35e00. 00000020:00000001:1.0:1763344902.002642:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344902.002644:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35e00 with handle 0x34881b4086817f3b to hash 00000020:00000001:1.0:1763344902.002645:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344902.002646:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000010:1.0:1763344902.002649:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fca997200. 00010000:00000001:1.0:1763344902.002651:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344902.002654:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344902.002655:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.002657:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35e00/0x34881b4086817f3b lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:1.0:1763344902.002661:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344902.002663:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344902.002664:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344902.002665:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344902.002667:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.002669:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344902.002671:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.002673:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344902.002674:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344902.002676:0:10286:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344902.002677:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344902.002678:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e4897c00) refcount = 2 00010000:00000040:1.0:1763344902.002681:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344902.002685:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817ef5 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2fc expref: 233 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344902.002691:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35e00/0x34881b4086817f3b lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.002695:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344902.002697:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344902.002698:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.002700:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344902.002701:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.002703:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.002704:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344902.002706:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344902.002707:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.002710:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35e00/0x34881b4086817f3b lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.002714:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344902.002715:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.002716:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.002718:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344902.002720:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.002721:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35e00 refcount=3 00000020:00000001:1.0:1763344902.002723:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344902.002725:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:1.0:1763344902.002727:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.002728:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344902.002729:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.002732:0:10286:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763344902.002737:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763344902.002739:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763344902.002742:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.002745:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344902.002750:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344902.002763:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344902.002766:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344902.002768:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763344902.002770:0:10286:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344902.002773:0:10286:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e80:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 00000004:00000001:1.0:1763344902.002776:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344902.002777:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344902.002780:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344902.002781:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344902.002783:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344902.002784:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344902.002826:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344902.002830:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763344902.002833:0:10286:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763344902.002835:0:10286:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763344902.002838:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e50ca2202f8 00000004:00000001:1.0:1763344902.002841:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.002843:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344902.002845:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.002847:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344902.002848:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344902.002851:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.002852:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344902.002853:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344902.002857:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.002858:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344902.002859:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344902.002861:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344902.002863:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e80:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:1.0:1763344902.002867:0:10286:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e80:0x0]: returning size 1024 00000004:00000040:1.0:1763344902.002870:0:10286:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x12e80:1073752851 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763344902.002873:0:10286:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1763344902.002876:0:10286:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000402:7192 00000004:00200000:1.0:1763344902.002878:0:10286:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000020:00000001:1.0:1763344902.002885:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344902.002943:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.002948:0:10286:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.002952:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.002954:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.002955:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35e00 refcount=3 00000020:00000001:2.0:1763344902.002958:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:2.0:1763344902.002961:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00000004:00010000:2.0:1763344902.002965:0:10286:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35e00/0x34881b4086817f3b lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00000004:00000001:2.0:1763344902.002976:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344902.002981:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8567a98/ffff9e4fd8567a40 to site lru. bkt: ffff9e50ff90c7e0 00000004:00000001:2.0:1763344902.002983:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.002985:0:10286:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763344902.002987:0:10286:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344902.002988:0:10286:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.002990:0:10286:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763344902.002992:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.002995:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.002996:0:10286:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.002999:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344902.003001:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763344902.003002:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.003003:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.003004:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34a00 refcount=3 00000020:00000001:2.0:1763344902.003006:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:2.0:1763344902.003008:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:2.0:1763344902.003014:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.003015:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.003017:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34a00 refcount=4 00000020:00000001:2.0:1763344902.003019:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:2.0:1763344902.003021:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:2.0:1763344902.003024:0:10286:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763344902.003027:0:10286:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817f2d lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003044:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344902.003047:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817f2d lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003052:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.003053:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.003055:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817f2d lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003059:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.003061:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003064:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344902.003066:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817f2d lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.003072:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca34a00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344902.003074:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.003076:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344902.003078:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817f2d lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003083:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344902.003085:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.003086:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.003087:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34a00 refcount=5 00000020:00000001:2.0:1763344902.003089:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:2.0:1763344902.003091:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:2.0:1763344902.003093:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344902.003095:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817f2d lrc: 5/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003100:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344902.003101:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344902.003102:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003105:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.003107:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.003109:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.003110:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.003112:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34a00 with handle 0x34881b4086817f2d from hash 00010000:00000001:2.0:1763344902.003114:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.003115:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.003117:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.003118:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.003121:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.003122:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003124:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.003126:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.003127:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.003130:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e4fd854dd00) 00010000:00010000:2.0:1763344902.003132:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344902.003136:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.003139:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003141:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.003143:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344902.003145:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.003147:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.003148:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003150:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.003153:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.003155:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817f2d lrc: 3/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003160:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.003161:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.003162:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344902.003164:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344902.003165:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.003166:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.003167:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.003169:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34a00/0x34881b4086817f2d lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.003175:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997580. 00010000:00000001:2.0:1763344902.003182:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.003184:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344902.003186:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344902.003187:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.003189:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.003190:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35200 refcount=3 00000020:00000001:2.0:1763344902.003192:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:2.0:1763344902.003195:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:2.0:1763344902.003197:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344902.003200:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086817f34 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003204:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.003206:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.003207:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086817f34 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003212:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.003213:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003215:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344902.003217:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086817f34 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.003221:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca35200 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344902.003223:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.003224:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344902.003226:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086817f34 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003230:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344902.003231:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.003232:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.003234:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35200 refcount=4 00000020:00000001:2.0:1763344902.003235:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:2.0:1763344902.003237:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:2.0:1763344902.003239:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344902.003241:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086817f34 lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003245:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344902.003247:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344902.003248:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003250:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.003252:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.003253:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.003255:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.003256:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35200 with handle 0x34881b4086817f34 from hash 00010000:00000001:2.0:1763344902.003258:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.003259:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.003260:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.003261:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.003262:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.003264:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003265:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.003266:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.003268:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.003269:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e4fd854d500) 00010000:00010000:2.0:1763344902.003272:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344902.003274:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.003275:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003276:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.003277:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344902.003279:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.003280:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.003281:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003282:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.003284:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.003286:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086817f34 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003290:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.003291:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.003293:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344902.003294:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344902.003295:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.003296:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086817f34 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.003301:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997100. 00010000:00000040:2.0:1763344902.003305:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854d500 count: 0 00010000:00000010:2.0:1763344902.003310:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42800. 00010000:00000001:2.0:1763344902.003316:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.003318:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344902.003318:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344902.003319:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344902.003321:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763344902.003322:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.003324:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.003325:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35e00 refcount=3 00000020:00000001:2.0:1763344902.003327:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:2.0:1763344902.003328:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:2.0:1763344902.003330:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344902.003332:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35e00/0x34881b4086817f3b lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003336:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.003337:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.003339:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35e00/0x34881b4086817f3b lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003344:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.003345:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003347:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344902.003349:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35e00/0x34881b4086817f3b lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.003354:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca35e00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344902.003356:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.003357:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344902.003359:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35e00/0x34881b4086817f3b lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003364:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344902.003366:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.003367:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.003368:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35e00 refcount=4 00000020:00000001:2.0:1763344902.003370:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:2.0:1763344902.003372:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000001:2.0:1763344902.003374:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344902.003376:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35e00/0x34881b4086817f3b lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003380:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344902.003381:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344902.003382:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003384:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.003386:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.003387:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.003388:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.003390:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35e00 with handle 0x34881b4086817f3b from hash 00010000:00000001:2.0:1763344902.003392:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.003393:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.003394:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.003395:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.003397:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.003398:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003400:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.003401:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.003403:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.003404:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e4897c00) 00010000:00010000:2.0:1763344902.003406:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344902.003408:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.003410:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003420:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.003422:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344902.003424:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.003425:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.003426:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.003428:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.003429:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.003432:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35e00/0x34881b4086817f3b lrc: 2/0,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.003437:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.003439:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.003440:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344902.003441:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344902.003442:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.003443:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35e00/0x34881b4086817f3b lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.003447:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997200. 00010000:00000001:2.0:1763344902.003452:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763344902.003456:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344902.003458:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344902.003459:0:10286:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763344902.003461:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344902.003462:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344902.003463:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344902.003466:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763344902.003471:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.003473:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344902.003475:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763344902.003479:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214345, transno 0, xid 1848987881554176 00010000:00000001:2.0:1763344902.003481:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.003488:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1df80 x1848987881554176/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 464/520 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.003496:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.003498:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.003502:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.003506:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.003509:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.003511:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.003514:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.003517:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.003520:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.003523:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.003530:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9216e8. 00000100:00000200:2.0:1763344902.003537:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848987881554176, offset 224 00000400:00000200:2.0:1763344902.003544:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.003557:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.003563:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385608:1385608:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385604:1385604:8:4294967295] 00000400:00000200:2.0:1763344902.003574:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.003579:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.003584:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994300. 00000800:00000200:2.0:1763344902.003589:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.003596:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.003600:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.003622:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.003626:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.003628:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.003630:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.003632:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:2.0:1763344902.003636:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000100:00000040:2.0:1763344902.003641:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1df80 x1848987881554176/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 464/520 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.003650:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+233:252844:x1848987881554176:12345-192.168.203.14@tcp:34:lfs.0 Request processed in 1561us (1867us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344902.003659:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302985 00000100:00000040:2.0:1763344902.003663:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344902.003666:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.003668:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.003673:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d80. 00000020:00000010:2.0:1763344902.003677:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04e10. 00000020:00000010:2.0:1763344902.003682:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3e00. 00000020:00000040:2.0:1763344902.003687:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 232 00000100:00000001:2.0:1763344902.003690:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344902.003762:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.003766:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:0.0:1763344902.003771:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.003776:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.003780:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9216e8 00000400:00000010:0.0:1763344902.003783:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9216e8. 00000100:00000001:0.0:1763344902.003787:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.003819:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344902.013841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34a00. 00010000:00000010:2.1:1763344902.013856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d500. 00010000:00000010:2.1:1763344902.013861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35200. 00010000:00000010:2.1:1763344902.013864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35e00. 00000800:00000001:1.0:1763344902.029022:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.029104:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.029109:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.029113:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.029123:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.029140:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509dfc200 00000400:00000200:0.0:1763344902.029148:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 126776 00000800:00000001:0.0:1763344902.029156:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.029186:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.029189:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.029194:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344902.029201:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.029203:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344902.029209:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac9180. 00000100:00000040:0.0:1763344902.029213:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6ac9180 x1848987881554432 msgsize 4616 00000100:00100000:0.0:1763344902.029218:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344902.029235:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.029244:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.029248:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.029313:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.029316:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881554432 02000000:00000001:2.0:1763344902.029319:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.029321:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.029324:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.029328:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.029332:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881554432 00000020:00000001:2.0:1763344902.029335:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.029337:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344902.029339:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.029342:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=233 00000020:00000001:2.0:1763344902.029344:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344902.029347:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344902.029351:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.029356:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344902.029359:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.029362:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000020:00000010:2.0:1763344902.029367:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09e600. 00000020:00000010:2.0:1763344902.029373:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0600. 00000020:00000010:2.0:1763344902.029378:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344902.029385:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344902.029388:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.029390:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344902.029392:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344902.029394:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.029396:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.029404:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.029423:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.029437:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.029439:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.029444:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302986 00000100:00000040:2.0:1763344902.029448:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344902.029450:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669305917824 : -107404403633792 : ffff9e50f6ac9180) 00000100:00000040:2.0:1763344902.029458:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f6ac9180 x1848987881554432/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4616/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344902.029467:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.029470:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344902.029472:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.029474:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000100:00100000:2.0:1763344902.029478:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f6ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+233:252846:x1848987881554432:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344902.029482:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881554432 00000020:00000001:2.0:1763344902.029486:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.029489:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.029493:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.029496:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.029498:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344902.029501:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344902.029504:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881554432, found 0 last_xid 1848987881554431 00000020:00000001:2.0:1763344902.029507:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.029509:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.029511:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.029516:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.029518:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344902.029521:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344902.029522:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344902.029524:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344902.029526:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.029531:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344902.029537:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897c00 count: 2 00010000:00000001:2.0:1763344902.029540:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.029542:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.029547:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50e5a53000. 00000020:00000001:2.0:1763344902.029550:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.029552:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50e5a53000 with handle 0x34881b4086817f42 to hash 00000020:00000001:2.0:1763344902.029554:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.029557:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00000010:2.0:1763344902.029561:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16000. 00010000:00000001:2.0:1763344902.029564:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00010000:2.0:1763344902.029569:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50e5a53000/0x34881b4086817f42 lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e31f expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.029578:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:2.0:1763344902.029580:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=234 00010000:00000001:2.0:1763344902.029586:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344902.029590:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344902.029596:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344902.029599:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344902.029600:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.029602:0:10286:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763344902.029608:0:10286:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50f6ac9180 x1848987881554432/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4616/0 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763344902.029615:0:10286:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763344902.029617:0:10286:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763344902.029620:0:10286:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763344902.029623:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.029625:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.029627:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.029629:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.029631:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.029632:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.029633:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.029635:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.029641:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.029642:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.029644:0:10286:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.029646:0:10286:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.029649:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763344902.029650:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763344902.029653:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.029655:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.029687:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50fcab0000. 02000000:00000001:2.0:1763344902.029690:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.029693:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.029698:0:10286:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763344902.029699:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.029701:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.029702:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.029703:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.029705:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.029707:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.029708:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.029709:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.029711:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.029713:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.029716:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344902.029721:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344902.029723:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344902.029726:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344902.029728:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.029730:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.029731:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.029733:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344902.029735:0:10286:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.029738:0:10286:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763344902.029740:0:10286:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.029742:0:10286:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763344902.029745:0:10286:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763344902.029748:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0ba38 00000004:00000002:2.0:1763344902.029750:0:10286:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b13:0x12e80:0x0]/(->[0x240002b13:0x12e80:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763344902.029754:0:10286:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1763344902.029757:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344902.029759:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e80:0x0] 00000020:00000001:2.0:1763344902.029762:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.029768:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501992088 : -107409207559528 : ffff9e4fd8567a98) 00000004:00000001:2.0:1763344902.029770:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501992000 : -107409207559616 : ffff9e4fd8567a40) 00000004:00000001:2.0:1763344902.029774:0:10286:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763344902.029775:0:10286:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.029780:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344902.029783:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344902.029808:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.029812:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.029817:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.029833:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344902.029836:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344902.029838:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763344902.029840:0:10286:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344902.029842:0:10286:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e80:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 00000004:00000001:2.0:1763344902.029845:0:10286:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763344902.029846:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.029848:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.029850:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.029852:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.029854:0:10286:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.029856:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.029858:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.029860:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.029861:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1763344902.029864:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x283 ma_lmm=ffff9e50fcab0378 00000004:00000001:2.0:1763344902.029866:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.029870:0:10286:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1763344902.029872:0:10286:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344902.029874:0:10286:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344902.029877:0:10286:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x240002b13:0x12e80:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763344902.029880:0:10286:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763344902.029883:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344902.029885:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344902.029888:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897c00 count: 3 00010000:00000001:2.0:1763344902.029890:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.029892:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.029895:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fd61b5200. 00000020:00000001:2.0:1763344902.029898:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.029899:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fd61b5200 with handle 0x34881b4086817f49 to hash 00000020:00000001:2.0:1763344902.029901:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.029903:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000010:2.0:1763344902.029906:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16880. 00010000:00000001:2.0:1763344902.029909:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:2.0:1763344902.029913:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.029914:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.029918:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f49 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344902.029923:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.029927:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.029929:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.029931:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.029933:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.029935:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.029936:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.029938:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.029940:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.029941:0:10286:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.029943:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.029945:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e4897c00) refcount = 3 00010000:00000040:2.0:1763344902.029948:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344902.029953:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817ef5 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2fc expref: 234 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344902.029959:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f49 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.029964:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.029968:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.029970:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.029971:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.029973:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.029975:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.029977:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.029980:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.029982:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.029985:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f49 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.029990:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.029991:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.029993:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.029994:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.029996:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.029997:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5200 refcount=3 00000020:00000001:2.0:1763344902.029999:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:2.0:1763344902.030002:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:2.0:1763344902.030003:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.030004:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.030006:0:10286:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344902.030008:0:10286:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240002b13:0x12e80:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763344902.030012:0:10286:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.030014:0:10286:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.030016:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344902.030017:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x112:0x0] 00000020:00000001:2.0:1763344902.030019:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.030022:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000004:00000001:2.0:1763344902.030024:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063232 : -107409293488384 : ffff9e4fd3374f00) 00000004:00000001:2.0:1763344902.030027:0:10286:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763344902.030030:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.030031:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.030033:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.030035:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.030036:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.030038:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.030039:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.030041:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.030043:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.030044:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.030046:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344902.030047:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e80:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:2.0:1763344902.030051:0:10286:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e80:0x0]: returning size 1024 00000001:00000001:2.0:1763344902.030054:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.030055:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.030057:0:10286:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763344902.030059:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.030061:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.030064:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344902.030066:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344902.030068:0:10286:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.030071:0:10286:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1763344902.030073:0:10286:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x283 lmm_size = 56 00000004:00000001:2.0:1763344902.030076:0:10286:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763344902.030077:0:10286:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.030080:0:10286:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763344902.030084:0:10286:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763344902.030087:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763344902.030088:0:10286:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.030091:0:10286:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.030093:0:10286:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.030096:0:10286:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763344902.030099:0:10286:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50f4ec0a80. 00000020:00000001:2.0:1763344902.030101:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.030103:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f4ec0a80 with handle 0x34881b4086817f50 to hash 00000020:00000001:2.0:1763344902.030104:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763344902.030106:0:10286:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636669276523136 : -107404433028480 : ffff9e50f4ec0a80) 00000004:00000001:2.0:1763344902.030108:0:10286:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763344902.030110:0:10286:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763344902.030111:0:10286:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x240002b13:0x12e80:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:2.0:1763344902.030115:0:10286:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763344902.030118:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344902.030122:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09e800. 00080000:00000001:2.0:1763344902.030124:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278870016 : -107409430681600 : ffff9e4fcb09e800) 00080000:00000001:2.0:1763344902.030128:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344902.030133:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.030137:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344902.030140:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d25c0. 00080000:00000001:2.0:1763344902.030142:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.030150:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.030153:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344902.030156:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344902.030158:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214355, last_committed = 25770214345 00000001:00000010:2.0:1763344902.030162:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8df00. 00000001:00000040:2.0:1763344902.030165:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 9 00000020:00000040:2.0:1763344902.030167:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=235 00000001:00000010:2.0:1763344902.030172:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e50e5211540. 00000001:00000001:2.0:1763344902.030188:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e50e5211540: xid 1848987881554432, transno 25770214355, tag 1, client gen 9, slot idx 2 00000001:00000001:2.0:1763344902.030192:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344902.030199:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d25c0. 00040000:00000001:2.0:1763344902.030202:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344902.030204:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344902.030206:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.030208:0:10286:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763344902.030210:0:10286:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.030212:0:10286:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.030215:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.030217:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.030219:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.030221:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.030223:0:10286:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.030225:0:10286:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763344902.030227:0:10286:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763344902.030228:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344902.030229:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.030231:0:10286:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763344902.030232:0:10286:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344902.030234:0:10286:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.030235:0:10286:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344902.030237:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344902.030242:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000004:00000001:2.0:1763344902.030245:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.030246:0:10286:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763344902.030251:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344902.030257:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.030260:0:10286:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.030262:0:10286:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763344902.030265:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344902.030267:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344902.030268:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344902.030270:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344902.030272:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344902.030274:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763344902.030286:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.030289:0:10286:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763344902.030291:0:10286:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763344902.030293:0:10286:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.030295:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.030297:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.030298:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5200 refcount=3 00000020:00000001:2.0:1763344902.030300:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:2.0:1763344902.030302:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00000004:00000040:2.0:1763344902.030305:0:10286:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:2.0:1763344902.030307:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=236 00010000:00000001:2.0:1763344902.030310:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.030312:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.030313:0:10286:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344902.030315:0:10286:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344902.030317:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344902.030320:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344902.030322:0:10286:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344902.030324:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.030327:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.030328:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.030330:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.030331:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.030334:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50e5a53000 with handle 0x34881b4086817f42 from hash 00010000:00000001:2.0:1763344902.030336:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.030337:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.030338:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.030340:0:10286:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344902.030341:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.030345:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50e5a53000/0x34881b4086817f42 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e31f expref: 236 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.030351:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:2.0:1763344902.030354:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00010000:00000010:2.0:1763344902.030356:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16000. 00010000:00000001:2.0:1763344902.030364:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.030366:0:10286:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.030369:0:10286:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344902.030373:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f49 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e31f expref: 235 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344902.030379:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.030381:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.030383:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e4897c00) 00010000:00010000:2.0:1763344902.030386:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763344902.030389:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.030391:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.030393:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.030394:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.030395:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.030397:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fd61b5200, rc 0) 00000020:00000001:2.0:1763344902.030399:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344902.030402:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214345, transno 25770214355, xid 1848987881554432 00010000:00000001:2.0:1763344902.030405:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.030410:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f6ac9180 x1848987881554432/t25770214355(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4616/664 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.030437:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.030439:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.030443:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.030448:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.030451:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.030453:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.030456:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.030458:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.030461:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.030464:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.030468:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9212a8. 00000100:00000200:2.0:1763344902.030474:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848987881554432, offset 224 00000400:00000200:2.0:1763344902.030479:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.030491:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.030497:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385609:1385609:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385605:1385605:8:4294967295] 00000400:00000200:2.0:1763344902.030508:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.030513:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.030518:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994600. 00000800:00000200:2.0:1763344902.030523:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.030529:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.030533:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.030554:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.030558:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.030560:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.030562:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.030564:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.030568:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6ac9180 x1848987881554432/t25770214355(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4616/664 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.030577:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f6ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:252846:x1848987881554432:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 1108us (1361us total) trans 25770214355 rc 0/0 00000100:00100000:2.0:1763344902.030584:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302986 00000100:00000040:2.0:1763344902.030587:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344902.030589:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.030591:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.030596:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0600. 00000020:00000010:2.0:1763344902.030600:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344902.030604:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09e600. 00000020:00000040:2.0:1763344902.030607:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00000100:00000001:2.0:1763344902.030610:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344902.031558:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344902.031563:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:3.0:1763344902.031570:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344902.031575:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344902.031580:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9212a8 00000400:00000010:3.0:1763344902.031583:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9212a8. 00000100:00000001:3.0:1763344902.031588:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344902.031590:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344902.040443:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.040458:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.040462:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.040465:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.040475:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.040491:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfc280 00000400:00000200:0.0:1763344902.040500:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65cfc9 [2] + 1968 00000400:00000010:0.0:1763344902.040506:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50d6eb9d10. 00000400:00000200:0.0:1763344902.040513:0:3637:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4fc2f16a80 00000800:00000001:0.0:1763344902.040519:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.040524:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.040527:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.040531:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.040535:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc2f16a80 00000400:00000010:0.0:1763344902.040539:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc2f16a80. 00000100:00000001:0.0:1763344902.040544:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.040546:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1763344902.040550:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d6fe4c50 x1848987881554560 msgsize 328 00000100:00100000:0.0:1763344902.040554:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:0.0:1763344902.040556:0:3637:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763344902.040694:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.040704:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.040708:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.040710:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.040711:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.040716:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.040723:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 552 into portal 12 MB=0x691a509dfc380 00000400:00000200:0.0:1763344902.040728:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 552/552 into md 0x616b51 [64] + 131392 00000800:00000001:0.0:1763344902.040732:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.040739:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.040741:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.040744:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344902.040747:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.040748:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344902.040754:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6acad80. 00000100:00000040:0.0:1763344902.040756:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6acad80 x1848987881554816 msgsize 552 00000100:00100000:0.0:1763344902.040760:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00010000:00000010:2.1:1763344902.040840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e5a53000. 00000100:00000001:1.0:1763344902.040906:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344902.040909:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881554560 02000000:00000001:1.0:1763344902.040911:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344902.040914:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344902.040916:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344902.040920:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344902.040924:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881554560 00000020:00000001:1.0:1763344902.040927:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344902.040929:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344902.040931:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.040934:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=235 00000020:00000001:1.0:1763344902.040937:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344902.040939:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344902.040943:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344902.040947:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6780. 00000100:00000001:1.0:1763344902.040951:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344902.040953:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6780. 00000020:00000010:1.0:1763344902.040960:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3e00. 00000020:00000010:1.0:1763344902.040965:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344902.040970:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04320. 00000100:00000040:1.0:1763344902.040979:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344902.040982:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344902.040983:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344902.040985:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344902.040989:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.040991:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344902.040995:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344902.040997:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.040999:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5200 refcount=3 00000020:00000001:1.0:1763344902.041001:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:1.0:1763344902.041004:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:1.0:1763344902.041007:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.041008:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.041010:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.041012:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.041020:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.041026:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344902.041038:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344902.041039:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344902.041044:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 3670 00000100:00000040:1.0:1763344902.041048:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344902.041050:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668774403152 : -107404935148464 : ffff9e50d6fe4c50) 00000100:00000040:1.0:1763344902.041056:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d6fe4c50 x1848987881554560/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344902.041064:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344902.041067:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6780. 00000100:00000001:1.0:1763344902.041069:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344902.041071:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6780. 00000100:00100000:1.0:1763344902.041075:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d6fe4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:2405:x1848987881554560:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344902.041079:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881554560 00010000:00000001:1.0:1763344902.041081:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344902.041084:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344902.041085:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344902.041090:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344902.041092:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344902.041097:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50e5675000. 02000000:00000001:1.0:1763344902.041099:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.041101:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.041104:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344902.041106:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344902.041107:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344902.041109:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.041110:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5200 refcount=3 00000020:00000001:1.0:1763344902.041112:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:1.0:1763344902.041114:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000040:1.0:1763344902.041117:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897c00 count: 3 00000004:00000001:1.0:1763344902.041121:0:27025:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763344902.041123:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344902.041126:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344902.041128:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344902.041129:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344902.041132:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.041136:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344902.041138:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344902.041143:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.041145:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.041147:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344902.041148:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344902.041151:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b5200 with handle 0x34881b4086817f49 from hash 00010000:00000001:1.0:1763344902.041153:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344902.041154:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.041155:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.041156:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344902.041161:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344902.041162:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.041164:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344902.041165:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344902.041169:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f49 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e31f expref: 235 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344902.041177:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:1.0:1763344902.041179:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00010000:00000010:1.0:1763344902.041182:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16880. 00010000:00000001:1.0:1763344902.041188:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.041190:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344902.041193:0:27025:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344902.041196:0:27025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e4897c00) 00010000:00000001:1.0:1763344902.041200:0:27025:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.041202:0:27025:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.041204:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344902.041206:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344902.041207:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.041211:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344902.041214:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344902.041217:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344902.041221:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344902.041224:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344902.041226:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344902.041228:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344902.041230:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.041233:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344902.041236:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344902.041241:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3220. 00000100:00000200:1.0:1763344902.041247:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881554560, offset 224 00000400:00000200:1.0:1763344902.041253:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344902.041263:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344902.041269:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385610:1385610:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385606:1385606:8:4294967295] 00000400:00000200:1.0:1763344902.041279:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344902.041284:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344902.041289:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a500. 00000800:00000200:1.0:1763344902.041294:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344902.041300:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344902.041303:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344902.041323:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344902.041327:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344902.041329:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.041331:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344902.041335:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d6fe4c50 x1848987881554560/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344902.041345:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d6fe4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+234:2405:x1848987881554560:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 279us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344902.041351:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 3670 00000100:00000040:1.0:1763344902.041354:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344902.041357:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344902.041358:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344902.041363:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344902.041366:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04320. 00000020:00000010:1.0:1763344902.041370:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3e00. 00000020:00000040:1.0:1763344902.041373:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 233 02000000:00000001:1.0:1763344902.041378:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344902.041380:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50cca0b000. 02000000:00000001:1.0:1763344902.041383:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344902.041385:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1c700. 02000000:00000001:1.0:1763344902.041389:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344902.041390:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc82b2000. 02000000:00000001:1.0:1763344902.041393:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344902.041394:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede42d80. 02000000:00000001:1.0:1763344902.041397:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344902.041398:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc35e9c00. 02000000:00000001:1.0:1763344902.041400:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344902.041401:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28efb80. 02000000:00000001:1.0:1763344902.041405:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344902.041406:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50c7e1fc00. 02000000:00000001:1.0:1763344902.041410:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344902.041411:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2400000. 02000000:00000001:1.0:1763344902.041423:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344902.041425:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fd6097000. 02000000:00000001:1.0:1763344902.041427:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344902.041428:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f864ad80. 02000000:00000001:1.0:1763344902.041442:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344902.041443:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50c7e1ec00. 02000000:00000001:1.0:1763344902.041447:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344902.041449:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2400a80. 00000100:00000001:1.0:1763344902.041452:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763344902.041457:0:27025:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1763344902.041462:0:27025:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c528. 00000400:00000010:1.0:1763344902.041466:0:27025:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc2c5e840. 00000800:00000200:1.0:1763344902.041562:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.041566:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a500. 00000400:00000200:1.0:1763344902.041569:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.041573:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.041576:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3220 00000400:00000010:1.0:1763344902.041578:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3220. 00000100:00000001:1.0:1763344902.041582:0:3635:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763344902.041584:0:3635:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344902.041586:0:3635:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50e5675000. 02000000:00000001:1.0:1763344902.041589:0:3635:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763344902.041591:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.041771:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.041780:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.041784:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.041961:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344902.041965:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881554816 02000000:00000001:3.0:1763344902.041967:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344902.041968:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.041970:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.041972:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.041975:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881554816 00000020:00000001:3.0:1763344902.041978:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344902.041979:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344902.041981:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.041983:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=234 00000020:00000001:3.0:1763344902.041985:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344902.041987:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344902.041990:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.041994:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344902.041997:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.041999:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000020:00000010:3.0:1763344902.042004:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbc00. 00000020:00000010:3.0:1763344902.042006:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344902.042010:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf3e8. 00000100:00000040:3.0:1763344902.042014:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344902.042016:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344902.042017:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344902.042020:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344902.042021:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.042023:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.042028:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.042042:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.042052:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344902.042054:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344902.042057:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302987 00000100:00000040:3.0:1763344902.042060:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344902.042062:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669305924992 : -107404403626624 : ffff9e50f6acad80) 00000100:00000040:3.0:1763344902.042067:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f6acad80 x1848987881554816/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 552/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344902.042075:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.042078:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344902.042080:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.042082:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000100:00100000:3.0:1763344902.042086:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f6acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+234:252846:x1848987881554816:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344902.042089:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881554816 00000020:00000001:3.0:1763344902.042092:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344902.042095:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763344902.042100:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e50e5211540: xid 1848987881554432, transno 25770214355, client gen 9, slot idx 2 00000001:00000001:3.0:1763344902.042104:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd6241300: xid 1848987881546368, transno 25770214353, client gen 9, slot idx 3 00000001:00000010:3.0:1763344902.042109:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241300. 00000020:00000001:3.0:1763344902.042113:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.042115:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344902.042117:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344902.042120:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344902.042123:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881554816, found 0 last_xid 1848987881554559 00000020:00000001:3.0:1763344902.042126:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344902.042128:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344902.042130:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344902.042133:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.042135:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344902.042137:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344902.042138:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344902.042140:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344902.042141:0:13569:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:3.0:1763344902.042143:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.042144:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.042146:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34600 refcount=3 00000020:00000001:3.0:1763344902.042148:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000001:3.0:1763344902.042151:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000040:3.0:1763344902.042154:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854dd00 count: 2 00000004:00000001:3.0:1763344902.042157:0:13569:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763344902.042159:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344902.042161:0:13569:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.042163:0:13569:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.042164:0:13569:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.042167:0:13569:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.042170:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344902.042171:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.042174:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.042176:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.042177:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.042179:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344902.042181:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34600 with handle 0x34881b4086817dc1 from hash 00010000:00000001:3.0:1763344902.042183:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.042185:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.042186:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.042187:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344902.042190:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.042191:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.042193:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344902.042194:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344902.042198:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b4086817dc1 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e27e expref: 234 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344902.042207:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:3.0:1763344902.042209:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 233 00010000:00000010:3.0:1763344902.042211:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fca997180. 00010000:00000001:3.0:1763344902.042217:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.042218:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344902.042220:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344902.042222:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e4fd854dd00) 00010000:00000001:3.0:1763344902.042225:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.042227:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.042229:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763344902.042231:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854dd00 count: 0 00010000:00000010:3.0:1763344902.042235:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42d00. 00010000:00010000:3.0:1763344902.042240:0:13569:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763344902.042241:0:13569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.042244:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344902.042249:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc87d1200. 00010000:00000010:3.0:1763344902.042252:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50d7d0e300. 00010000:00000001:3.0:1763344902.042256:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344902.042259:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17400. 00000020:00000001:3.0:1763344902.042261:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344902.042263:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17400 with handle 0x34881b4086817f57 to hash 00000020:00000001:3.0:1763344902.042264:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344902.042266:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000010:3.0:1763344902.042270:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b800. 00010000:00000001:3.0:1763344902.042273:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00010000:3.0:1763344902.042276:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817f57 lrc: 2/0,0 mode: --/CW res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e326 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344902.042284:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:3.0:1763344902.042287:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=234 00010000:00000001:3.0:1763344902.042291:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344902.042294:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344902.042301:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344902.042304:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344902.042306:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042308:0:13569:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763344902.042313:0:13569:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50f6acad80 x1848987881554816/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 552/0 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763344902.042322:0:13569:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763344902.042325:0:13569:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763344902.042327:0:13569:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763344902.042330:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.042332:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.042335:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.042337:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.042339:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.042344:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.042346:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042347:0:13569:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042349:0:13569:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042352:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344902.042353:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344902.042355:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344902.042357:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344902.042392:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e51011b0000. 02000000:00000001:3.0:1763344902.042395:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.042397:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042401:0:13569:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763344902.042403:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.042404:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.042405:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.042407:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.042409:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.042410:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.042422:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.042425:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.042427:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.042429:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.042445:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344902.042451:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344902.042453:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344902.042455:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344902.042457:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.042459:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.042460:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042462:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344902.042464:0:13569:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042467:0:13569:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763344902.042469:0:13569:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042472:0:13569:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763344902.042474:0:13569:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763344902.042478:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcba38 00000004:00000002:3.0:1763344902.042480:0:13569:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b11:0x112:0x0]/(. :VOLATILE:0001:7CAFC035:fd=03->[0x240002b13:0x12e84:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:3.0:1763344902.042486:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344902.042488:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x112:0x0] 00000020:00000001:3.0:1763344902.042491:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344902.042497:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000004:00000001:3.0:1763344902.042499:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063232 : -107409293488384 : ffff9e4fd3374f00) 00000004:00000001:3.0:1763344902.042502:0:13569:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763344902.042504:0:13569:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042508:0:13569:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:3.0:1763344902.042510:0:13569:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x240002b13:0x12e84:0x0] 00000020:00000001:3.0:1763344902.042512:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1763344902.042514:0:13569:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1763344902.042517:0:13569:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9e4fd33752c0. 00000004:00000001:3.0:1763344902.042521:0:13569:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:3.0:1763344902.042527:0:13569:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:3.0:1763344902.042528:0:13569:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x240002b13:0x12e84:0x0] 00000004:00000010:3.0:1763344902.042533:0:13569:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9e4fd83102d0. 00000004:00000001:3.0:1763344902.042536:0:13569:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042538:0:13569:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1763344902.042542:0:13569:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1763344902.042545:0:13569:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9e4fe1bc8110. 00000004:00000001:3.0:1763344902.042548:0:13569:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446636664659673360 : -107409049878256 : ffff9e4fe1bc8110) 00000004:00000001:3.0:1763344902.042550:0:13569:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042552:0:13569:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:3.0:1763344902.042554:0:13569:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763344902.042557:0:13569:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763344902.042559:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344902.042561:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344902.042564:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344902.042566:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344902.042568:0:13569:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344902.042570:0:13569:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x240002b13 00000004:00000001:3.0:1763344902.042572:0:13569:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344902.042577:0:13569:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff9e4fd69cb000. 00000004:00000001:3.0:1763344902.042580:0:13569:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.042583:0:13569:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763344902.042585:0:13569:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.042589:0:13569:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:3.0:1763344902.042591:0:13569:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446636664416064192 : -107409293487424 : ffff9e4fd33752c0) 00080000:00000002:3.0:1763344902.042598:0:13569:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x60006ed45 for inode 64068 00000004:00000002:3.0:1763344902.042600:0:13569:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x240002b11:0x112:0x0] version is 0x60006ed45 00000004:00000002:3.0:1763344902.042603:0:13569:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x240002b13:0x12e84:0x0] version is 0x1 00000004:00000001:3.0:1763344902.042607:0:13569:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:3.0:1763344902.042612:0:13569:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:3.0:1763344902.042614:0:13569:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:3.0:1763344902.042616:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763344902.042619:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x112:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763344902.042622:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042624:0:13569:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042627:0:13569:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763344902.042630:0:13569:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763344902.042636:0:13569:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50ef5cf360. 00080000:00000001:3.0:1763344902.042639:0:13569:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344902.042642:0:13569:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69ca600. 00080000:00000001:3.0:1763344902.042645:0:13569:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00000004:00000001:3.0:1763344902.042648:0:13569:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:3.0:1763344902.042651:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.042657:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344902.042662:0:13569:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344902.042665:0:13569:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x240002b13:0x12e84:0x0] eadata 0000000000000000 len 0 00000004:00000001:3.0:1763344902.042668:0:13569:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:3.0:1763344902.042672:0:13569:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b11:0x112:0x0] not in the id map cache 00000004:00000001:3.0:1763344902.042676:0:13569:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763344902.042678:0:13569:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763344902.042681:0:13569:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763344902.042684:0:13569:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042686:0:13569:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042688:0:13569:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763344902.042689:0:13569:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:3.0:1763344902.042693:0:13569:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.042696:0:13569:0:(osp_object.c:1020:osp_xattr_get()) Process leaving via unlock (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763344902.042699:0:13569:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042700:0:13569:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763344902.042705:0:13569:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd05d1f00. 00000004:00000001:3.0:1763344902.042708:0:13569:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:3.0:1763344902.042709:0:13569:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:3.0:1763344902.042714:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcb8c8 00000001:00000002:3.0:1763344902.042716:0:13569:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x240002b11:0x112:0x0]:. :VOLATILE:0001:7CAFC035:fd=03' is added 00000004:00000001:3.0:1763344902.042719:0:13569:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042721:0:13569:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:3.0:1763344902.042724:0:13569:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:3.0:1763344902.042726:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344902.042728:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000001:3.0:1763344902.042732:0:13569:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:3.0:1763344902.042734:0:13569:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b13:0x12e84:0x0] not in the id map cache 00000001:00000001:3.0:1763344902.042738:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344902.042740:0:13569:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042742:0:13569:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042744:0:13569:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042746:0:13569:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:3.0:1763344902.042748:0:13569:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042754:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344902.042755:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000001:3.0:1763344902.042759:0:13569:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:3.0:1763344902.042761:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344902.042763:0:13569:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042765:0:13569:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:3.0:1763344902.042766:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344902.042767:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00000004:00000001:3.0:1763344902.042770:0:13569:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.042774:0:13569:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763344902.042775:0:13569:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763344902.042781:0:13569:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763344902.042782:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344902.042783:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000001:3.0:1763344902.042786:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344902.042820:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344902.042824:0:13569:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd880. 00080000:00000001:3.0:1763344902.042827:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042828:0:13569:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042832:0:13569:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763344902.042834:0:13569:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763344902.042836:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344902.042837:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00000004:00000001:3.0:1763344902.042840:0:13569:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042842:0:13569:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.042850:0:13569:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.042852:0:13569:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.042856:0:13569:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:3.0:1763344902.042858:0:13569:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:3.0:1763344902.042860:0:13569:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763344902.042861:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344902.042862:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000001:3.0:1763344902.042865:0:13569:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:3.0:1763344902.042953:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763344902.042956:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344902.042958:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344902.042959:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344902.042961:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.042963:0:13569:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.042965:0:13569:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1763344902.042978:0:13569:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763344902.042982:0:13569:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240002b13:0x12e84:0x0] 00080000:00000001:3.0:1763344902.042984:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763344902.042985:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344902.042986:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344902.042987:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344902.042989:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.042990:0:13569:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.042993:0:13569:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:3.0:1763344902.043012:0:13569:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50e48ac4d0. 00000001:00000010:3.0:1763344902.043023:0:13569:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50e48ac4d0. 00080000:00000001:3.0:1763344902.043026:0:13569:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.043029:0:13569:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043031:0:13569:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043033:0:13569:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043035:0:13569:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043037:0:13569:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:3.0:1763344902.043039:0:13569:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043043:0:13569:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763344902.043046:0:13569:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763344902.043049:0:13569:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763344902.043050:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344902.043051:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000001:3.0:1763344902.043055:0:13569:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344902.043057:0:13569:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e84:0x0] set xattr 'user.job' with size 5 00000004:00000001:3.0:1763344902.043068:0:13569:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043070:0:13569:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043072:0:13569:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043074:0:13569:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043078:0:13569:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:3.0:1763344902.043081:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344902.043088:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000001:3.0:1763344902.043092:0:13569:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:3.0:1763344902.043118:0:13569:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.043122:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcb800 00080000:00000002:3.0:1763344902.043124:0:13569:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32003 insert 0x240002b13:0x12e84:0x0:830 rc = 0 00080000:00000001:3.0:1763344902.043126:0:13569:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043129:0:13569:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:3.0:1763344902.043130:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344902.043131:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000002:3.0:1763344902.043135:0:13569:0:(osd_handler.c:4691:osd_ref_add()) [0x240002b13:0x12e84:0x0] increase nlink 1 00000004:00000001:3.0:1763344902.043140:0:13569:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043142:0:13569:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344902.043144:0:13569:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043146:0:13569:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344902.043148:0:13569:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:3.0:1763344902.043149:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344902.043151:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000002:3.0:1763344902.043154:0:13569:0:(osd_handler.c:4785:osd_ref_del()) [0x240002b13:0x12e84:0x0] decrease nlink 2 00000004:00000001:3.0:1763344902.043157:0:13569:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.043161:0:13569:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763344902.043164:0:13569:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344902.043168:0:13569:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:3.0:1763344902.043171:0:13569:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763344902.043172:0:13569:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763344902.043174:0:13569:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763344902.043175:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344902.043176:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00080000:00000001:3.0:1763344902.043178:0:13569:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344902.043179:0:13569:0:(osd_handler.c:5216:osd_xattr_set()) [0x240002b13:0x12e84:0x0] set version 0x6000643d4 (old 0x0) for inode 830 00080000:00000001:3.0:1763344902.043183:0:13569:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043184:0:13569:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043186:0:13569:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043187:0:13569:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763344902.043190:0:13569:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214356, last_committed = 25770214345 00000001:00000010:3.0:1763344902.043194:0:13569:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cf000. 00000001:00000040:3.0:1763344902.043196:0:13569:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 10 00000020:00000040:3.0:1763344902.043198:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=235 00000001:00000010:3.0:1763344902.043203:0:13569:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd05d1a80. 00000004:00000001:3.0:1763344902.043208:0:13569:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763344902.043210:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344902.043211:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664473036288 : -107409236515328 : ffff9e4fd69ca600) 00000004:00000001:3.0:1763344902.043220:0:13569:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763344902.043224:0:13569:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd05d1a80: xid 1848987881554816, transno 25770214356, tag 1, client gen 9, slot idx 3 00000001:00000001:3.0:1763344902.043227:0:13569:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344902.043235:0:13569:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd880. 00040000:00000001:3.0:1763344902.043239:0:13569:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344902.043241:0:13569:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344902.043244:0:13569:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344902.043246:0:13569:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50ef5cf360. 00000020:00000001:3.0:1763344902.043248:0:13569:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043255:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344902.043256:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344902.043259:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043261:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.043264:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.043269:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344902.043272:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344902.043274:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344902.043276:0:13569:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344902.043279:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.043280:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763344902.043282:0:13569:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:3.0:1763344902.043286:0:13569:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff9e50ef5cf360. 00000004:00000001:3.0:1763344902.043289:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344902.043291:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763344902.043294:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9e51011b0378 00000004:00000001:3.0:1763344902.043295:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.043301:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344902.043306:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043314:0:13569:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:3.0:1763344902.043317:0:13569:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x240002b13:0x12e84:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1763344902.043319:0:13569:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763344902.043323:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344902.043325:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344902.043331:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc87d1600. 00010000:00000010:3.0:1763344902.043334:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50d7d0e800. 00010000:00000001:3.0:1763344902.043338:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344902.043341:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17c00. 00000020:00000001:3.0:1763344902.043344:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344902.043346:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17c00 with handle 0x34881b4086817f5e to hash 00000020:00000001:3.0:1763344902.043348:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344902.043349:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000010:3.0:1763344902.043354:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b000. 00010000:00000001:3.0:1763344902.043355:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.043358:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.043360:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.043363:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086817f5e lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344902.043370:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344902.043374:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344902.043376:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344902.043378:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.043379:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.043381:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.043382:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.043384:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344902.043386:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344902.043388:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344902.043389:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344902.043391:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e84:0x0].0x0 (ffff9e4fc87d1600) refcount = 1 00010000:00010000:3.0:1763344902.043395:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086817f5e lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.043401:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344902.043404:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.043405:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.043407:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344902.043408:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.043411:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.043423:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.043426:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344902.043428:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.043431:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086817f5e lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.043440:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344902.043441:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.043443:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.043444:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.043446:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.043448:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17c00 refcount=3 00000020:00000001:3.0:1763344902.043450:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.043452:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.043454:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.043456:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.043457:0:13569:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344902.043460:0:13569:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240002b13:0x12e84:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:3.0:1763344902.043464:0:13569:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344902.043466:0:13569:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043468:0:13569:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763344902.043471:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.043473:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.043475:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.043476:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.043477:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.043479:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.043480:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.043482:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.043484:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.043485:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.043486:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344902.043488:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e84:0x0]: nlink=1, mode=100600, valid=0x1100000080002f8f 00000004:00200000:3.0:1763344902.043491:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e84:0x0]: returning size 0 00000001:00000001:3.0:1763344902.043493:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.043494:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043497:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763344902.043498:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.043501:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.043504:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344902.043506:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344902.043508:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043511:0:13569:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:3.0:1763344902.043514:0:13569:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:3.0:1763344902.043516:0:13569:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344902.043518:0:13569:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:3.0:1763344902.043520:0:13569:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763344902.043521:0:13569:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043524:0:13569:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763344902.043527:0:13569:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763344902.043529:0:13569:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043530:0:13569:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344902.043533:0:13569:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763344902.043536:0:13569:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50d7d0e480. 00000020:00000001:3.0:1763344902.043538:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344902.043540:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7d0e480 with handle 0x34881b4086817f65 to hash 00000020:00000001:3.0:1763344902.043541:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763344902.043543:0:13569:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636668788204672 : -107404921346944 : ffff9e50d7d0e480) 00000004:00000001:3.0:1763344902.043545:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763344902.043546:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763344902.043548:0:13569:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x240002b13:0x12e84:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:3.0:1763344902.043552:0:13569:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763344902.043554:0:13569:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763344902.043555:0:13569:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043557:0:13569:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043560:0:13569:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344902.043562:0:13569:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763344902.043564:0:13569:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763344902.043566:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344902.043567:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344902.043569:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763344902.043571:0:13569:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344902.043573:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763344902.043577:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000004:00000001:3.0:1763344902.043580:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763344902.043582:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344902.043586:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043589:0:13569:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043591:0:13569:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763344902.043594:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344902.043597:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344902.043598:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344902.043600:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344902.043602:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344902.043604:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763344902.043608:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.043609:0:13569:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763344902.043612:0:13569:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763344902.043613:0:13569:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.043616:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.043617:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.043619:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17c00 refcount=3 00000020:00000001:3.0:1763344902.043621:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.043623:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00000004:00000040:3.0:1763344902.043625:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:3.0:1763344902.043627:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=236 00010000:00000001:3.0:1763344902.043633:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.043634:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.043635:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344902.043637:0:13569:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344902.043640:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344902.043642:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763344902.043645:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344902.043646:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.043649:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.043650:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.043652:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.043653:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344902.043655:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17400 with handle 0x34881b4086817f57 from hash 00010000:00000001:3.0:1763344902.043657:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.043658:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.043659:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.043661:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344902.043662:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344902.043668:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817f57 lrc: 0/0,0 mode: --/CW res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e326 expref: 236 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344902.043676:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:3.0:1763344902.043678:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00010000:00000010:3.0:1763344902.043680:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b800. 00010000:00000040:3.0:1763344902.043683:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc87d1200 count: 0 00010000:00000010:3.0:1763344902.043687:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50d7d0e300. 00010000:00000001:3.0:1763344902.043693:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.043695:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.043700:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344902.043704:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086817f5e lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e326 expref: 235 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344902.043710:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344902.043712:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344902.043714:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e4fc87d1600) 00010000:00010000:3.0:1763344902.043717:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1763344902.043719:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.043721:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.043722:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344902.043723:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.043724:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344902.043726:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17c00, rc 0) 00000020:00000001:3.0:1763344902.043729:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344902.043732:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214345, transno 25770214356, xid 1848987881554816 00010000:00000001:3.0:1763344902.043734:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344902.043740:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f6acad80 x1848987881554816/t25770214356(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 552/608 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344902.043747:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344902.043749:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344902.043753:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344902.043757:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344902.043759:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344902.043761:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344902.043763:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344902.043766:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.043769:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344902.043772:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344902.043777:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb198. 00000100:00000200:3.0:1763344902.043782:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848987881554816, offset 224 00000400:00000200:3.0:1763344902.043813:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344902.043826:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344902.043832:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385611:1385611:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385607:1385607:8:4294967295] 00000400:00000200:3.0:1763344902.043844:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344902.043849:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344902.043855:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344902.043861:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344902.043868:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344902.043873:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:3.0:1763344902.043886:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.043890:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344902.043893:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344902.043894:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.043897:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344902.043902:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6acad80 x1848987881554816/t25770214356(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 552/608 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344902.043912:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f6acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:252846:x1848987881554816:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 1835us (3153us total) trans 25770214356 rc 0/0 00000100:00100000:3.0:1763344902.043920:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302987 00000100:00000040:3.0:1763344902.043923:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344902.043926:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344902.043927:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344902.043932:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344902.043935:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf3e8. 00000020:00000010:3.0:1763344902.043939:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cbc00. 00000020:00000040:3.0:1763344902.043944:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00000100:00000001:3.0:1763344902.043947:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344902.044619:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.044626:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5500. 00000400:00000200:0.0:1763344902.044633:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.044640:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.044645:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb198 00000400:00000010:0.0:1763344902.044647:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb198. 00000100:00000001:0.0:1763344902.044651:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.044653:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344902.047883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00000800:00000001:1.0:1763344902.050547:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.050564:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.050567:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.050569:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.050583:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.050599:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509dfc480 00000400:00000200:1.0:1763344902.050608:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 131944 00000800:00000001:1.0:1763344902.050616:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.050626:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.050629:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.050633:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.050640:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.050642:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344902.050647:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e65f80. 00000100:00000040:1.0:1763344902.050651:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e65f80 x1848987881555072 msgsize 4616 00000100:00100000:1.0:1763344902.050655:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344902.051350:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763344902.051736:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1763344902.051835:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881555072 02000000:00000001:2.0:1763344902.051840:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.051842:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.051844:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.051849:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.051853:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881555072 00000020:00000001:2.0:1763344902.051856:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.051857:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344902.051860:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.051863:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=235 00000020:00000001:2.0:1763344902.051866:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344902.051868:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344902.051873:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1763344902.051891:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344902.051896:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763344902.051938:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344902.051943:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.051945:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000020:00000010:0.0:1763344902.051952:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852b200. 00000020:00000010:0.0:1763344902.051957:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139380. 00000020:00000010:0.0:1763344902.051962:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732320. 00000100:00000040:0.0:1763344902.051970:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344902.051973:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.051975:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763344902.051977:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763344902.051979:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.051981:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.051987:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.052150:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.052166:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.052168:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.052175:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302988 00000100:00000040:0.0:1763344902.052179:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344902.052181:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454068096 : -107405255483520 : ffff9e50c3e65f80) 00000100:00000040:0.0:1763344902.052187:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e65f80 x1848987881555072/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4616/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344902.052196:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.052198:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344902.052200:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.052202:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c80. 00000100:00100000:0.0:1763344902.052206:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:252846:x1848987881555072:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344902.052209:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881555072 00000020:00000001:0.0:1763344902.052213:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.052216:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.052222:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.052224:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.052226:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344902.052229:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344902.052232:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881555072, found 0 last_xid 1848987881554559 00000020:00000001:0.0:1763344902.052235:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.052237:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.052239:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.052245:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.052247:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344902.052250:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344902.052251:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344902.052253:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344902.052255:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.052259:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344902.052266:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc87d1600 count: 2 00010000:00000001:0.0:1763344902.052268:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344902.052271:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344902.052274:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd000. 00000020:00000001:0.0:1763344902.052278:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344902.052280:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd000 with handle 0x34881b4086817f6c to hash 00000020:00000001:0.0:1763344902.052282:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344902.052284:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000010:0.0:1763344902.052288:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37180. 00010000:00000001:0.0:1763344902.052291:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00010000:0.0:1763344902.052296:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b4086817f6c lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e32d expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344902.052303:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:0.0:1763344902.052306:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=236 00010000:00000001:0.0:1763344902.052311:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763344902.052314:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763344902.052319:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763344902.052321:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763344902.052323:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.052325:0:10286:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763344902.052329:0:10286:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50c3e65f80 x1848987881555072/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4616/0 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763344902.052337:0:10286:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763344902.052339:0:10286:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763344902.052342:0:10286:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763344902.052344:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.052346:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.052349:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.052350:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.052352:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.052354:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.052355:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.052356:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.052361:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.052362:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.052364:0:10286:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.052366:0:10286:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.052369:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344902.052371:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344902.052373:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.052375:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.052410:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e5101260000. 02000000:00000001:0.0:1763344902.052422:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.052425:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.052429:0:10286:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344902.052430:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.052432:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.052433:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.052434:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.052436:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.052437:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.052438:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.052439:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.052441:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.052442:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.052446:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344902.052451:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344902.052453:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344902.052456:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344902.052457:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.052460:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.052461:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.052462:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344902.052464:0:10286:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.052467:0:10286:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344902.052468:0:10286:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.052471:0:10286:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763344902.052473:0:10286:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763344902.052476:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0ba38 00000004:00000002:0.0:1763344902.052478:0:10286:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b13:0x12e84:0x0]/(->[0x240002b13:0x12e84:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763344902.052482:0:10286:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763344902.052485:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344902.052487:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e84:0x0] 00000020:00000001:0.0:1763344902.052491:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344902.052496:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:0.0:1763344902.052498:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416064192 : -107409293487424 : ffff9e4fd33752c0) 00000004:00000001:0.0:1763344902.052501:0:10286:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763344902.052503:0:10286:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.052508:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344902.052511:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344902.052518:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.052520:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.052526:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.052540:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344902.052544:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344902.052546:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344902.052548:0:10286:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344902.052551:0:10286:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344902.052552:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.052554:0:10286:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344902.052557:0:10286:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344902.052559:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.052561:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344902.052563:0:10286:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:0.0:1763344902.052566:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344902.052568:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763344902.052571:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9e5101260378 00000004:00000001:0.0:1763344902.052573:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.052576:0:10286:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763344902.052579:0:10286:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x240002b13:0x12e84:0x0] lease count: 0, lm: 4 00000004:00000002:0.0:1763344902.052583:0:10286:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240002b13:0x12e84:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:0.0:1763344902.052586:0:10286:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x240002b13:0x12e84:0x0], open_flags = 040010040000002 00000004:00000001:0.0:1763344902.052588:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763344902.052592:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344902.052593:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344902.052597:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc87d1600 count: 3 00010000:00000001:0.0:1763344902.052599:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344902.052601:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344902.052604:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc800. 00000020:00000001:0.0:1763344902.052607:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344902.052608:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc800 with handle 0x34881b4086817f73 to hash 00000020:00000001:0.0:1763344902.052610:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344902.052611:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000010:0.0:1763344902.052614:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37d80. 00010000:00000001:0.0:1763344902.052617:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344902.052620:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344902.052622:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344902.052625:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344902.052631:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344902.052635:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344902.052637:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344902.052640:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344902.052642:0:10286:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344902.052647:0:10286:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086817f5e lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e326 expref: 236 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344902.052654:0:10286:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763344902.052656:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.052657:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344902.052659:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.052661:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.052663:0:10286:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763344902.052666:0:10286:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 4/0,1 mode: --/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000040:0.0:1763344902.052673:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e84:0x0].0x0 (ffff9e4fc87d1600) refcount = 3 00010000:00000040:0.0:1763344902.052676:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344902.052678:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086817f5e lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e326 expref: 236 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344902.052685:0:10286:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763344902.052687:0:10286:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 4/0,1 mode: --/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000010:0.0:1763344902.052693:0:10286:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2c80. 00000100:00000001:0.0:1763344902.052697:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344902.052703:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192eb40. 00000100:00000001:0.0:1763344902.052705:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388512576 : -107409321039040 : ffff9e4fd192eb40) 00000100:00000001:0.0:1763344902.052707:0:10286:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388512576 : -107409321039040 : ffff9e4fd192eb40) 00000100:00000001:0.0:1763344902.052709:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344902.052711:0:10286:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344902.052713:0:10286:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344902.052715:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.052717:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763344902.052719:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344902.052721:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344902.052723:0:10286:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763344902.052725:0:10286:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763344902.052730:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ea9d9500. 00000020:00000040:0.0:1763344902.052733:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e50cc228000 refcount=2 obd=lustre-MDT0001 00000100:00000001:0.0:1763344902.052736:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344902.052738:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344902.052742:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344902.052749:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fc852a600. 00000100:00000001:0.0:1763344902.052753:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344902.052758:0:10286:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086817f5e lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e326 expref: 236 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344902.052772:0:10286:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086817f5e lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e326 expref: 236 pid: 13569 timeout: 13108 lvb_type: 0 00010000:00000001:0.0:1763344902.052779:0:10286:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344902.052781:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344902.052786:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ea9d9500 x1848987617974912/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.052825:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344902.052827:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.052831:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ea9d9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10286:1848987617974912:192.168.203.14@tcp:104: 00000100:00000001:0.0:1763344902.052835:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344902.052840:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344902.052842:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.052844:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344902.052848:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fc852b000. 02000000:00000001:0.0:1763344902.052850:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344902.052855:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3688. 00000400:00000010:0.0:1763344902.052861:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64955d8. 00000100:00000200:0.0:1763344902.052867:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617974912, portal 16 00000100:00000001:0.0:1763344902.052869:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344902.052871:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669103609088 : -107404605942528 : ffff9e50ea9d9500) 00000100:00000040:0.0:1763344902.052876:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ea9d9500 x1848987617974912/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.052883:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.052885:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344902.052887:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64953b8. 00000100:00000200:0.0:1763344902.052890:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617974912, offset 0 00000400:00000200:0.0:1763344902.052895:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344902.052906:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344902.052910:0:10286:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344902.052914:0:10286:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344902.052917:0:10286:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344902.052920:0:10286:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344902.052924:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385612:1385612:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385608:1385608:8:4294967295] 00000400:00000200:0.0:1763344902.052936:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344902.052941:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344902.052946:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344902.052952:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344902.052958:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344902.052962:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763344902.052977:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.052981:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307677189 00000100:00000001:0.0:1763344902.052986:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307677095 00000100:00000001:0.0:1763344902.052989:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307677189 00000100:00000001:0.0:1763344902.052992:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307677095 00000100:00000001:0.0:1763344902.052995:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307677189 00000100:00000001:0.0:1763344902.052997:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307677095 00000100:00000001:0.0:1763344902.052999:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307677189 00000100:00000001:0.0:1763344902.053002:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307677095 00000100:00000001:0.0:1763344902.053004:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.053006:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.053008:0:10286:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.053010:0:10286:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.053012:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.053014:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.053015:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.053016:0:10286:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.053018:0:10286:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344902.053019:0:10286:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344902.053021:0:10286:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.053023:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344902.053025:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344902.053027:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd192eb40 going to sleep for 11 seconds 00000100:00000001:0.0:1763344902.053029:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344902.053031:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344902.056263:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.056272:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:1.0:1763344902.056280:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.056289:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.056296:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64953b8 00000400:00000010:1.0:1763344902.056299:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64953b8. 00000100:00000001:1.0:1763344902.056305:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344902.056313:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ea9d9500 x1848987617974912/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.056325:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344902.056328:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ea9d9500 x1848987617974912/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.056335:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.056337:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1763344902.056826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34600. 00010000:00000010:3.1:1763344902.056835:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854dd00. 00010000:00000010:3.1:1763344902.056840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1200. 00010000:00000010:3.1:1763344902.056843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00000800:00000001:0.0:1763344902.059272:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.059290:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.059294:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.059297:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.059307:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.059324:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29da80 00000400:00000200:0.0:1763344902.059333:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665ca9 [1] + 224 00000800:00000001:0.0:1763344902.059341:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.059348:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.059351:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.059355:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344902.059362:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.059370:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ea9d9500 x1848987617974912/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344902.059380:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50ea9d9500 x1848987617974912/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.059407:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.059424:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.059428:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.059535:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344902.059543:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344902.059545:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344902.059548:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3688. 00000400:00000200:2.0:1763344902.059552:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64955d8 00000400:00000010:2.0:1763344902.059555:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64955d8. 00000100:00000001:2.0:1763344902.059559:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.059564:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ea9d9500 x1848987617974912/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344902.059573:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ea9d9500 x1848987617974912/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.059579:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344902.059581:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.059584:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344902.059587:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344902.059589:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.059591:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.059594:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.059602:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50cc228458 time=90 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344902.059608:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50cc228410 time=90 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.059610:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344902.059612:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.059615:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344902.059619:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.059622:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.059627:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ea9d9500 x1848987617974912/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.059634:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.059637:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344902.059639:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.059641:0:10286:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763344902.059644:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.059646:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.059648:0:10286:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.059652:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ea9d9500 x1848987617974912/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344902.059661:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ea9d9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10286:1848987617974912:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344902.059665:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.059668:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.059670:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344902.059672:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.059676:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ea9d9500 x1848987617974912/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.059683:0:10286:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344902.059686:0:10286:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344902.059689:0:10286:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc852b000. 02000000:00000001:2.0:1763344902.059695:0:10286:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344902.059698:0:10286:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344902.059699:0:10286:0:(genops.c:1242:class_import_put()) import ffff9e50cc228000 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1763344902.059701:0:10286:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344902.059704:0:10286:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fc852a600. 02000000:00000001:2.0:1763344902.059708:0:10286:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344902.059710:0:10286:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344902.059711:0:10286:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ea9d9500. 00000100:00000001:2.0:1763344902.059715:0:10286:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344902.059717:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344902.059719:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192eb40. 00000100:00000001:2.0:1763344902.059722:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344902.059724:0:10286:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344902.059727:0:10286:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2c80. 00010000:00000001:2.0:1763344902.059730:0:10286:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.059733:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.059735:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.059739:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763344902.059743:0:10286:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00000800:00000001:2.0:1763344902.060635:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344902.060645:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344902.060647:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344902.060650:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344902.060659:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344902.060670:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfc500 00000400:00000200:2.0:1763344902.060678:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d15d [2] + 0 00000800:00000001:2.0:1763344902.060683:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344902.060832:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344902.060836:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344902.060840:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344902.060846:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344902.060848:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763344902.060853:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a9180. 00000100:00000040:2.0:1763344902.060856:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2a9180 x1848987881555200 msgsize 328 00000100:00100000:2.0:1763344902.060862:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344902.060875:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763344902.060910:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344902.060913:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881555200 02000000:00000001:3.0:1763344902.060916:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344902.060918:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.060920:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.060924:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.060926:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881555200 00000020:00000001:3.0:1763344902.060929:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344902.060931:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344902.060933:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.060936:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=237 00000020:00000001:3.0:1763344902.060938:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344902.060940:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344902.060945:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.060950:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344902.060953:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.060956:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000020:00000010:3.0:1763344902.060962:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cb200. 00000020:00000010:3.0:1763344902.060967:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344902.060972:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf3e8. 00000100:00000040:3.0:1763344902.060979:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763344902.060983:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344902.060984:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763344902.060986:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763344902.060989:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.060991:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763344902.060996:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.060997:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.061000:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17c00 refcount=4 00000020:00000001:3.0:1763344902.061002:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.061004:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00010000:3.0:1763344902.061022:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086817f5e lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e326 expref: 237 pid: 13569 timeout: 13108 lvb_type: 0 00010000:00000001:3.0:1763344902.061030:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.061032:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.061033:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.061035:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.061082:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763344902.061089:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50ee2a9180 x1848987881555200/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.061096:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763344902.061097:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.061115:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.061128:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344902.061130:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344902.061134:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6345 00000100:00000040:3.0:1763344902.061138:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 2 00000100:00000001:3.0:1763344902.061140:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163180416 : -107404546371200 : ffff9e50ee2a9180) 00000100:00000040:3.0:1763344902.061144:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a9180 x1848987881555200/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.061152:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.061155:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344902.061157:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.061159:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000100:00100000:3.0:1763344902.061164:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+237:2406:x1848987881555200:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763344902.061167:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881555200 00010000:00000001:3.0:1763344902.061170:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763344902.061173:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763344902.061174:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763344902.061179:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344902.061181:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344902.061186:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f2e51000. 02000000:00000001:3.0:1763344902.061189:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.061191:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.061193:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344902.061195:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763344902.061197:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.061198:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.061199:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17c00 refcount=4 00000020:00000001:3.0:1763344902.061201:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.061203:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000040:3.0:1763344902.061206:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc87d1600 count: 4 00000004:00000001:3.0:1763344902.061210:0:23071:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763344902.061214:0:23071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086817f5e lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e326 expref: 237 pid: 13569 timeout: 13108 lvb_type: 0 00000100:00001000:3.0:1763344902.061221:0:23071:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e50dfa75c50 time=1763344902 v=20 (0 0 0 0) 00010000:00000001:3.0:1763344902.061224:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344902.061229:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.061230:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344902.061233:0:23071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086817f5e lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e326 expref: 237 pid: 13569 timeout: 13108 lvb_type: 0 00000020:00000001:3.0:1763344902.061242:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.061244:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.061251:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.061253:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.061258:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344902.061260:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.061266:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.061267:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.061269:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.061271:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344902.061274:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17c00 with handle 0x34881b4086817f5e from hash 00010000:00000001:3.0:1763344902.061276:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.061278:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.061279:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.061280:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344902.061285:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.061287:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.061290:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344902.061291:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344902.061297:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086817f5e lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e326 expref: 237 pid: 13569 timeout: 13108 lvb_type: 0 00010000:00000040:3.0:1763344902.061304:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:3.0:1763344902.061307:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 236 00010000:00000010:3.0:1763344902.061310:0:23071:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b000. 00000800:00000001:0.0:1763344902.061316:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1763344902.061317:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.061319:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000001:0.0:1763344902.061320:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.061321:0:23071:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344902.061323:0:23071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e4fc87d1600) 00010000:00010000:3.0:1763344902.061328:0:23071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.061335:0:23071:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344902.061337:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.061339:0:23071:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.061341:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.061342:0:23071:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.061346:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344902.061348:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344902.061350:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.061356:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344902.061358:0:23071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344902.061360:0:23071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344902.061362:0:23071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344902.061364:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e84:0x0].0x0 (ffff9e4fc87d1600) refcount = 3 00010000:00010000:3.0:1763344902.061367:0:23071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 4/0,1 mode: EX/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.061372:0:23071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344902.061375:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.061376:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.061378:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344902.061379:0:23071:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.061381:0:23071:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763344902.061551:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2c40. 00000100:00000001:0.0:1763344902.061555:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344902.061559:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192ee40. 00000100:00000001:0.0:1763344902.061561:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388513344 : -107409321038272 : ffff9e4fd192ee40) 00000100:00000001:0.0:1763344902.061562:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388513344 : -107409321038272 : ffff9e4fd192ee40) 00000100:00000001:0.0:1763344902.061564:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344902.061566:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344902.061567:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344902.061569:0:23071:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344902.061577:0:23071:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.061579:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.061581:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.061582:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.061587:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344902.061588:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344902.061591:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.061593:0:23071:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.061595:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763344902.061597:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192ee40. 00000100:00000001:0.0:1763344902.061599:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344902.061600:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344902.061603:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2c40. 00010000:00000001:0.0:1763344902.061605:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763344902.061607:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344902.061609:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1763344902.061610:0:10286:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:0.0:1763344902.061614:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.061616:0:10286:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.061617:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.061619:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00000100:00001000:0.0:1763344902.061620:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=102 v=5 (1 1 1 1) 00010000:00000001:2.0:1763344902.061624:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1763344902.061624:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1763344902.061625:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.061626:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1763344902.061627:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.061629:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1763344902.061629:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 00000020:00000001:2.0:1763344902.061630:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.061632:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc800 refcount=3 02000000:00000001:0.0:1763344902.061632:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1763344902.061634:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 02000000:00000001:0.0:1763344902.061635:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.061636:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:2.0:1763344902.061638:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763344902.061638:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1763344902.061639:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1763344902.061640:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000004:00000001:2.0:1763344902.061641:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.061644:0:10286:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1763344902.061645:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495908. 00000004:00000001:2.0:1763344902.061647:0:10286:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763344902.061650:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881555200, offset 224 00000004:00000001:2.0:1763344902.061653:0:10286:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000400:00000200:0.0:1763344902.061655:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000001:00000001:2.0:1763344902.061658:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.061659:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.061662:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.061663:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1763344902.061664:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000001:00000001:2.0:1763344902.061665:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.061667:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.061668:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.061670:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763344902.061670:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385613:1385613:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385609:1385609:8:4294967295] 00000001:00000001:2.0:1763344902.061672:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.061673:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.061674:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344902.061676:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e84:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:2.0:1763344902.061680:0:10286:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e84:0x0]: returning size 0 00000400:00000200:0.0:1763344902.061680:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000001:00000001:2.0:1763344902.061682:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.061683:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344902.061685:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000004:00000001:2.0:1763344902.061686:0:10286:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763344902.061689:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000010:0.0:1763344902.061690:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000004:00000001:2.0:1763344902.061695:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000800:00000200:0.0:1763344902.061695:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000004:00000001:2.0:1763344902.061701:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:0.0:1763344902.061702:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000004:00000001:2.0:1763344902.061704:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344902.061706:0:10286:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344902.061706:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:2.0:1763344902.061709:0:10286:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763344902.061711:0:10286:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:2.0:1763344902.061715:0:10286:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:2.0:1763344902.061716:0:10286:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:2.0:1763344902.061718:0:10286:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344902.061723:0:10286:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x240002b13:0x12e84:0x0] eadata 0000000000000000 len 0 00000100:00000001:0.0:1763344902.061724:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.061727:0:10286:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000100:00000040:0.0:1763344902.061728:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344902.061730:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344902.061731:0:10286:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd05d1f00. 00010000:00000001:0.0:1763344902.061732:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.061736:0:10286:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000100:00000040:0.0:1763344902.061736:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9180 x1848987881555200/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763344902.061738:0:10286:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763344902.061741:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.061744:0:10286:0:(osp_object.c:1020:osp_xattr_get()) Process leaving via unlock (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00100000:0.0:1763344902.061745:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+236:2406:x1848987881555200:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 591us (886us total) trans 0 rc 0/0 00000004:00000001:2.0:1763344902.061747:0:10286:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.061749:0:10286:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.061753:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6345 00000004:00000010:2.0:1763344902.061754:0:10286:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e50e5211f00. 00000004:00000001:2.0:1763344902.061756:0:10286:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000100:00000040:0.0:1763344902.061756:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344902.061759:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00200000:00000001:2.0:1763344902.061760:0:10286:0:(barrier.c:237:barrier_entry()) Process entered 00000100:00000001:0.0:1763344902.061761:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.061765:0:10286:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50e4b8d780. 00000020:00000010:0.0:1763344902.061765:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00080000:00000001:2.0:1763344902.061769:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000020:00000010:0.0:1763344902.061769:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf3e8. 00000020:00000010:0.0:1763344902.061772:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cb200. 00080000:00000010:2.0:1763344902.061773:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09e600. 00080000:00000001:2.0:1763344902.061775:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278869504 : -107409430682112 : ffff9e4fcb09e600) 00000020:00000040:0.0:1763344902.061776:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00000004:00001000:2.0:1763344902.061779:0:10286:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff9e50cbfe0570/4096, cr_flags 040010040000002, no_create 0 00000100:00000001:0.0:1763344902.061779:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344902.061782:0:10286:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.061785:0:10286:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:2.0:1763344902.061807:0:10286:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:2.0:1763344902.061810:0:10286:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:2.0:1763344902.061812:0:10286:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e50e5211f00. 00000004:00000001:2.0:1763344902.061815:0:10286:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:2.0:1763344902.061818:0:10286:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:2.0:1763344902.061821:0:10286:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.061823:0:10286:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.061830:0:10286:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:2.0:1763344902.061834:0:10286:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e50e5211f00. 00000004:00000001:2.0:1763344902.061836:0:10286:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:2.0:1763344902.061840:0:10286:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff9e4fcab395a8. 00000004:00000001:2.0:1763344902.061842:0:10286:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344902.061845:0:10286:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1763344902.061847:0:10286:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:2.0:1763344902.061850:0:10286:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:2.0:1763344902.061852:0:10286:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:2.0:1763344902.061853:0:10286:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:2.0:1763344902.061855:0:10286:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763344902.061857:0:10286:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:2.0:1763344902.061860:0:10286:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff9e4fcab39338. 00020000:00000010:2.0:1763344902.061861:0:10286:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff9e4fcab39270. 00020000:00001000:2.0:1763344902.061864:0:10286:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:2.0:1763344902.061866:0:10286:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:2.0:1763344902.061868:0:10286:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1763344902.061871:0:10286:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763344902.061874:0:10286:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0001: blocks=958279, bfree=955120, bavail=898555, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259419, state=0 00000004:00000001:2.0:1763344902.061878:0:10286:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344902.061880:0:10286:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344902.061882:0:10286:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:2.0:1763344902.061886:0:10286:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e50d7c85630. 00000004:00000001:2.0:1763344902.061892:0:10286:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763344902.061893:0:10286:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.061897:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.061900:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278869504 : -107409430682112 : ffff9e4fcb09e600) 00000004:00000001:2.0:1763344902.061903:0:10286:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:2.0:1763344902.061906:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344902.061908:0:10286:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664278869504 : -107409430682112 : ffff9e4fcb09e600) 00000800:00000200:1.0:1763344902.061908:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:2.0:1763344902.061911:0:10286:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000800:00000010:1.0:1763344902.061912:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000004:00000001:2.0:1763344902.061914:0:10286:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763344902.061915:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:2.0:1763344902.061917:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:1.0:1763344902.061919:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000001:00000001:2.0:1763344902.061921:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1763344902.061923:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495908 00080000:00000010:2.0:1763344902.061925:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d25c0. 00000400:00000010:1.0:1763344902.061925:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495908. 00080000:00000001:2.0:1763344902.061927:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.061929:0:10286:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.061930:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.061931:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00020000:00000001:2.0:1763344902.061932:0:10286:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446636668787644040 : -107404921907576 : ffff9e50d7c85688) 00020000:00000001:2.0:1763344902.061934:0:10286:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344902.061937:0:10286:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344902.061939:0:10286:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344902.061942:0:10286:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763344902.061943:0:10286:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344902.061945:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.061947:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.061948:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278869504 : -107409430682112 : ffff9e4fcb09e600) 00000004:00000001:2.0:1763344902.061953:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.061955:0:10286:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:2.0:1763344902.061957:0:10286:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.061959:0:10286:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.061961:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.061964:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763344902.061967:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763344902.061972:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763344902.061974:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.061975:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278869504 : -107409430682112 : ffff9e4fcb09e600) 00080000:00000001:2.0:1763344902.061977:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.061979:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344902.061981:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2ec0. 00080000:00000001:2.0:1763344902.061983:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.061985:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.061993:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.061996:0:10286:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.061999:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.062001:0:10286:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:2.0:1763344902.062004:0:10286:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344902.062006:0:10286:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763344902.062007:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.062009:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278869504 : -107409430682112 : ffff9e4fcb09e600) 00000004:00000001:2.0:1763344902.062022:0:10286:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:2.0:1763344902.062028:0:10286:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9e50d7c85630 is [0x2c0000402:0x1bc0:0x0] 00000020:00000001:2.0:1763344902.062031:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344902.062033:0:10286:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664278869504 : -107409430682112 : ffff9e4fcb09e600) 00000004:00080000:2.0:1763344902.062061:0:10286:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000402:0x1bc0:0x0], index 1: 0 00000004:00000001:2.0:1763344902.062065:0:10286:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062066:0:10286:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062069:0:10286:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763344902.062070:0:10286:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062072:0:10286:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:2.0:1763344902.062074:0:10286:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:2.0:1763344902.062076:0:10286:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:2.0:1763344902.062079:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344902.062082:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344902.062084:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344902.062086:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344902.062090:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.062092:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.062093:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344902.062095:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:2.0:1763344902.062097:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062099:0:10286:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062101:0:10286:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062103:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.062104:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.062105:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278869504 : -107409430682112 : ffff9e4fcb09e600) 00080000:00000001:2.0:1763344902.062109:0:10286:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344902.062111:0:10286:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e84:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:2.0:1763344902.062140:0:10286:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff9e50f4ec0600. 00000004:00000001:2.0:1763344902.062147:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062150:0:10286:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062152:0:10286:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062154:0:10286:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062158:0:10286:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.062161:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763344902.062169:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344902.062174:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344902.062177:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214357, last_committed = 25770214345 00000001:00000010:2.0:1763344902.062181:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8d3c0. 00000001:00000040:2.0:1763344902.062183:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 11 00000020:00000040:2.0:1763344902.062186:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=236 00000001:00000010:2.0:1763344902.062193:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd33dc0c0. 00000004:00000001:2.0:1763344902.062198:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763344902.062200:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.062201:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278869504 : -107409430682112 : ffff9e4fcb09e600) 00000004:00000001:2.0:1763344902.062214:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763344902.062219:0:10286:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd05d1a80: xid 1848987881554816, transno 25770214356, client gen 9, slot idx 3 00000001:00000001:2.0:1763344902.062223:0:10286:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd05d1a80: xid 1848987881554816, transno 25770214356, client gen 9, slot idx 3 00000001:00000010:2.0:1763344902.062227:0:10286:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd05d1a80. 00000001:00000001:2.0:1763344902.062230:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd33dc0c0: xid 1848987881555072, transno 25770214357, tag 1, client gen 9, slot idx 4 00000001:00000001:2.0:1763344902.062232:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344902.062240:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2ec0. 00080000:00000010:2.0:1763344902.062243:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d25c0. 00040000:00000001:2.0:1763344902.062246:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344902.062248:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344902.062251:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344902.062253:0:10286:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50e4b8d780. 00000020:00000001:2.0:1763344902.062256:0:10286:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062259:0:10286:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062261:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344902.062263:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344902.062266:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062269:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.062272:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.062277:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344902.062279:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344902.062281:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763344902.062283:0:10286:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344902.062285:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.062287:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.062288:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.062290:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1763344902.062293:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff9e5101260378 00000004:00000001:2.0:1763344902.062295:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062297:0:10286:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344902.062299:0:10286:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:2.0:1763344902.062302:0:10286:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763344902.062303:0:10286:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062306:0:10286:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763344902.062310:0:10286:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763344902.062312:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344902.062315:0:10286:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b13:0x12e84:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:2.0:1763344902.062319:0:10286:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062322:0:10286:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062324:0:10286:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.062327:0:10286:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763344902.062331:0:10286:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50f4ec0e80. 00000020:00000001:2.0:1763344902.062333:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.062336:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f4ec0e80 with handle 0x34881b4086817f7a to hash 00000020:00000001:2.0:1763344902.062338:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763344902.062339:0:10286:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636669276524160 : -107404433027456 : ffff9e50f4ec0e80) 00000004:00000001:2.0:1763344902.062347:0:10286:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763344902.062349:0:10286:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763344902.062351:0:10286:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x240002b13:0x12e84:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:2.0:1763344902.062355:0:10286:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763344902.062357:0:10286:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763344902.062360:0:10286:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062361:0:10286:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062363:0:10286:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.062366:0:10286:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763344902.062368:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344902.062370:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763344902.062371:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344902.062372:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344902.062374:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.062375:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.062377:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc800 refcount=3 00000020:00000001:2.0:1763344902.062379:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:2.0:1763344902.062381:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:2.0:1763344902.062383:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344902.062386:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.062392:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.062393:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.062395:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 2/0,0 mode: EX/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.062400:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.062402:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.062405:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344902.062407:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 3/0,0 mode: EX/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.062426:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bc800 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344902.062428:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.062430:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344902.062439:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 3/0,0 mode: EX/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.062445:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344902.062446:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.062451:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.062452:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc800 refcount=4 00000020:00000001:2.0:1763344902.062454:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:2.0:1763344902.062456:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:2.0:1763344902.062459:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344902.062462:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 4/0,0 mode: EX/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.062466:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344902.062468:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344902.062469:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.062473:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.062474:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.062475:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.062477:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.062479:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc800 with handle 0x34881b4086817f73 from hash 00010000:00000001:2.0:1763344902.062481:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.062482:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.062483:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.062484:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.062487:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.062489:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.062491:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.062492:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.062494:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.062497:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e4fc87d1600) 00010000:00010000:2.0:1763344902.062500:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763344902.062501:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.062504:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.062505:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.062507:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344902.062509:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.062510:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.062512:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.062513:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062516:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.062519:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 2/0,0 mode: --/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.062524:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.062525:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.062526:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344902.062528:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344902.062529:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.062531:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc800/0x34881b4086817f73 lrc: 0/0,0 mode: --/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.062536:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37d80. 00010000:00000001:2.0:1763344902.062542:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.062543:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344902.062545:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344902.062546:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344902.062547:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763344902.062549:0:10286:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763344902.062551:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344902.062553:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.062554:0:10286:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763344902.062556:0:10286:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344902.062558:0:10286:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062559:0:10286:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344902.062562:0:10286:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763344902.062567:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344902.062572:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062576:0:10286:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062578:0:10286:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763344902.062582:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344902.062584:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344902.062586:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344902.062587:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344902.062590:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344902.062593:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763344902.062614:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062616:0:10286:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763344902.062619:0:10286:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763344902.062622:0:10286:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.062624:0:10286:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763344902.062627:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763344902.062631:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344902.062634:0:10286:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344902.062639:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.062644:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.062645:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.062646:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.062648:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.062650:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd000 with handle 0x34881b4086817f6c from hash 00010000:00000001:2.0:1763344902.062652:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.062653:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.062654:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.062655:0:10286:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344902.062657:0:10286:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344902.062659:0:10286:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344902.062665:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b4086817f6c lrc: 1/0,0 mode: --/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e32d expref: 236 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344902.062672:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344902.062674:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.062676:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.062677:0:10286:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.062680:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.062683:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.062684:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.062685:0:10286:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.062686:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.062688:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.062689:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.062691:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.062693:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e4fc87d1600) 00010000:00010000:2.0:1763344902.062695:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763344902.062697:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.062698:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.062701:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.062702:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.062705:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd000/0x34881b4086817f6c lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e32d expref: 236 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.062712:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:2.0:1763344902.062714:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00010000:00000010:2.0:1763344902.062716:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37180. 00010000:00000040:2.0:1763344902.062720:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc87d1600 count: 0 00010000:00000010:2.0:1763344902.062725:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50d7d0e800. 00010000:00000001:2.0:1763344902.062730:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.062732:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bd000, rc 0) 00000020:00000001:2.0:1763344902.062734:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344902.062738:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214345, transno 25770214357, xid 1848987881555072 00010000:00000001:2.0:1763344902.062741:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.062745:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e65f80 x1848987881555072/t25770214357(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4616/664 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.062752:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.062754:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.062757:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.062761:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.062763:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.062765:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.062767:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.062769:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.062773:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.062775:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.062780:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921110. 00000100:00000200:2.0:1763344902.062784:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848987881555072, offset 224 00000400:00000200:2.0:1763344902.062822:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.062830:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.062835:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385614:1385614:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385610:1385610:8:4294967295] 00000400:00000200:2.0:1763344902.062844:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.062849:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.062853:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994600. 00000800:00000200:2.0:1763344902.062859:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.062864:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.062868:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.062881:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.062884:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.062887:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.062888:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.062891:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.062896:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e65f80 x1848987881555072/t25770214357(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4616/664 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.062904:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:252846:x1848987881555072:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 10707us (12251us total) trans 25770214357 rc 301/301 00000100:00100000:2.0:1763344902.062911:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302988 00000100:00000040:2.0:1763344902.062914:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344902.062916:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.062917:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.062921:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139380. 00000020:00000010:2.0:1763344902.062925:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732320. 00000020:00000010:2.0:1763344902.062928:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852b200. 00000020:00000040:2.0:1763344902.062933:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00000100:00000001:2.0:1763344902.062936:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344902.062948:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.062951:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:0.0:1763344902.062955:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.062960:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.062962:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921110 00000400:00000010:0.0:1763344902.062965:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921110. 00000100:00000001:0.0:1763344902.062968:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.062969:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344902.065134:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.065148:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.065151:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.065153:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.065164:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.065178:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509dfc600 00000400:00000200:0.0:1763344902.065187:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x659261 [2] + 1568 00000800:00000001:0.0:1763344902.065194:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.065202:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.065205:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.065209:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344902.065215:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.065218:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763344902.065223:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ea9db100. 00000100:00000040:0.0:1763344902.065226:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ea9db100 x1848987881555456 msgsize 392 00000100:00100000:0.0:1763344902.065230:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344902.065410:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.065425:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.065429:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344902.065566:0:114643:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344902.065570:0:114643:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881555456 02000000:00000001:1.0:1763344902.065573:0:114643:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344902.065575:0:114643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344902.065578:0:114643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344902.065581:0:114643:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344902.065585:0:114643:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881555456 00000020:00000001:1.0:1763344902.065588:0:114643:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344902.065590:0:114643:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344902.065593:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.065596:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=235 00000020:00000001:1.0:1763344902.065598:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344902.065600:0:114643:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344902.065605:0:114643:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344902.065611:0:114643:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6780. 00000100:00000001:1.0:1763344902.065614:0:114643:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344902.065616:0:114643:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6780. 00000020:00000010:1.0:1763344902.065622:0:114643:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3e00. 00000020:00000010:1.0:1763344902.065626:0:114643:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344902.065631:0:114643:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04320. 00000100:00000040:1.0:1763344902.065640:0:114643:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763344902.065642:0:114643:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344902.065644:0:114643:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344902.065646:0:114643:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.065684:0:114643:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.065696:0:114643:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344902.065705:0:114643:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344902.065706:0:114643:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344902.065711:0:114643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35918 00000100:00000040:1.0:1763344902.065715:0:114643:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344902.065717:0:114643:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669103616256 : -107404605935360 : ffff9e50ea9db100) 00000100:00000040:1.0:1763344902.065723:0:114643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ea9db100 x1848987881555456/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 392/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344902.065731:0:114643:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344902.065733:0:114643:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6780. 00000100:00000001:1.0:1763344902.065735:0:114643:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344902.065737:0:114643:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6780. 00000100:00100000:1.0:1763344902.065741:0:114643:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ea9db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:252846:x1848987881555456:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:1.0:1763344902.065744:0:114643:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881555456 00000020:00000001:1.0:1763344902.065747:0:114643:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344902.065750:0:114643:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763344902.065755:0:114643:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd33dc0c0: xid 1848987881555072, transno 25770214357, client gen 9, slot idx 4 00000001:00000001:1.0:1763344902.065759:0:114643:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e50e5211540: xid 1848987881554432, transno 25770214355, client gen 9, slot idx 2 00000001:00000010:1.0:1763344902.065763:0:114643:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e50e5211540. 00000020:00000001:1.0:1763344902.065768:0:114643:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344902.065770:0:114643:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344902.065772:0:114643:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:1.0:1763344902.065775:0:114643:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344902.065778:0:114643:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881555456, found 0 last_xid 1848987881555455 00000020:00000001:1.0:1763344902.065780:0:114643:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344902.065782:0:114643:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344902.065784:0:114643:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344902.065925:0:114643:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.065931:0:114643:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763344902.065933:0:114643:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763344902.065935:0:114643:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763344902.065939:0:114643:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.065942:0:114643:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763344902.065945:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344902.065947:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.065949:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344902.065951:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344902.065953:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.065955:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344902.065956:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344902.065958:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.065959:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344902.065960:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344902.065962:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.065964:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344902.065965:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344902.065966:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.065969:0:114643:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.065971:0:114643:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763344902.065973:0:114643:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.065976:0:114643:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763344902.065977:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344902.065978:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.065979:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344902.065980:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344902.065983:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.065984:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344902.065985:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344902.065986:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.065988:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344902.065989:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344902.065994:0:114643:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344902.065999:0:114643:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:1.0:1763344902.066001:0:114643:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:1.0:1763344902.066003:0:114643:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344902.066004:0:114643:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344902.066007:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344902.066008:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.066010:0:114643:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344902.066011:0:114643:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.066013:0:114643:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.066017:0:114643:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344902.066019:0:114643:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.066083:0:114643:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e4fcb32dc00. 02000000:00000001:0.0:1763344902.066087:0:114643:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.066090:0:114643:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066092:0:114643:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344902.066094:0:114643:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066097:0:114643:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763344902.066099:0:114643:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763344902.066101:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.066103:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50f4ec0e80 refcount=2 00000020:00000001:0.0:1763344902.066105:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669276524160 : -107404433027456 : ffff9e50f4ec0e80) 00000004:00000001:0.0:1763344902.066107:0:114643:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636669276524160 : -107404433027456 : ffff9e50f4ec0e80) 00000020:00000040:0.0:1763344902.066110:0:114643:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f4ec0e80 with handle 0x34881b4086817f7a from hash 00000004:00000001:0.0:1763344902.066114:0:114643:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763344902.066116:0:114643:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240002b13:0x12e84:0x0] with intent: 0 00000004:00000001:0.0:1763344902.066119:0:114643:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763344902.066121:0:114643:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:0.0:1763344902.066126:0:114643:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344902.066128:0:114643:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344902.066134:0:114643:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066137:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.066142:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.066156:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344902.066160:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344902.066162:0:114643:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344902.066164:0:114643:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344902.066166:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.066168:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.066170:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344902.066172:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344902.066173:0:114643:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344902.066175:0:114643:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763344902.066177:0:114643:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344902.066179:0:114643:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066181:0:114643:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.066182:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.066183:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344902.066186:0:114643:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:0.0:1763344902.066188:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.066190:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.066192:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.066193:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.066195:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.066197:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.066199:0:114643:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.066201:0:114643:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344902.066202:0:114643:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066205:0:114643:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763344902.066206:0:114643:0:(mdt_som.c:114:mdt_set_som()) [0x240002b13:0x12e84:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:0.0:1763344902.066209:0:114643:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.066212:0:114643:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763344902.066214:0:114643:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344902.066218:0:114643:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344902.066225:0:114643:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dca20. 00080000:00000001:0.0:1763344902.066228:0:114643:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344902.066233:0:114643:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc852ac00. 00080000:00000001:0.0:1763344902.066236:0:114643:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664233307136 : -107409476244480 : ffff9e4fc852ac00) 00000004:00000001:0.0:1763344902.066239:0:114643:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.066244:0:114643:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.066246:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.066248:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233307136 : -107409476244480 : ffff9e4fc852ac00) 00000004:00000001:0.0:1763344902.066252:0:114643:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066254:0:114643:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.066258:0:114643:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344902.066260:0:114643:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344902.066265:0:114643:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344902.066267:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.066269:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233307136 : -107409476244480 : ffff9e4fc852ac00) 00080000:00000001:0.0:1763344902.066271:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344902.066275:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344902.066278:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2c40. 00080000:00000001:0.0:1763344902.066281:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066283:0:114643:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.066290:0:114643:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.066293:0:114643:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066297:0:114643:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.066299:0:114643:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763344902.066301:0:114643:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.066302:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.066303:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233307136 : -107409476244480 : ffff9e4fc852ac00) 00080000:00000001:0.0:1763344902.066306:0:114643:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344902.066308:0:114643:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e84:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:0.0:1763344902.066329:0:114643:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066332:0:114643:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066333:0:114643:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.066337:0:114643:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344902.066340:0:114643:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344902.066344:0:114643:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344902.066347:0:114643:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214358, last_committed = 25770214345 00000001:00000010:0.0:1763344902.066350:0:114643:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc420. 00000001:00000040:0.0:1763344902.066352:0:114643:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 12 00000020:00000040:0.0:1763344902.066355:0:114643:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=236 00000001:00000010:0.0:1763344902.066362:0:114643:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192ee40. 00000004:00000001:0.0:1763344902.066368:0:114643:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344902.066369:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.066370:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233307136 : -107409476244480 : ffff9e4fc852ac00) 00000004:00000001:0.0:1763344902.066384:0:114643:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344902.066387:0:114643:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192ee40: xid 1848987881555456, transno 25770214358, tag 1, client gen 9, slot idx 2 00000001:00000001:0.0:1763344902.066390:0:114643:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344902.066398:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2c40. 00040000:00000001:0.0:1763344902.066401:0:114643:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344902.066403:0:114643:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344902.066405:0:114643:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344902.066407:0:114643:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dca20. 00000020:00000001:0.0:1763344902.066409:0:114643:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066411:0:114643:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066424:0:114643:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066426:0:114643:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066428:0:114643:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763344902.066429:0:114643:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763344902.066437:0:114643:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344902.066439:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.066441:0:114643:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344902.066443:0:114643:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344902.066446:0:114643:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344902.066450:0:114643:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344902.066452:0:114643:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344902.066454:0:114643:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x240002b13:0x12e84:0x0], previous was 0x7 00000004:00000001:0.0:1763344902.066457:0:114643:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066459:0:114643:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763344902.066463:0:114643:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066465:0:114643:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763344902.066467:0:114643:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344902.066470:0:114643:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763344902.066472:0:114643:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50f4ec0e80. 00000004:00000001:0.0:1763344902.066483:0:114643:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344902.066485:0:114643:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344902.066486:0:114643:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066488:0:114643:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066490:0:114643:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763344902.066492:0:114643:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344902.066494:0:114643:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344902.066497:0:114643:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344902.066498:0:114643:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344902.066500:0:114643:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344902.066504:0:114643:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.066506:0:114643:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344902.066508:0:114643:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763344902.066514:0:114643:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344902.066520:0:114643:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.066522:0:114643:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.066526:0:114643:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214345, transno 25770214358, xid 1848987881555456 00010000:00000001:0.0:1763344902.066529:0:114643:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.066535:0:114643:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ea9db100 x1848987881555456/t25770214358(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 392/456 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344902.066543:0:114643:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.066545:0:114643:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.066550:0:114643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=34 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.066554:0:114643:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.066557:0:114643:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344902.066559:0:114643:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344902.066562:0:114643:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.066564:0:114643:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.066567:0:114643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.066570:0:114643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344902.066575:0:114643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495c38. 00000100:00000200:0.0:1763344902.066579:0:114643:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881555456, offset 224 00000400:00000200:0.0:1763344902.066586:0:114643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344902.066597:0:114643:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344902.066604:0:114643:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385615:1385615:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385611:1385611:8:4294967295] 00000400:00000200:0.0:1763344902.066615:0:114643:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344902.066620:0:114643:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344902.066626:0:114643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344902.066632:0:114643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344902.066639:0:114643:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344902.066643:0:114643:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344902.066662:0:114643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.066666:0:114643:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344902.066668:0:114643:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.066670:0:114643:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.066672:0:114643:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.066678:0:114643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ea9db100 x1848987881555456/t25770214358(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 392/456 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344902.066688:0:114643:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ea9db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+236:252846:x1848987881555456:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 954us (1459us total) trans 25770214358 rc 0/0 00000100:00100000:0.0:1763344902.066697:0:114643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35918 00000100:00000040:0.0:1763344902.066700:0:114643:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344902.066702:0:114643:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.066704:0:114643:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.066709:0:114643:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42200. 00000020:00000010:0.0:1763344902.066713:0:114643:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04320. 00000020:00000010:0.0:1763344902.066717:0:114643:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3e00. 00000020:00000040:0.0:1763344902.066722:0:114643:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00000100:00000001:0.0:1763344902.066725:0:114643:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.066987:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.066992:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:1.0:1763344902.066995:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.067000:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.067005:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495c38 00000400:00000010:1.0:1763344902.067008:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495c38. 00000100:00000001:1.0:1763344902.067011:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.067013:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344902.067830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00000800:00000001:0.0:1763344902.070073:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.070090:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.070093:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.070096:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.070106:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.070123:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 376 into portal 12 MB=0x691a509dfc680 00000400:00000200:0.0:1763344902.070132:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 376/376 into md 0x616b51 [64] + 136560 00000800:00000001:0.0:1763344902.070140:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.070148:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.070151:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.070155:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344902.070162:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.070164:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344902.070169:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ea9d9c00. 00000100:00000040:0.0:1763344902.070172:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ea9d9c00 x1848987881555584 msgsize 376 00000100:00100000:0.0:1763344902.070177:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344902.070189:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.070197:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.070200:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.1:1763344902.070397:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e50ef5cf360. 00010000:00000010:2.1:1763344902.070406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc800. 00010000:00000010:2.1:1763344902.070422:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1600. 00010000:00000010:2.1:1763344902.070427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00000100:00000001:2.0:1763344902.070456:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.070459:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881555584 02000000:00000001:2.0:1763344902.070463:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.070465:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.070467:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.070472:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.070477:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881555584 00000020:00000001:2.0:1763344902.070480:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.070482:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344902.070485:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.070487:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=236 00000020:00000001:2.0:1763344902.070490:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344902.070492:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344902.070496:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.070501:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344902.070504:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.070507:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000020:00000010:2.0:1763344902.070513:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09e000. 00000020:00000010:2.0:1763344902.070519:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.070524:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344902.070531:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344902.070534:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.070535:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344902.070538:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344902.070540:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.070542:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.070549:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.071295:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.071314:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.071316:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.071322:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302989 00000100:00000040:2.0:1763344902.071326:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344902.071328:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669103610880 : -107404605940736 : ffff9e50ea9d9c00) 00000100:00000040:2.0:1763344902.071336:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ea9d9c00 x1848987881555584/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 376/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344902.071346:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.071350:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344902.071352:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.071354:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000100:00100000:2.0:1763344902.071360:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ea9d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+236:252846:x1848987881555584:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344902.071364:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881555584 00000020:00000001:2.0:1763344902.071366:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.071370:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763344902.071374:0:10286:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd192ee40: xid 1848987881555456, transno 25770214358, client gen 9, slot idx 2 00000001:00000001:2.0:1763344902.071380:0:10286:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd33dc0c0: xid 1848987881555072, transno 25770214357, client gen 9, slot idx 4 00000001:00000010:2.0:1763344902.071384:0:10286:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd33dc0c0. 00000020:00000001:2.0:1763344902.071388:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.071390:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.071392:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344902.071396:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344902.071399:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881555584, found 0 last_xid 1848987881555583 00000020:00000001:2.0:1763344902.071401:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.071403:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.071405:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.071410:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.071422:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344902.071424:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344902.071426:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344902.071428:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344902.071430:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.071435:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344902.071443:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50d232b800. 00010000:00000010:2.0:1763344902.071447:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0100. 00010000:00000001:2.0:1763344902.071450:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.071454:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fd61b4800. 00000020:00000001:2.0:1763344902.071457:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.071460:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fd61b4800 with handle 0x34881b4086817f81 to hash 00000020:00000001:2.0:1763344902.071461:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.071463:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000010:2.0:1763344902.071467:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16000. 00010000:00000001:2.0:1763344902.071470:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00010000:2.0:1763344902.071475:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817f81 lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e334 expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.071483:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:2.0:1763344902.071487:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=237 00010000:00000001:2.0:1763344902.071493:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344902.071495:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344902.071502:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344902.071504:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344902.071506:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.071508:0:10286:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:2.0:1763344902.071510:0:10286:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x240002b13:0x12e84:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:2.0:1763344902.071512:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344902.071514:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e84:0x0] 00000020:00000001:2.0:1763344902.071517:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.071521:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:2.0:1763344902.071524:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416064192 : -107409293487424 : ffff9e4fd33752c0) 00000004:00000001:2.0:1763344902.071528:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.071535:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763344902.071540:0:10286:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:2.0:1763344902.071543:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.071546:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:2.0:1763344902.071548:0:10286:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0001: layout_size 56 00000100:00000001:2.0:1763344902.071551:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.071554:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.071559:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d7ff2800. 02000000:00000001:2.0:1763344902.071561:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.071563:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.071566:0:10286:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.071568:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344902.071571:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.071572:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.071575:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.071579:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.071581:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.071584:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.071586:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.071588:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.071589:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.071591:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.071593:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.071595:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.071596:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.071598:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) refcount = 1 00010000:00010000:2.0:1763344902.071604:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817f81 lrc: 3/0,0 mode: CR/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e334 expref: 237 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344902.071610:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.071615:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.071616:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.071619:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.071620:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.071622:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.071624:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.071629:0:10286:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344902.071632:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817f81 lrc: 3/0,0 mode: CR/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e334 expref: 237 pid: 10286 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1763344902.071640:0:10286:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:2.0:1763344902.071644:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344902.071645:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e84:0x0] 00000020:00000001:2.0:1763344902.071647:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.071648:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:2.0:1763344902.071651:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416064192 : -107409293487424 : ffff9e4fd33752c0) 00000004:00000001:2.0:1763344902.071653:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.071656:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763344902.071658:0:10286:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:2.0:1763344902.071659:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.071661:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.071663:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.071665:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.071666:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.071668:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.071670:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344902.071672:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.071673:0:10286:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:2.0:1763344902.071677:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.071680:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.071682:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) 00010000:00010000:2.0:1763344902.071684:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763344902.071687:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.071689:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.071690:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.071692:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.071693:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.071695:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fd61b4800, rc 0) 00000020:00000001:2.0:1763344902.071697:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344902.071701:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214345, transno 0, xid 1848987881555584 00010000:00000001:2.0:1763344902.071704:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.071708:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ea9d9c00 x1848987881555584/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 376/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.071716:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.071719:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.071722:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.071727:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.071729:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.071731:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.071734:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.071736:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.071739:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.071742:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.071747:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921ee0. 00000100:00000200:2.0:1763344902.071753:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848987881555584, offset 224 00000400:00000200:2.0:1763344902.071760:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.071771:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.071778:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385616:1385616:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385612:1385612:8:4294967295] 00000400:00000200:2.0:1763344902.071810:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.071817:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.071822:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994300. 00000800:00000200:2.0:1763344902.071828:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.071835:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.071838:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.071859:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.071863:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.071865:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.071867:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.071869:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.071873:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ea9d9c00 x1848987881555584/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 376/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.071882:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ea9d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+237:252846:x1848987881555584:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 535us (1708us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344902.071890:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302989 00000100:00000040:2.0:1763344902.071893:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344902.071895:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.071897:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.071902:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.071906:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344902.071909:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09e000. 00000020:00000040:2.0:1763344902.071914:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 236 00000100:00000001:2.0:1763344902.071917:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344902.072263:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.072268:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:0.0:1763344902.072272:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.072277:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.072281:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921ee0 00000400:00000010:0.0:1763344902.072283:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921ee0. 00000100:00000001:0.0:1763344902.072287:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.072289:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.079026:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.079043:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.079047:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.079049:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.079060:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.079077:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfc700 00000400:00000200:1.0:1763344902.079085:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 14552 00000800:00000001:1.0:1763344902.079093:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.079101:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.079105:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.079109:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.079116:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.079119:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344902.079124:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e65c00. 00000100:00000040:1.0:1763344902.079128:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e65c00 x1848987881555712 msgsize 328 00000100:00100000:1.0:1763344902.079131:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.079157:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.079167:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.079170:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.079241:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.079245:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881555712 02000000:00000001:2.0:1763344902.079248:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.079251:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.079253:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.079257:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.079261:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881555712 00000020:00000001:2.0:1763344902.079264:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.079266:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344902.079269:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.079271:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:2.0:1763344902.079274:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344902.079276:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344902.079280:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.079286:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000020:00000040:2.0:1763344902.079293:0:74640:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:2.0:1763344902.079315:0:74640:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763344902.079320:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09e000. 00000020:00000010:2.0:1763344902.079327:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.079332:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344902.079342:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344902.079345:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.079346:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344902.079349:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.079356:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.079369:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.079381:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.079383:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.079387:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27104 00000100:00000040:2.0:1763344902.079391:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344902.079393:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454067200 : -107405255484416 : ffff9e50c3e65c00) 00000100:00000040:2.0:1763344902.079399:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e65c00 x1848987881555712/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344902.079408:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.079410:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344902.079421:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.079424:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000100:00100000:2.0:1763344902.079428:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881555712:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344902.079432:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881555712 00000020:00000001:2.0:1763344902.079435:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.079438:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.079440:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.079442:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.079444:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344902.079447:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344902.079450:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.079452:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.079454:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.079459:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.079461:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344902.079463:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344902.079465:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344902.079467:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344902.079469:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.079473:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344902.079480:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854da00 count: 2 00010000:00000001:2.0:1763344902.079483:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.079486:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.079489:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fd61b5200. 00000020:00000001:2.0:1763344902.079493:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.079495:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fd61b5200 with handle 0x34881b4086817f88 to hash 00000020:00000001:2.0:1763344902.079497:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.079498:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:2.0:1763344902.079501:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00010000:2.0:1763344902.079506:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b5200/0x34881b4086817f88 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e33b expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.079514:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:2.0:1763344902.079516:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00010000:00000001:2.0:1763344902.079524:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763344902.079527:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763344902.079530:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.079532:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.079537:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d7ff3800. 02000000:00000001:2.0:1763344902.079539:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.079541:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.079544:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344902.079546:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.079549:0:74640:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.079552:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763344902.079557:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50ccdb9c40. 00002000:00000001:2.0:1763344902.079559:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763344902.079562:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763344902.079564:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344902.079567:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344902.079573:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.079575:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344902.079578:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344902.079580:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344902.079581:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344902.079583:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.079585:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763344902.079588:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2ab800. 00000020:00000040:2.0:1763344902.079591:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763344902.079595:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344902.079597:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344902.079600:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344902.079605:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09ec00. 00000100:00000001:2.0:1763344902.079610:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.079615:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344902.079618:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344902.079623:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2ab800 x1848987617975040/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.079631:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344902.079633:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.079637:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617975040:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344902.079643:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344902.079648:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344902.079650:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.079652:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344902.079656:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09f000. 02000000:00000001:2.0:1763344902.079658:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344902.079662:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6688. 00000400:00000010:2.0:1763344902.079667:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921e58. 00000100:00000200:2.0:1763344902.079672:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617975040, portal 16 00000100:00000001:2.0:1763344902.079674:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.079676:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163190272 : -107404546361344 : ffff9e50ee2ab800) 00000100:00000040:2.0:1763344902.079680:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee2ab800 x1848987617975040/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.079687:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.079689:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.079691:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921c38. 00000100:00000200:2.0:1763344902.079693:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617975040, offset 0 00000400:00000200:2.0:1763344902.079699:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.079707:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.079711:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344902.079715:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344902.079718:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344902.079721:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344902.079724:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385617:1385617:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385613:1385613:8:4294967295] 00000400:00000200:2.0:1763344902.079733:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.079737:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.079742:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994900. 00000800:00000200:2.0:1763344902.079747:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.079753:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.079757:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.079776:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.079780:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307677216 00000100:00000001:2.0:1763344902.079786:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307677189 00000100:00000001:2.0:1763344902.079823:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307677217 00000100:00000001:2.0:1763344902.079826:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307677189 00000100:00000001:2.0:1763344902.079829:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307677217 00000100:00000001:2.0:1763344902.079831:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307677189 00000100:00000001:2.0:1763344902.079834:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307677217 00000100:00000001:2.0:1763344902.079836:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307677189 00000100:00000001:2.0:1763344902.079839:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.079842:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.079844:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.079846:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.079847:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.079849:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763344902.079851:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50ccdb9c40. 00010000:00000001:2.0:1763344902.079855:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.079857:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.079859:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344902.079860:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.079863:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344902.079864:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344902.079866:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd33dc0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344902.079869:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344902.079872:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1763344902.080080:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1763344902.080086:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000800:00000200:1.0:1763344902.080552:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.080557:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:1.0:1763344902.080562:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.080569:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.080573:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921c38 00000400:00000010:1.0:1763344902.080575:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921c38. 00000100:00000001:1.0:1763344902.080579:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344902.080584:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2ab800 x1848987617975040/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.080593:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344902.080597:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2ab800 x1848987617975040/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.080604:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.080606:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344902.082825:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.082840:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.082844:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.082846:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.082856:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.082873:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29db00 00000400:00000200:0.0:1763344902.082881:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665cc1 [1] + 224 00000800:00000001:0.0:1763344902.082887:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.082893:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.082896:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.082899:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344902.082905:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.082913:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2ab800 x1848987617975040/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344902.082922:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee2ab800 x1848987617975040/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.082945:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.082953:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.082956:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.083017:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344902.083026:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344902.083028:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344902.083031:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6688. 00000400:00000200:2.0:1763344902.083035:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921e58 00000400:00000010:2.0:1763344902.083037:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921e58. 00000100:00000001:2.0:1763344902.083041:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.083046:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2ab800 x1848987617975040/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344902.083058:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2ab800 x1848987617975040/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.083064:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344902.083065:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.083067:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344902.083070:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344902.083072:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.083074:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.083077:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.083084:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344902.083088:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.083091:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344902.083093:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.083096:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344902.083099:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.083101:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.083105:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2ab800 x1848987617975040/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.083112:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.083115:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344902.083117:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.083120:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763344902.083125:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344902.083235:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344902.083239:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.083246:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:2.0:1763344902.083249:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:2.0:1763344902.083251:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344902.083257:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344902.083261:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00010000:00000001:2.0:1763344902.083265:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.083266:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.083268:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.083274:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2ab800 x1848987617975040/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344902.083282:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617975040:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344902.083287:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.083289:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.083292:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344902.083294:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.083297:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2ab800 x1848987617975040/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.083304:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344902.083306:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344902.083309:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09f000. 02000000:00000001:2.0:1763344902.083313:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344902.083316:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344902.083317:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763344902.083319:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344902.083322:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09ec00. 02000000:00000001:2.0:1763344902.083325:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344902.083326:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344902.083328:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2ab800. 00000100:00000001:2.0:1763344902.083331:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344902.083333:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344902.083335:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.083338:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344902.083340:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344902.083343:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d2ec0. 00010000:00000001:2.0:1763344902.083345:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.083349:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344902.083353:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344902.083355:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.083361:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.083362:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.083365:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.083367:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.083370:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b5200 with handle 0x34881b4086817f88 from hash 00010000:00000001:2.0:1763344902.083373:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.083374:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.083375:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.083376:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344902.083378:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344902.083380:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344902.083386:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b5200/0x34881b4086817f88 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e33b expref: 20 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344902.083400:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344902.083403:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.083405:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.083407:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.083409:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.083420:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.083422:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.083423:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.083424:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.083426:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.083427:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.083429:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344902.083431:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.083433:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.083435:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.083436:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.083439:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e4fd61b5200/0x34881b4086817f88 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e33b expref: 20 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344902.083448:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:2.0:1763344902.083450:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:2.0:1763344902.083457:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.083459:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fd61b5200, rc 0) 00000020:00000001:2.0:1763344902.083462:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344902.083465:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881555712 00010000:00000001:2.0:1763344902.083469:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.083473:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e65c00 x1848987881555712/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.083481:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.083484:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.083487:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.083492:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.083494:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.083496:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.083499:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.083501:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.083504:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.083506:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.083510:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921e58. 00000100:00000200:2.0:1763344902.083513:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881555712, offset 224 00000400:00000200:2.0:1763344902.083519:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.083528:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.083534:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385618:1385618:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385614:1385614:8:4294967295] 00000400:00000200:2.0:1763344902.083542:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.083547:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.083553:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994900. 00000800:00000200:2.0:1763344902.083558:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.083564:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.083568:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.083587:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.083590:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.083593:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.083594:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.083596:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.083601:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e65c00 x1848987881555712/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.083619:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881555712:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 4209us (4488us total) trans 0 rc 301/301 00000100:00100000:2.0:1763344902.083627:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27104 00000100:00000040:2.0:1763344902.083630:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344902.083633:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.083634:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.083640:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.083645:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344902.083648:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09e000. 00000020:00000040:2.0:1763344902.083652:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:2.0:1763344902.083655:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.083713:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.083718:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:1.0:1763344902.083722:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.083727:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.083729:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921e58 00000400:00000010:1.0:1763344902.083731:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921e58. 00000100:00000001:1.0:1763344902.083734:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.083736:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344902.088949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00000800:00000001:1.0:1763344902.089054:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.089068:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.089071:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.089073:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.089083:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.089098:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dfc780 00000400:00000200:1.0:1763344902.089107:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 136936 00000800:00000001:1.0:1763344902.089116:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.089123:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.089126:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.089130:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.089146:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.089148:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344902.089155:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e64380. 00000100:00000040:1.0:1763344902.089158:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e64380 x1848987881555840 msgsize 576 00000100:00100000:1.0:1763344902.089162:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.089176:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.089185:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.089188:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.089322:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344902.089326:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881555840 02000000:00000001:3.0:1763344902.089329:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344902.089331:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.089333:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.089338:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.089341:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881555840 00000020:00000001:3.0:1763344902.089345:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344902.089347:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344902.089349:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.089352:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=237 00000020:00000001:3.0:1763344902.089355:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344902.089357:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344902.089362:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.089367:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344902.089370:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.089373:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000020:00000010:3.0:1763344902.089379:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cae00. 00000020:00000010:3.0:1763344902.089385:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344902.089390:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf258. 00000100:00000040:3.0:1763344902.089396:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344902.089398:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344902.089400:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344902.089402:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344902.089404:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.089407:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.089424:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.089647:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.089666:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344902.089668:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344902.089673:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302990 00000100:00000040:3.0:1763344902.089677:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344902.089679:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454060928 : -107405255490688 : ffff9e50c3e64380) 00000100:00000040:3.0:1763344902.089686:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e64380 x1848987881555840/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 576/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344902.089695:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.089698:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344902.089700:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.089703:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000100:00100000:3.0:1763344902.089707:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+237:252846:x1848987881555840:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344902.089711:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881555840 00000020:00000001:3.0:1763344902.089714:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344902.089717:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344902.089722:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.089724:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344902.089726:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344902.089729:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344902.089732:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881555840, found 0 last_xid 1848987881555839 00000020:00000001:3.0:1763344902.089736:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344902.089738:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344902.089740:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344902.089745:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.089747:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344902.089749:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344902.089751:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344902.089753:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344902.089756:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.089760:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344902.089767:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b800 count: 2 00010000:00000001:3.0:1763344902.089770:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.089772:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344902.089775:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17c00. 00000020:00000001:3.0:1763344902.089779:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344902.089781:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17c00 with handle 0x34881b4086817f8f to hash 00000020:00000001:3.0:1763344902.089783:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344902.089785:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000010:3.0:1763344902.089882:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b000. 00010000:00000001:3.0:1763344902.089886:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00010000:3.0:1763344902.089890:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086817f8f lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e342 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344902.089898:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:3.0:1763344902.089901:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=238 00010000:00000001:3.0:1763344902.089907:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344902.089910:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344902.089917:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344902.089919:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344902.089921:0:13569:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763344902.089923:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344902.089925:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e84:0x0] 00000020:00000001:3.0:1763344902.089928:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344902.089932:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:3.0:1763344902.089935:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416064192 : -107409293487424 : ffff9e4fd33752c0) 00000004:00000001:3.0:1763344902.089937:0:13569:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.089940:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344902.089942:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344902.089945:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344902.089947:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344902.089980:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9e50e5860000. 02000000:00000001:3.0:1763344902.089983:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.089986:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.089988:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.089990:0:13569:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763344902.089995:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763344902.089997:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.089999:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.090001:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.090002:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.090004:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.090006:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.090007:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.090009:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.090010:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.090012:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.090013:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.090015:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.090016:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.090018:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.090019:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.090020:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.090022:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.090024:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.090026:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.090030:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344902.090035:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344902.090038:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344902.090040:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344902.090042:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.090045:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.090046:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.090048:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344902.090050:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.090053:0:13569:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1763344902.090057:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763344902.090059:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1763344902.090060:0:13569:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:3.0:1763344902.090066:0:13569:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9e4fdd986000. 00000004:00000001:3.0:1763344902.090070:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.090073:0:13569:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344902.090076:0:13569:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:3.0:1763344902.090078:0:13569:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x240002b13:0x12e84:0x0]/[0x240002b13:0x12e84:0x0], ldlm_rep = ffff9e50e5860228 00000004:00000001:3.0:1763344902.090083:0:13569:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763344902.090087:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344902.090089:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344902.090092:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b800 count: 3 00010000:00000001:3.0:1763344902.090094:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.090096:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344902.090098:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17400. 00000020:00000001:3.0:1763344902.090100:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344902.090102:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17400 with handle 0x34881b4086817f96 to hash 00000020:00000001:3.0:1763344902.090103:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344902.090104:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000010:3.0:1763344902.090107:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b800. 00010000:00000001:3.0:1763344902.090109:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.090113:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.090115:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.090118:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817f96 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344902.090124:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344902.090127:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344902.090129:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344902.090131:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.090145:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.090148:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.090149:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.090152:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344902.090154:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344902.090155:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344902.090157:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344902.090160:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) refcount = 3 00010000:00000040:3.0:1763344902.090163:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344902.090167:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817f81 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e334 expref: 238 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344902.090174:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817f96 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.090181:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344902.090184:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.090186:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.090189:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344902.090190:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.090192:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.090195:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.090197:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344902.090200:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.090202:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817f96 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.090207:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344902.090209:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.090210:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.090212:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.090213:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.090215:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=3 00000020:00000001:3.0:1763344902.090217:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.090219:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.090222:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.090223:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.090225:0:13569:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.090228:0:13569:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763344902.090231:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344902.090233:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344902.090239:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.090241:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.090246:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.090260:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344902.090264:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344902.090266:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344902.090268:0:13569:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344902.090270:0:13569:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e84:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:3.0:1763344902.090273:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.090275:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.090277:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344902.090279:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344902.090281:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.090282:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.090285:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344902.090287:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763344902.090290:0:13569:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763344902.090292:0:13569:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763344902.090295:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e50e5860370 00000004:00000001:3.0:1763344902.090297:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.090300:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.090301:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.090303:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.090305:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.090306:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.090308:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.090309:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.090311:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.090312:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.090314:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.090315:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344902.090317:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e84:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:3.0:1763344902.090320:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e84:0x0]: returning size 0 00000004:00000040:3.0:1763344902.090323:0:13569:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x12e84:1073752851 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1763344902.090326:0:13569:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:3.0:1763344902.090328:0:13569:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000402:7104 00000004:00200000:3.0:1763344902.090330:0:13569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1763344902.090333:0:13569:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:3.0:1763344902.090335:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.090336:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.090339:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763344902.090340:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.090342:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.090344:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344902.090346:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344902.090349:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.090354:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344902.090360:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.090362:0:13569:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.090368:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.090369:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.090371:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=3 00000020:00000001:3.0:1763344902.090373:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.090376:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00000004:00010000:3.0:1763344902.090379:0:13569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817f96 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.090386:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.090387:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.090388:0:13569:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1763344902.090390:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344902.090392:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1763344902.090394:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.090395:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.090397:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=3 00000020:00000001:3.0:1763344902.090398:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.090400:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00000004:00000040:3.0:1763344902.090403:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:3.0:1763344902.090406:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=239 00010000:00000001:3.0:1763344902.090409:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.090410:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.090422:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344902.090425:0:13569:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763344902.090429:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344902.090438:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344902.090440:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344902.090442:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344902.090443:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344902.090445:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763344902.090449:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.090452:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344902.090454:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344902.090456:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:3.0:1763344902.090458:0:13569:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9e4fdd986000. 00000004:00000001:3.0:1763344902.090463:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763344902.090466:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344902.090467:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.090470:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.090471:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.090473:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.090475:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344902.090477:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17c00 with handle 0x34881b4086817f8f from hash 00010000:00000001:3.0:1763344902.090480:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.090481:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.090482:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.090483:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344902.090485:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344902.090489:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086817f8f lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e342 expref: 239 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344902.090496:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:3.0:1763344902.090498:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 238 00010000:00000010:3.0:1763344902.090501:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b000. 00010000:00000001:3.0:1763344902.090508:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.090510:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.090514:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344902.090517:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817f96 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e342 expref: 238 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344902.090530:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344902.090533:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344902.090535:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) 00010000:00010000:3.0:1763344902.090538:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:3.0:1763344902.090541:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.090543:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.090545:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344902.090546:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.090548:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344902.090549:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17400, rc 0) 00000020:00000001:3.0:1763344902.090552:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344902.090555:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214345, transno 0, xid 1848987881555840 00010000:00000001:3.0:1763344902.090558:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344902.090562:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e64380 x1848987881555840/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 576/640 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344902.090570:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344902.090573:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344902.090577:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344902.090581:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344902.090584:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344902.090587:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344902.090589:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344902.090592:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.090595:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344902.090598:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344902.090603:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbe58. 00000100:00000200:3.0:1763344902.090608:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848987881555840, offset 224 00000400:00000200:3.0:1763344902.090615:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344902.090624:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344902.090630:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385619:1385619:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385615:1385615:8:4294967295] 00000400:00000200:3.0:1763344902.090641:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344902.090647:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344902.090652:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5500. 00000800:00000200:3.0:1763344902.090659:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344902.090666:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344902.090669:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5500 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1763344902.090690:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.090694:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344902.090696:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344902.090698:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.090700:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344902.090704:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e64380 x1848987881555840/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 576/640 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344902.090713:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+238:252846:x1848987881555840:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 1016us (1552us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344902.090719:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302990 00000100:00000040:3.0:1763344902.090723:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344902.090725:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344902.090726:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344902.090731:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344902.090735:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf258. 00000020:00000010:3.0:1763344902.090738:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cae00. 00000020:00000040:3.0:1763344902.090742:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 237 00000100:00000001:3.0:1763344902.090744:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344902.090921:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.090926:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5500. 00000400:00000200:0.0:1763344902.090931:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.090935:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.090939:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbe58 00000400:00000010:0.0:1763344902.090941:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbe58. 00000100:00000001:0.0:1763344902.090945:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.090947:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.096779:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.096830:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.096833:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.096835:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.096845:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.096861:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfc800 00000400:00000200:1.0:1763344902.096869:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 14880 00000800:00000001:1.0:1763344902.096876:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.096882:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.096885:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.096889:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.096896:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.096899:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344902.096904:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e64000. 00000100:00000040:1.0:1763344902.096907:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e64000 x1848987881555968 msgsize 328 00000100:00100000:1.0:1763344902.096912:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.096928:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.096937:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.096940:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.096981:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.096985:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881555968 02000000:00000001:2.0:1763344902.096988:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.096990:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.096992:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.096997:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.097000:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881555968 00000020:00000001:2.0:1763344902.097003:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.097005:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:2.0:1763344902.097008:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.097011:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=22 00000020:00000001:2.0:1763344902.097013:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:2.0:1763344902.097016:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:2.0:1763344902.097020:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.097025:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000020:00000040:2.0:1763344902.097032:0:74640:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:2.0:1763344902.097097:0:74640:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763344902.097104:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09e000. 00000020:00000010:2.0:1763344902.097109:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.097115:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344902.097125:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00080000:0.0:1763344902.097126:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000001:2.0:1763344902.097128:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.097129:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1763344902.097130:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:2.0:1763344902.097132:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.097139:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.097158:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.097170:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.097172:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763344902.097177:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1763344902.097177:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27105 00000100:00000001:3.0:1763344902.097179:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763344902.097181:0:74638:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.097181:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:3.0:1763344902.097183:0:74638:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.097183:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454060032 : -107405255491584 : ffff9e50c3e64000) 00000100:00000040:2.0:1763344902.097189:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e64000 x1848987881555968/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344902.097198:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.097201:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2b40. 00000100:00000001:2.0:1763344902.097203:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.097205:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2b40. 00000100:00100000:2.0:1763344902.097210:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2406:x1848987881555968:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344902.097213:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881555968 00000020:00000001:2.0:1763344902.097216:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.097220:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.097222:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.097224:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.097226:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344902.097229:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344902.097232:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.097234:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.097236:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.097241:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.097243:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344902.097245:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344902.097247:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344902.097249:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344902.097251:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.097256:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344902.097264:0:74640:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50d232b200. 00010000:00000010:2.0:1763344902.097268:0:74640:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e50d232b900. 00010000:00000001:2.0:1763344902.097272:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.097275:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fd61b5200. 00000020:00000001:2.0:1763344902.097278:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.097280:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fd61b5200 with handle 0x34881b4086817f9d to hash 00000020:00000001:2.0:1763344902.097282:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.097284:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:2.0:1763344902.097286:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00010000:2.0:1763344902.097291:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f9d lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e349 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1763344902.097304:0:74640:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763344902.097308:0:74640:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e50f93d2b40. 00002000:00000001:2.0:1763344902.097311:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344902.097314:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.097319:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279134760 : -107409430416856 : ffff9e4fcb0df228) 00002000:00000001:2.0:1763344902.097322:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134672 : -107409430416944 : ffff9e4fcb0df1d0) 00002000:00000001:2.0:1763344902.097324:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344902.097328:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763344902.097330:0:74640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000402:0x1bc0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00000001:2.0:1763344902.097333:0:74640:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1763344902.097336:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df228/ffff9e4fcb0df1d0 to site lru. bkt: ffff9e50fb895618 00010000:00000040:2.0:1763344902.097340:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 17 00000020:00000040:2.0:1763344902.097342:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=23 00010000:00000001:2.0:1763344902.097354:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763344902.097356:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763344902.097359:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.097361:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.097367:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d7ff1000. 02000000:00000001:2.0:1763344902.097369:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.097372:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.097375:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344902.097378:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344902.097380:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344902.097382:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.097384:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344902.097385:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344902.097387:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.097390:0:74640:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763344902.097397:0:74640:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e349 expref: 23 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344902.097404:0:74640:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc0:0x0].0x0 (ffff9e50d232b200) refcount = 1 00010000:00000040:2.0:1763344902.097407:0:74640:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344902.097410:0:74640:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e349 expref: 23 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344902.097428:0:74640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.097430:0:74640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.097433:0:74640:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.097434:0:74640:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763344902.097436:0:74640:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344902.097439:0:74640:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.097443:0:74640:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344902.097446:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e349 expref: 23 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344902.097456:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.097458:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344902.097460:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.097462:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.097464:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.097465:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.097467:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.097468:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fd61b5200, rc 0) 00000020:00000001:2.0:1763344902.097471:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344902.097475:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946962, transno 0, xid 1848987881555968 00010000:00000001:2.0:1763344902.097477:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.097482:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e64000 x1848987881555968/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.097495:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.097497:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.097501:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.097505:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.097508:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.097511:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.097513:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.097516:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.097519:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.097522:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.097526:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921550. 00000100:00000200:2.0:1763344902.097532:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881555968, offset 224 00000400:00000200:2.0:1763344902.097538:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.097546:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.097551:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385620:1385620:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385616:1385616:8:4294967295] 00000400:00000200:2.0:1763344902.097561:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.097565:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.097569:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994300. 00000800:00000200:2.0:1763344902.097574:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.097580:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.097584:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.098028:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.098033:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.098036:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.098038:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.098040:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.098044:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e64000 x1848987881555968/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.098053:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2406:x1848987881555968:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 853us (1143us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344902.098060:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27105 00000100:00000040:2.0:1763344902.098063:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:2.0:1763344902.098065:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.098067:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.098071:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.098074:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344902.098078:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09e000. 00000020:00000040:2.0:1763344902.098082:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 22 00000100:00000001:2.0:1763344902.098085:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344902.099783:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.099804:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994300. 00000400:00000200:0.0:1763344902.099812:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.099819:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.099825:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921550 00000400:00000010:0.0:1763344902.099828:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921550. 00000100:00000001:0.0:1763344902.099832:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.099834:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344902.102888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00000800:00000001:0.0:1763344902.109705:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.109720:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.109724:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.109726:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.109737:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.109753:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfc880 00000400:00000200:0.0:1763344902.109761:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x645709 [8] + 15208 00000400:00000010:0.0:1763344902.109767:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4fc4746bb0. 00000400:00000200:0.0:1763344902.109772:0:3635:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e50efce7600 00000800:00000001:0.0:1763344902.109777:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.109783:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.109785:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.109831:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.109837:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50efce7600 00000400:00000010:0.0:1763344902.109839:0:3635:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff9e50efce7600. 00000100:00000001:0.0:1763344902.109845:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.109847:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1763344902.109850:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ef33f850 x1848987881556096 msgsize 328 00000100:00100000:0.0:1763344902.109855:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:0.0:1763344902.109856:0:3635:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763344902.109869:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.109876:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.109879:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.109953:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.109956:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881556096 02000000:00000001:2.0:1763344902.109959:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.109961:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.109964:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.109968:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.109972:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881556096 00000020:00000001:2.0:1763344902.109975:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.109977:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344902.109979:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.109982:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:2.0:1763344902.109985:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344902.109987:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344902.109991:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.109997:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.110000:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.110003:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000020:00000010:2.0:1763344902.110008:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09e000. 00000020:00000010:2.0:1763344902.110014:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.110020:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344902.110027:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344902.110030:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.110032:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344902.110034:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.110041:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.110598:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.110613:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.110615:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.110621:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27106 00000100:00000040:2.0:1763344902.110625:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344902.110627:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669180573776 : -107404528977840 : ffff9e50ef33f850) 00000100:00000040:2.0:1763344902.110634:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ef33f850 x1848987881556096/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344902.110644:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.110648:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.110651:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.110653:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000100:00100000:2.0:1763344902.110658:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ef33f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881556096:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344902.110661:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881556096 00000020:00000001:2.0:1763344902.110664:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.110668:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.110671:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.110673:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.110675:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344902.110678:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344902.110682:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.110684:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.110687:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.110692:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.110695:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344902.110697:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344902.110699:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344902.110702:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344902.110704:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.110709:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344902.110715:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854da00 count: 2 00010000:00000001:2.0:1763344902.110718:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.110721:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.110725:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50e5a53000. 00000020:00000001:2.0:1763344902.110729:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.110731:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50e5a53000 with handle 0x34881b4086817fa4 to hash 00000020:00000001:2.0:1763344902.110733:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.110735:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00000001:2.0:1763344902.110737:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00010000:2.0:1763344902.110742:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50e5a53000/0x34881b4086817fa4 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e350 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.110751:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:2.0:1763344902.110754:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00010000:00000001:2.0:1763344902.110761:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763344902.110764:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763344902.110767:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.110769:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.110775:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d7ff2000. 02000000:00000001:2.0:1763344902.110777:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.110779:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.110782:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344902.110784:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.110816:0:74640:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.110819:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763344902.110824:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50ccdb9c40. 00002000:00000001:2.0:1763344902.110826:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763344902.110829:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763344902.110833:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.110836:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344902.110842:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.110844:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344902.110847:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344902.110850:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344902.110852:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344902.110853:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.110855:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763344902.110860:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2ab800. 00000020:00000040:2.0:1763344902.110863:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763344902.110867:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344902.110869:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344902.110873:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344902.110879:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09ec00. 00000100:00000001:2.0:1763344902.110884:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.110890:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344902.110893:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344902.110898:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2ab800 x1848987617975168/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.110906:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344902.110908:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.110913:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617975168:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344902.110917:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344902.110922:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344902.110925:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.110927:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344902.110931:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09f000. 02000000:00000001:2.0:1763344902.110933:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344902.110938:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6688. 00000400:00000010:2.0:1763344902.110943:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9215d8. 00000100:00000200:2.0:1763344902.110950:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617975168, portal 16 00000100:00000001:2.0:1763344902.110953:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.110954:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163190272 : -107404546361344 : ffff9e50ee2ab800) 00000100:00000040:2.0:1763344902.110960:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee2ab800 x1848987617975168/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.110968:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.110971:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.110974:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9214c8. 00000100:00000200:2.0:1763344902.110976:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617975168, offset 0 00000400:00000200:2.0:1763344902.110982:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.110994:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.110999:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344902.111004:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344902.111007:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344902.111010:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344902.111014:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385621:1385621:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385617:1385617:8:4294967295] 00000400:00000200:2.0:1763344902.111025:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.111030:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.111035:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994600. 00000800:00000200:2.0:1763344902.111041:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.111048:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.111052:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.111072:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.111077:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307677248 00000100:00000001:2.0:1763344902.111083:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307677216 00000100:00000001:2.0:1763344902.111087:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307677248 00000100:00000001:2.0:1763344902.111090:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307677217 00000100:00000001:2.0:1763344902.111093:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307677248 00000100:00000001:2.0:1763344902.111095:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307677217 00000100:00000001:2.0:1763344902.111098:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307677248 00000100:00000001:2.0:1763344902.111101:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307677217 00000100:00000001:2.0:1763344902.111104:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.111106:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.111108:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.111110:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.111112:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.111114:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763344902.111116:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50ccdb9c40. 00010000:00000001:2.0:1763344902.111121:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.111123:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.111125:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344902.111127:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.111130:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344902.111131:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344902.111133:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd33dc0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344902.111135:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344902.111139:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344902.111495:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.111500:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:1.0:1763344902.111505:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.111510:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.111514:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9214c8 00000400:00000010:1.0:1763344902.111516:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9214c8. 00000100:00000001:1.0:1763344902.111519:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344902.111524:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2ab800 x1848987617975168/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.111533:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344902.111537:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2ab800 x1848987617975168/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.111543:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.111545:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344902.114439:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.114454:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.114459:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.114461:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.114472:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.114488:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29db80 00000400:00000200:0.0:1763344902.114496:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665cd5 [1] + 224 00000800:00000001:0.0:1763344902.114503:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.114510:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.114513:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.114517:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344902.114523:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.114531:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2ab800 x1848987617975168/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344902.114542:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee2ab800 x1848987617975168/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.114565:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.114572:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.114575:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.114869:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344902.114878:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344902.114880:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344902.114883:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6688. 00000400:00000200:2.0:1763344902.114888:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9215d8 00000400:00000010:2.0:1763344902.114891:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9215d8. 00000100:00000001:2.0:1763344902.114894:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.114900:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2ab800 x1848987617975168/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344902.114909:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2ab800 x1848987617975168/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.114915:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344902.114917:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.114919:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344902.114922:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344902.114924:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.114927:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.114930:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.114936:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344902.114940:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.114943:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344902.114945:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.114948:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344902.114951:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.114954:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.114959:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2ab800 x1848987617975168/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.114966:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.114969:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344902.114971:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.114974:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763344902.114980:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344902.114987:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344902.114990:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.114997:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:2.0:1763344902.115000:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:2.0:1763344902.115003:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344902.115008:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344902.115011:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00010000:00000001:2.0:1763344902.115014:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.115016:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.115017:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.115021:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2ab800 x1848987617975168/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344902.115029:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617975168:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344902.115035:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.115037:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.115040:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344902.115042:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.115045:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2ab800 x1848987617975168/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.115051:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344902.115054:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344902.115056:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09f000. 02000000:00000001:2.0:1763344902.115060:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344902.115063:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344902.115064:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763344902.115066:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344902.115069:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09ec00. 02000000:00000001:2.0:1763344902.115072:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344902.115074:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344902.115076:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2ab800. 00000100:00000001:2.0:1763344902.115080:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344902.115081:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344902.115083:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.115086:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344902.115088:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344902.115091:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d2600. 00010000:00000001:2.0:1763344902.115094:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.115098:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344902.115101:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344902.115103:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.115111:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.115112:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.115114:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.115115:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.115118:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50e5a53000 with handle 0x34881b4086817fa4 from hash 00010000:00000001:2.0:1763344902.115120:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.115121:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.115122:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.115123:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344902.115124:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344902.115126:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344902.115132:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50e5a53000/0x34881b4086817fa4 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e350 expref: 20 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344902.115223:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344902.115227:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.115229:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.115231:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.115233:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.115237:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.115239:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.115240:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.115242:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.115243:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.115245:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.115247:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344902.115249:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.115252:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.115253:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.115254:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.115258:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50e5a53000/0x34881b4086817fa4 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e350 expref: 20 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344902.115266:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:2.0:1763344902.115268:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:2.0:1763344902.115275:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.115276:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50e5a53000, rc 0) 00000020:00000001:2.0:1763344902.115279:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344902.115283:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881556096 00010000:00000001:2.0:1763344902.115286:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.115290:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ef33f850 x1848987881556096/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.115298:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.115300:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.115303:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.115308:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.115311:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.115313:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.115316:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.115319:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.115322:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.115324:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.115330:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9215d8. 00000100:00000200:2.0:1763344902.115334:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881556096, offset 224 00000400:00000200:2.0:1763344902.115341:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.115350:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.115356:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385622:1385622:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385618:1385618:8:4294967295] 00000400:00000200:2.0:1763344902.115366:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.115371:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.115377:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994600. 00000800:00000200:2.0:1763344902.115383:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.115390:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.115394:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.116061:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.116067:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.116070:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.116072:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.116074:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.116081:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ef33f850 x1848987881556096/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.116091:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ef33f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881556096:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 5445us (6238us total) trans 0 rc 301/301 00000100:00100000:2.0:1763344902.116099:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27106 00000100:00000040:2.0:1763344902.116103:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344902.116105:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.116107:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.116113:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.116118:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344902.116122:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09e000. 00000020:00000040:2.0:1763344902.116127:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000800:00000200:0.0:1763344902.116339:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.116343:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:0.0:1763344902.116349:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.116354:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.116358:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9215d8 00000400:00000010:0.0:1763344902.116360:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9215d8. 00000100:00000001:0.0:1763344902.116364:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.116366:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1763344902.117574:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117580:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d7ff2000. 02000000:00000001:2.0:1763344902.117587:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1763344902.117589:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117591:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d7ff1000. 02000000:00000001:2.0:1763344902.117594:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117597:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e64000. 02000000:00000001:2.0:1763344902.117601:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117602:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d7ff3800. 02000000:00000001:2.0:1763344902.117605:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117607:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e65c00. 02000000:00000001:2.0:1763344902.117610:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117611:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fcb32c800. 02000000:00000001:2.0:1763344902.117616:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117617:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9c00. 02000000:00000001:2.0:1763344902.117620:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117622:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50ef0f3400. 02000000:00000001:2.0:1763344902.117624:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117625:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6acbb80. 02000000:00000001:2.0:1763344902.117629:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117630:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fc82b2800. 02000000:00000001:2.0:1763344902.117632:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117634:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede42a00. 02000000:00000001:2.0:1763344902.117638:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117639:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fc35e9800. 02000000:00000001:2.0:1763344902.117643:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117644:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede41500. 02000000:00000001:2.0:1763344902.117646:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117648:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fc82b3c00. 02000000:00000001:2.0:1763344902.117649:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117651:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede41c00. 02000000:00000001:2.0:1763344902.117653:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117655:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fc35eb000. 02000000:00000001:2.0:1763344902.117657:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117659:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc3639500. 02000000:00000001:2.0:1763344902.117667:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117668:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fc82b1c00. 02000000:00000001:2.0:1763344902.117670:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117672:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac8000. 02000000:00000001:2.0:1763344902.117675:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117676:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d7ff1400. 02000000:00000001:2.0:1763344902.117678:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117680:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93c700. 02000000:00000001:2.0:1763344902.117683:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117684:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50d7ff0c00. 02000000:00000001:2.0:1763344902.117687:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117689:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93c380. 02000000:00000001:2.0:1763344902.117691:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117693:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fc82b1800. 02000000:00000001:2.0:1763344902.117695:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117696:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2402300. 02000000:00000001:2.0:1763344902.117699:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117700:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fc82b3000. 02000000:00000001:2.0:1763344902.117702:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117703:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7807b80. 02000000:00000001:2.0:1763344902.117706:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117708:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50d7ff2c00. 02000000:00000001:2.0:1763344902.117709:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117711:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2401880. 02000000:00000001:2.0:1763344902.117713:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117714:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d7ff0400. 02000000:00000001:2.0:1763344902.117716:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117717:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1d180. 02000000:00000001:2.0:1763344902.117720:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117721:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d7ff3c00. 02000000:00000001:2.0:1763344902.117723:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117724:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb98380. 02000000:00000001:2.0:1763344902.117726:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117727:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d7ff0800. 02000000:00000001:2.0:1763344902.117729:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117730:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb99500. 02000000:00000001:2.0:1763344902.117733:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117735:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50eeea1000. 02000000:00000001:2.0:1763344902.117737:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117738:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1f480. 02000000:00000001:2.0:1763344902.117741:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117742:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50eeea2000. 02000000:00000001:2.0:1763344902.117744:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117745:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1f100. 02000000:00000001:2.0:1763344902.117748:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117749:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50c7e1f000. 02000000:00000001:2.0:1763344902.117751:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117753:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32e300. 02000000:00000001:2.0:1763344902.117757:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117758:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fd6095800. 02000000:00000001:2.0:1763344902.117760:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117761:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32f800. 02000000:00000001:2.0:1763344902.117764:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117765:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fc2fbd000. 02000000:00000001:2.0:1763344902.117767:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117768:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1f800. 02000000:00000001:2.0:1763344902.117771:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117772:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fd6097400. 02000000:00000001:2.0:1763344902.117774:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117776:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28eca80. 02000000:00000001:2.0:1763344902.117778:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117779:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fd6095c00. 02000000:00000001:2.0:1763344902.117781:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117782:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28edf80. 02000000:00000001:2.0:1763344902.117786:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117811:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50ff7fb400. 02000000:00000001:2.0:1763344902.117814:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117816:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1376a00. 02000000:00000001:2.0:1763344902.117819:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117820:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fc82b0800. 02000000:00000001:2.0:1763344902.117822:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117823:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32d180. 02000000:00000001:2.0:1763344902.117826:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117827:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50c7e1e800. 02000000:00000001:2.0:1763344902.117833:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117834:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7806d80. 02000000:00000001:2.0:1763344902.117837:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117838:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50c7e1cc00. 02000000:00000001:2.0:1763344902.117840:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117841:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7806680. 02000000:00000001:2.0:1763344902.117844:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117845:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d207a800. 02000000:00000001:2.0:1763344902.117847:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117848:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7805880. 02000000:00000001:2.0:1763344902.117851:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.117852:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d2078400. 02000000:00000001:2.0:1763344902.117854:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.117856:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7804a80. 02000000:00000001:2.0:1763344902.117859:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.118286:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50ff7f8800. 02000000:00000001:2.0:1763344902.118292:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.118294:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7805500. 02000000:00000001:2.0:1763344902.118298:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.118299:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50e486d800. 02000000:00000001:2.0:1763344902.118303:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.118304:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7806a00. 02000000:00000001:2.0:1763344902.118307:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.118309:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50e7c4a800. 02000000:00000001:2.0:1763344902.118311:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.118312:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32ca80. 02000000:00000001:2.0:1763344902.118316:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.118317:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fcb32d800. 02000000:00000001:2.0:1763344902.118319:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.118320:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7804380. 02000000:00000001:2.0:1763344902.118323:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.118324:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50cca0b400. 02000000:00000001:2.0:1763344902.118327:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.118329:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7804700. 02000000:00000001:2.0:1763344902.118332:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.118333:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50cca08800. 02000000:00000001:2.0:1763344902.118337:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.118339:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1374380. 02000000:00000001:2.0:1763344902.118341:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.118343:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50cca0a800. 02000000:00000001:2.0:1763344902.118345:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.118346:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df113800. 02000000:00000001:2.0:1763344902.118350:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.118351:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fcb32c400. 02000000:00000001:2.0:1763344902.118353:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.118354:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df112680. 02000000:00000001:2.0:1763344902.118357:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.118358:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fcb32e000. 02000000:00000001:2.0:1763344902.118361:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.118363:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb98e00. 02000000:00000001:2.0:1763344902.118366:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.118367:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fcb32cc00. 02000000:00000001:2.0:1763344902.118369:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.118371:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df111c00. 02000000:00000001:2.0:1763344902.118374:0:74640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344902.118375:0:74640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50e5676800. 02000000:00000001:2.0:1763344902.118377:0:74640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344902.118378:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2abb80. 00000100:00000001:2.0:1763344902.118383:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763344902.118393:0:74640:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:2.0:1763344902.118403:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6688. 00000400:00000010:2.0:1763344902.118411:0:74640:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff9e50ef994300. 00010000:00000010:2.1:1763344902.120053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e5a53000. 00000800:00000001:1.0:1763344902.124437:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.124459:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.124463:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.124465:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.124476:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.124493:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfc900 00000400:00000200:1.0:1763344902.124501:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 0 00000800:00000001:1.0:1763344902.124512:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.124520:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.124523:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.124527:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.124534:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.124537:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344902.124541:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e66a00. 00000100:00000040:1.0:1763344902.124545:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e66a00 x1848987881556224 msgsize 328 00000100:00100000:1.0:1763344902.124549:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.124564:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.124573:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.124575:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.124629:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.124633:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881556224 02000000:00000001:2.0:1763344902.124636:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.124639:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.124641:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.124644:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.124648:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881556224 00000020:00000001:2.0:1763344902.124651:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.124653:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344902.124656:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.124659:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:2.0:1763344902.124661:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344902.124664:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344902.124668:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.124672:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.124676:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.124678:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000020:00000010:2.0:1763344902.124683:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09e000. 00000020:00000010:2.0:1763344902.124688:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.124693:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344902.124701:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344902.124703:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.124705:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344902.124707:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.124714:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.124726:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.124736:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.124738:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.124743:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27107 00000100:00000040:2.0:1763344902.124746:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344902.124749:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454070784 : -107405255480832 : ffff9e50c3e66a00) 00000100:00000040:2.0:1763344902.124756:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e66a00 x1848987881556224/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344902.124764:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.124767:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.124768:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.124770:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000100:00100000:2.0:1763344902.124774:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:252846:x1848987881556224:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344902.124778:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881556224 00000020:00000001:2.0:1763344902.124781:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.124784:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.124786:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.124819:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.124821:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344902.124824:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344902.124827:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.124829:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.124831:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.124837:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.124839:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344902.124842:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344902.124844:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344902.124849:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344902.124852:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.124858:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344902.124866:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854da00 count: 2 00010000:00000001:2.0:1763344902.124869:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.124872:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.124877:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50e5a53000. 00000020:00000001:2.0:1763344902.124881:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.124884:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50e5a53000 with handle 0x34881b4086817fab to hash 00000020:00000001:2.0:1763344902.124886:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.124887:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00000001:2.0:1763344902.124890:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00010000:2.0:1763344902.124896:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50e5a53000/0x34881b4086817fab lrc: 2/0,0 mode: --/GROUP res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e357 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.124905:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:2.0:1763344902.124907:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00000100:00000001:2.0:1763344902.124916:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.124918:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.124923:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d7ff0800. 02000000:00000001:2.0:1763344902.124925:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.124927:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.124930:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.124934:0:74640:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.124936:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344902.124938:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.124942:0:74640:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763344902.124944:0:74640:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763344902.124949:0:74640:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b4086817c47 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1dd expref: 20 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344902.124956:0:74640:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763344902.124958:0:74640:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.124961:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763344902.124963:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.124965:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344902.124966:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763344902.124968:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.124970:0:74640:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.124971:0:74640:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763344902.124975:0:74640:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50e5a53000/0x34881b4086817fab lrc: 4/0,0 mode: --/GROUP res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1509383650 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e357 expref: 20 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.124984:0:74640:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c18:0x0].0x0 (ffff9e4fd854da00) refcount = 2 00010000:00000040:2.0:1763344902.124987:0:74640:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344902.124990:0:74640:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b4086817c47 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1dd expref: 20 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.124996:0:74640:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763344902.124998:0:74640:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50e5a53000/0x34881b4086817fab lrc: 4/0,0 mode: --/GROUP res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1509383650 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e357 expref: 20 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763344902.125006:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.125010:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344902.125015:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.125017:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344902.125020:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344902.125022:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344902.125023:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344902.125025:0:74640:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.125028:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.125029:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763344902.125031:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.125033:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.125035:0:74640:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763344902.125036:0:74640:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763344902.125040:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2abb80. 00000020:00000040:2.0:1763344902.125043:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763344902.125046:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344902.125048:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344902.125053:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344902.125058:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09ec00. 00000100:00000001:2.0:1763344902.125063:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.125067:0:74640:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b4086817c47 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1dd expref: 20 pid: 74638 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344902.125080:0:74640:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b4086817c47 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1dd expref: 20 pid: 74638 timeout: 13108 lvb_type: 0 00010000:00000001:2.0:1763344902.125088:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344902.125091:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344902.125095:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2abb80 x1848987617975296/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.125102:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344902.125104:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.125108:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617975296:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344902.125112:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344902.125116:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344902.125118:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.125121:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344902.125124:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09f000. 02000000:00000001:2.0:1763344902.125126:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344902.125132:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344902.125138:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921660. 00000100:00000200:2.0:1763344902.125145:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617975296, portal 16 00000100:00000001:2.0:1763344902.125147:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.125149:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163191168 : -107404546360448 : ffff9e50ee2abb80) 00000100:00000040:2.0:1763344902.125154:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee2abb80 x1848987617975296/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.125162:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.125164:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.125167:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921908. 00000100:00000200:2.0:1763344902.125170:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617975296, offset 0 00000400:00000200:2.0:1763344902.125176:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.125185:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.125189:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344902.125193:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344902.125197:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344902.125200:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344902.125203:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385623:1385623:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385619:1385619:8:4294967295] 00000400:00000200:2.0:1763344902.125214:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.125220:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.125224:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994900. 00000800:00000200:2.0:1763344902.125231:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.125237:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.125241:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.125250:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.125253:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307677262 00000100:00000001:2.0:1763344902.125259:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307677248 00000100:00000001:2.0:1763344902.125263:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307677262 00000100:00000001:2.0:1763344902.125266:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307677248 00000100:00000001:2.0:1763344902.125269:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307677262 00000100:00000001:2.0:1763344902.125272:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307677248 00000100:00000001:2.0:1763344902.125275:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307677262 00000100:00000001:2.0:1763344902.125278:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307677248 00000100:00000001:2.0:1763344902.125280:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.125283:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344902.125708:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.125713:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:0.0:1763344902.125719:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.125724:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.125728:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921908 00000400:00000010:0.0:1763344902.125731:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921908. 00000100:00000001:0.0:1763344902.125735:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344902.125739:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2abb80 x1848987617975296/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.125748:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.125752:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2abb80 x1848987617975296/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.125758:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.125760:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1763344902.126400:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.126405:0:74640:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.126408:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.126411:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.126421:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.126422:0:74640:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.126425:0:74640:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.126427:0:74640:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344902.126430:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.126432:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344902.126434:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344902.126437:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd33dc0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344902.126440:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344902.126443:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763344902.128666:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.128684:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.128688:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.128691:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.128702:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.128718:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29dc00 00000400:00000200:0.0:1763344902.128726:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665ce5 [1] + 224 00000800:00000001:0.0:1763344902.128735:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.128742:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.128746:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.128750:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344902.128757:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.128766:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2abb80 x1848987617975296/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344902.128784:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50ee2abb80 x1848987617975296/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.128841:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.128849:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.128852:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.130195:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344902.130205:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344902.130207:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344902.130211:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344902.130217:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921660 00000400:00000010:2.0:1763344902.130219:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921660. 00000100:00000001:2.0:1763344902.130222:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.130232:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2abb80 x1848987617975296/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344902.130242:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2abb80 x1848987617975296/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.130249:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344902.130250:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.130253:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344902.130256:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344902.130259:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.130260:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.130263:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.130269:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344902.130273:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.130275:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344902.130277:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.130279:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344902.130282:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.130285:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.130289:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2abb80 x1848987617975296/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.130297:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.130300:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344902.130301:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.130304:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763344902.130307:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.130309:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.130311:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.130314:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2abb80 x1848987617975296/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344902.130322:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2abb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617975296:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344902.130326:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.130329:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.130332:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344902.130334:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.130337:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2abb80 x1848987617975296/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.130344:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344902.130346:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344902.130350:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09f000. 02000000:00000001:2.0:1763344902.130354:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344902.130356:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344902.130358:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763344902.130360:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344902.130363:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09ec00. 02000000:00000001:2.0:1763344902.130365:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344902.130367:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344902.130369:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2abb80. 00000100:00000001:2.0:1763344902.130372:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344902.130374:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344902.130376:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.130379:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344902.130381:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344902.130384:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d2600. 00010000:00000001:2.0:1763344902.130388:0:74640:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.130390:0:74640:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.130392:0:74640:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.130400:0:74640:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344902.130406:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50e5a53000/0x34881b4086817fab lrc: 3/0,0 mode: --/GROUP res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1509383650 flags: 0x40000000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e357 expref: 20 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344902.130438:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.130441:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1763344902.130443:0:74640:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50e5a53000 00010000:00000001:2.0:1763344902.130445:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344902.130447:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.130450:0:74640:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.130452:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763344902.130454:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763344902.130456:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.130458:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.130459:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.130461:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.130462:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50e5a53000, rc 0) 00000020:00000001:2.0:1763344902.130465:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344902.130468:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881556224 00010000:00000001:2.0:1763344902.130471:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.130475:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e66a00 x1848987881556224/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.130483:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.130485:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.130488:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.130491:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.130494:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.130496:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.130499:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.130501:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.130506:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.130509:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.130515:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921660. 00000100:00000200:2.0:1763344902.130519:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881556224, offset 224 00000400:00000200:2.0:1763344902.130526:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.130537:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.130543:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385624:1385624:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385620:1385620:8:4294967295] 00000400:00000200:2.0:1763344902.130554:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.130558:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.130565:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994900. 00000800:00000200:2.0:1763344902.130571:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.130578:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.130582:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.130599:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.130603:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.130606:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.130608:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.130610:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.130615:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e66a00 x1848987881556224/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.130625:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:252846:x1848987881556224:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 5858us (6077us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344902.130633:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27107 00000100:00000040:2.0:1763344902.130636:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344902.130638:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.130640:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.130647:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.130652:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344902.130655:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09e000. 00000020:00000040:2.0:1763344902.130660:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:2.0:1763344902.130663:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.130821:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.130826:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:1.0:1763344902.130831:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.130836:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.130840:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921660 00000400:00000010:1.0:1763344902.130842:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921660. 00000100:00000001:1.0:1763344902.130845:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.130846:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344902.132944:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.132960:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.132964:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.132966:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.132977:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.132993:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfc980 00000400:00000200:0.0:1763344902.133001:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d15d [2] + 328 00000800:00000001:0.0:1763344902.133009:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.133027:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.133031:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.133036:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344902.133043:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.133045:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763344902.133052:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ea9d9500. 00000100:00000040:0.0:1763344902.133057:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ea9d9500 x1848987881556352 msgsize 328 00000100:00100000:0.0:1763344902.133062:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344902.133082:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.133089:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.133093:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.133183:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.133187:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881556352 02000000:00000001:2.0:1763344902.133190:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.133193:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.133195:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.133199:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.133203:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881556352 00000020:00000001:2.0:1763344902.133206:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.133208:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344902.133211:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.133214:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:2.0:1763344902.133217:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344902.133219:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344902.133224:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.133229:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.133232:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.133235:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000020:00000010:2.0:1763344902.133242:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09e000. 00000020:00000010:2.0:1763344902.133247:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.133253:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344902.133260:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1763344902.133263:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.133265:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1763344902.133267:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1763344902.133271:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.133273:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1763344902.133278:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.133280:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.133282:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34400 refcount=4 00000020:00000001:2.0:1763344902.133284:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:2.0:1763344902.133287:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00010000:2.0:1763344902.133294:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b4086817c47 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1dd expref: 20 pid: 74638 timeout: 13108 lvb_type: 0 00010000:00000001:2.0:1763344902.133309:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.133310:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.133312:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.133314:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.133320:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1763344902.133327:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50ea9d9500 x1848987881556352/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.133335:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763344902.133337:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.133356:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.133368:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.133370:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.133374:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6346 00000100:00000040:2.0:1763344902.133377:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344902.133379:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669103609088 : -107404605942528 : ffff9e50ea9d9500) 00000100:00000040:2.0:1763344902.133384:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ea9d9500 x1848987881556352/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.133392:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.133395:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.133397:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.133399:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000100:00100000:2.0:1763344902.133404:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ea9d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881556352:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1763344902.133408:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881556352 00010000:00000001:2.0:1763344902.133410:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1763344902.133424:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1763344902.133426:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1763344902.133438:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.133441:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.133447:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50d7ff3c00. 02000000:00000001:2.0:1763344902.133450:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.133453:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.133455:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763344902.133457:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763344902.133459:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.133461:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.133463:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34400 refcount=4 00000020:00000001:2.0:1763344902.133465:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:2.0:1763344902.133467:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000040:2.0:1763344902.133470:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854da00 count: 3 00002000:00000001:2.0:1763344902.133475:0:23071:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344902.133480:0:23071:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344902.133483:0:23071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.133489:0:23071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:2.0:1763344902.133492:0:23071:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:2.0:1763344902.133494:0:23071:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344902.133499:0:23071:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344902.133503:0:23071:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00010000:00010000:2.0:1763344902.133509:0:23071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b4086817c47 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1dd expref: 20 pid: 74638 timeout: 13108 lvb_type: 0 00000100:00001000:2.0:1763344902.133518:0:23071:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc1321c50 time=131 v=5 (1 0 0 0) 00010000:00000001:2.0:1763344902.133521:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763344902.133526:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.133527:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.133531:0:23071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b4086817c47 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1dd expref: 20 pid: 74638 timeout: 13108 lvb_type: 0 00000020:00000001:2.0:1763344902.133540:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.133542:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.133544:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.133546:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.133550:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.133553:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.133558:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.133559:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.133562:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.133564:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.133566:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34400 with handle 0x34881b4086817c47 from hash 00010000:00000001:2.0:1763344902.133569:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.133570:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.133571:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.133573:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.133577:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.133579:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.133582:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.133583:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.133587:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b4086817c47 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e1dd expref: 20 pid: 74638 timeout: 13108 lvb_type: 0 00010000:00000040:2.0:1763344902.133595:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:2.0:1763344902.133598:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:2.0:1763344902.133605:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.133608:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.133610:0:23071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1763344902.133612:0:23071:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50e5a53000 00010000:00000001:2.0:1763344902.133615:0:23071:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344902.133617:0:23071:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344902.133619:0:23071:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344902.133622:0:23071:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.133624:0:23071:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344902.133626:0:23071:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344902.133627:0:23071:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.133631:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.133633:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763344902.133637:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9e50e5a53000/0x34881b4086817fab lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1509383650 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e357 expref: 19 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344902.133644:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1763344902.133649:0:23071:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50e5a53000/0x34881b4086817fab lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1509383650 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e357 expref: 19 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.133658:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c18:0x0].0x0 (ffff9e4fd854da00) refcount = 2 00010000:00000040:2.0:1763344902.133661:0:23071:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344902.133664:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50e5a53000/0x34881b4086817fab lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1509383650 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e357 expref: 19 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344902.133672:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.133673:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.133675:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.133677:0:23071:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.133679:0:23071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1763344902.133683:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.133687:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344902.133693:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.133695:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344902.133697:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344902.133700:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344902.133702:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344902.133704:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.133706:0:23071:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:2.0:1763344902.133710:0:23071:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2abb80. 00000020:00000040:2.0:1763344902.133713:0:23071:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763344902.133717:0:23071:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344902.133719:0:23071:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344902.133722:0:23071:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344902.133728:0:23071:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09ec00. 00000100:00000001:2.0:1763344902.133733:0:23071:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.133742:0:23071:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9e50e5a53000/0x34881b4086817fab lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1509383650 flags: 0x40000000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e357 expref: 19 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344902.133750:0:23071:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344902.133754:0:23071:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344902.133758:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2abb80 x1848987617975424/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.133767:0:23071:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344902.133769:0:23071:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.133774:0:23071:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:23071:1848987617975424:192.168.203.14@tcp:105: 00000100:00000001:2.0:1763344902.133778:0:23071:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344902.133782:0:23071:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344902.133784:0:23071:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.133787:0:23071:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344902.133843:0:23071:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09f000. 02000000:00000001:2.0:1763344902.133846:0:23071:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344902.133851:0:23071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344902.133856:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921220. 00000100:00000200:2.0:1763344902.133864:0:23071:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617975424, portal 16 00000100:00000001:2.0:1763344902.133866:0:23071:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.133868:0:23071:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163191168 : -107404546360448 : ffff9e50ee2abb80) 00000100:00000040:2.0:1763344902.133874:0:23071:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee2abb80 x1848987617975424/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.133881:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.133884:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.133887:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921bb0. 00000100:00000200:2.0:1763344902.133890:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848987617975424, offset 0 00000400:00000200:2.0:1763344902.133896:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.133905:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.133910:0:23071:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344902.133915:0:23071:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344902.133919:0:23071:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344902.133922:0:23071:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344902.133926:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385625:1385625:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385621:1385621:8:4294967295] 00000400:00000200:2.0:1763344902.133937:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.133942:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.133947:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994600. 00000800:00000200:2.0:1763344902.133953:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.133960:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.133964:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.133970:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.133974:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307677271 00000100:00000001:2.0:1763344902.133979:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307677262 00000100:00000001:2.0:1763344902.133983:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307677271 00000100:00000001:2.0:1763344902.133986:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307677262 00000100:00000001:2.0:1763344902.133988:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307677271 00000100:00000001:2.0:1763344902.133990:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307677262 00000100:00000001:2.0:1763344902.133992:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307677271 00000100:00000001:2.0:1763344902.133995:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307677262 00000100:00000001:2.0:1763344902.133997:0:23071:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.133999:0:23071:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.134001:0:23071:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.134003:0:23071:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.134004:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.134005:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.134007:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.134008:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.134010:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344902.134012:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.134014:0:23071:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344902.134015:0:23071:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344902.134018:0:23071:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd33dc0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344902.134020:0:23071:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344902.134023:0:23071:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344902.134275:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.134279:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:0.0:1763344902.134284:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.134288:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.134291:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921bb0 00000400:00000010:0.0:1763344902.134293:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921bb0. 00000100:00000001:0.0:1763344902.134296:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344902.134301:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2abb80 x1848987617975424/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.134310:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.134313:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2abb80 x1848987617975424/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.134318:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.134320:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763344902.143039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34400. 00000800:00000001:1.0:1763344902.143112:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.143126:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.143129:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.143132:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.143142:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.143158:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29dc80 00000400:00000200:1.0:1763344902.143167:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665cf1 [1] + 224 00000800:00000001:1.0:1763344902.143174:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.143183:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.143187:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.143191:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.143198:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344902.143206:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2abb80 x1848987617975424/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344902.143217:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50ee2abb80 x1848987617975424/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.143265:0:23071:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344902.143351:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.143361:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.143366:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.143368:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.143371:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.143376:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.143382:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfca00 00000400:00000200:1.0:1763344902.143389:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 328 00000800:00000001:1.0:1763344902.143393:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.143450:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.143453:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.143457:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.143462:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.143464:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344902.143469:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e66680. 00000100:00000040:1.0:1763344902.143472:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e66680 x1848987881556480 msgsize 328 00000100:00100000:1.0:1763344902.143477:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.143494:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.143498:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.143502:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1763344902.143654:0:23071:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344902.143656:0:23071:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344902.143660:0:23071:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344902.143665:0:23071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921220 00000400:00000010:2.0:1763344902.143669:0:23071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921220. 00000100:00000001:2.0:1763344902.143672:0:23071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.143677:0:23071:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2abb80 x1848987617975424/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344902.143687:0:23071:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2abb80 x1848987617975424/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.143693:0:23071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344902.143694:0:23071:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.143696:0:23071:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344902.143699:0:23071:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344902.143702:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.143703:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.143706:0:23071:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.143713:0:23071:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344902.143717:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.143719:0:23071:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344902.143720:0:23071:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.143723:0:23071:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344902.143726:0:23071:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.143728:0:23071:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.143732:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2abb80 x1848987617975424/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.143739:0:23071:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.143741:0:23071:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344902.143743:0:23071:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.143746:0:23071:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763344902.143748:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.143750:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.143751:0:23071:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.143755:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2abb80 x1848987617975424/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344902.143763:0:23071:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:23071:1848987617975424:192.168.203.14@tcp:105: 00000100:00000001:2.0:1763344902.143767:0:23071:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.143770:0:23071:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.143772:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344902.143774:0:23071:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.143777:0:23071:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2abb80 x1848987617975424/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.143783:0:23071:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344902.143786:0:23071:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344902.143824:0:23071:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09f000. 02000000:00000001:2.0:1763344902.143828:0:23071:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344902.143831:0:23071:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344902.143834:0:23071:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763344902.143836:0:23071:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344902.143839:0:23071:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09ec00. 02000000:00000001:2.0:1763344902.143843:0:23071:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344902.143845:0:23071:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344902.143847:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2abb80. 00000100:00000001:2.0:1763344902.143851:0:23071:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344902.143853:0:23071:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344902.143855:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.143858:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344902.143859:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344902.143862:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d2600. 00010000:00000001:2.0:1763344902.143865:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763344902.143869:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763344902.143871:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.143878:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.143881:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.143884:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.143888:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.143891:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.143894:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.143897:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.143899:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.143904:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.143907:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.143912:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921220. 00000100:00000200:2.0:1763344902.143916:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881556352, offset 224 00000400:00000200:2.0:1763344902.143924:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.143934:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.143940:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385626:1385626:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385622:1385622:8:4294967295] 00000400:00000200:2.0:1763344902.143951:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.143957:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.143962:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994600. 00000800:00000200:2.0:1763344902.143969:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.143975:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.143979:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.143990:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.143994:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.143996:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.143999:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.144003:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ea9d9500 x1848987881556352/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344902.144012:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ea9d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881556352:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 10619us (10953us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344902.144022:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6346 00000100:00000040:2.0:1763344902.144025:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344902.144028:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.144030:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.144037:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.144041:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344902.144044:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09e000. 00000020:00000040:2.0:1763344902.144049:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:2.0:1763344902.144051:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.144175:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.144179:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:1.0:1763344902.144183:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.144188:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.144192:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921220 00000400:00000010:1.0:1763344902.144194:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921220. 00000100:00000001:1.0:1763344902.144197:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.144199:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.144496:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.144500:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881556480 02000000:00000001:0.0:1763344902.144502:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.144503:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.144505:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.144509:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.144512:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881556480 00000020:00000001:0.0:1763344902.144515:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.144517:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344902.144519:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.144521:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:0.0:1763344902.144524:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344902.144526:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344902.144530:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.144535:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c40. 00000100:00000001:0.0:1763344902.144538:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.144540:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c40. 00000020:00000010:0.0:1763344902.144545:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852a800. 00000020:00000010:0.0:1763344902.144549:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139d00. 00000020:00000010:0.0:1763344902.144553:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732258. 00000100:00000040:0.0:1763344902.144561:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344902.144564:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.144565:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.144568:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.144574:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.144585:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.144593:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.144595:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.144600:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27108 00000100:00000040:0.0:1763344902.144603:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344902.144605:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454069888 : -107405255481728 : ffff9e50c3e66680) 00000100:00000040:0.0:1763344902.144610:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e66680 x1848987881556480/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344902.144617:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.144620:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c40. 00000100:00000001:0.0:1763344902.144622:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.144624:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c40. 00000100:00100000:0.0:1763344902.144628:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881556480:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344902.144632:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881556480 00000020:00000001:0.0:1763344902.144635:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.144639:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.144641:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.144643:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.144645:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344902.144648:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.144651:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.144653:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.144656:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.144660:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.144663:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344902.144664:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344902.144666:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344902.144668:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344902.144669:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.144674:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344902.144680:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854da00 count: 2 00010000:00000001:0.0:1763344902.144683:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344902.144686:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344902.144689:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd000. 00000020:00000001:0.0:1763344902.144692:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344902.144694:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd000 with handle 0x34881b4086817fb2 to hash 00000020:00000001:0.0:1763344902.144697:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344902.144698:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344902.144701:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00010000:0.0:1763344902.144704:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bd000/0x34881b4086817fb2 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e35e expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344902.144712:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:0.0:1763344902.144714:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00010000:00000001:0.0:1763344902.144721:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763344902.144723:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763344902.144726:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.144728:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.144732:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50fb89f000. 02000000:00000001:0.0:1763344902.144734:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.144736:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.144739:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344902.144741:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763344902.144744:0:74640:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.144746:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763344902.144751:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50d2853310. 00002000:00000001:0.0:1763344902.144753:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763344902.144756:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763344902.144758:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2c40. 00000100:00000001:0.0:1763344902.144761:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344902.144766:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192eb40. 00000100:00000001:0.0:1763344902.144768:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388512576 : -107409321039040 : ffff9e4fd192eb40) 00000100:00000001:0.0:1763344902.144770:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388512576 : -107409321039040 : ffff9e4fd192eb40) 00000100:00000001:0.0:1763344902.144772:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344902.144774:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344902.144775:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763344902.144777:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763344902.144782:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fce8a3b80. 00000020:00000040:0.0:1763344902.144784:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763344902.144861:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344902.144864:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344902.144868:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344902.144874:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fc852a400. 00000100:00000001:0.0:1763344902.144879:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.144885:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344902.144888:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344902.144893:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fce8a3b80 x1848987617975552/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.144901:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344902.144903:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.144907:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fce8a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617975552:192.168.203.14@tcp:106: 00000100:00000001:0.0:1763344902.144911:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344902.144914:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344902.144916:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.144919:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344902.144923:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fc852b600. 02000000:00000001:0.0:1763344902.144925:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344902.144930:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3bb0. 00000400:00000010:0.0:1763344902.144936:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64952a8. 00000100:00000200:0.0:1763344902.144941:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617975552, portal 16 00000100:00000001:0.0:1763344902.144944:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344902.144946:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664337611648 : -107409371939968 : ffff9e4fce8a3b80) 00000100:00000040:0.0:1763344902.144951:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fce8a3b80 x1848987617975552/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.144957:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.144959:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344902.144962:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495660. 00000100:00000200:0.0:1763344902.144964:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617975552, offset 0 00000400:00000200:0.0:1763344902.144969:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344902.144978:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344902.144982:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344902.144986:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344902.144990:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344902.144994:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344902.144997:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385627:1385627:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385623:1385623:8:4294967295] 00000400:00000200:0.0:1763344902.145004:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344902.145010:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344902.145013:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344902.145019:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344902.145024:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344902.145028:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763344902.149430:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.149443:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307677286 00000100:00000001:0.0:1763344902.149453:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307677271 00000100:00000001:0.0:1763344902.149458:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307677286 00000100:00000001:0.0:1763344902.149460:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307677271 00000100:00000001:0.0:1763344902.149463:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307677286 00000100:00000001:0.0:1763344902.149466:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307677271 00000100:00000001:0.0:1763344902.149468:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307677286 00000100:00000001:0.0:1763344902.149471:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307677271 00000100:00000001:0.0:1763344902.149474:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.149478:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.149482:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.149483:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.149491:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.149494:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763344902.149498:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50d2853310. 00010000:00000001:0.0:1763344902.149504:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.149507:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763344902.149509:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344902.149512:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.149514:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344902.149516:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344902.149520:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd192eb40 going to sleep for 11 seconds 00000100:00000001:0.0:1763344902.149523:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344902.149525:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344902.149608:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.149613:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:1.0:1763344902.149619:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.149628:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.149634:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495660 00000400:00000010:1.0:1763344902.149636:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495660. 00000100:00000001:1.0:1763344902.149642:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344902.149649:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fce8a3b80 x1848987617975552/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.149660:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344902.149663:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fce8a3b80 x1848987617975552/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.149670:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.149672:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.156882:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.156898:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.156902:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.156904:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.156914:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.156930:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29dd00 00000400:00000200:1.0:1763344902.156940:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665cfd [1] + 224 00000800:00000001:1.0:1763344902.156947:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.156954:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.156957:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.156962:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.156968:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344902.156977:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fce8a3b80 x1848987617975552/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344902.156988:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e4fce8a3b80 x1848987617975552/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.157017:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.157024:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.157028:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.157096:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344902.157104:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344902.157106:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344902.157110:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3bb0. 00000400:00000200:0.0:1763344902.157114:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64952a8 00000400:00000010:0.0:1763344902.157117:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64952a8. 00000100:00000001:0.0:1763344902.157121:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.157125:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fce8a3b80 x1848987617975552/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763344902.160272:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fce8a3b80 x1848987617975552/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.160290:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344902.160294:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.160297:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344902.160301:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344902.160303:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.160306:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.160309:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.160317:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344902.160320:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.160324:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344902.160326:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.160328:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344902.160332:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.160335:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.160343:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fce8a3b80 x1848987617975552/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.160351:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.162166:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344902.162169:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.162174:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763344902.162180:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763344902.162192:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344902.162195:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344902.162202:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:0.0:1763344902.162206:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:0.0:1763344902.162209:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344902.162214:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344902.162218:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00010000:00000001:0.0:1763344902.162223:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.162225:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.162226:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.162236:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fce8a3b80 x1848987617975552/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763344902.162247:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fce8a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:74640:1848987617975552:192.168.203.14@tcp:106: 00000100:00000001:0.0:1763344902.162253:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.162256:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.162259:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344902.162261:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.162265:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fce8a3b80 x1848987617975552/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.162273:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344902.162275:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344902.162279:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc852b600. 02000000:00000001:0.0:1763344902.162287:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344902.162290:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344902.162293:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763344902.162294:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344902.162297:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fc852a400. 02000000:00000001:0.0:1763344902.162302:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344902.162304:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344902.162306:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a3b80. 00000100:00000001:0.0:1763344902.162310:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344902.162312:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763344902.162315:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192eb40. 00000100:00000001:0.0:1763344902.162317:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344902.162320:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344902.162323:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2c40. 00010000:00000001:0.0:1763344902.162327:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344902.162331:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344902.162335:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344902.162337:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344902.162343:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.162345:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.163110:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344902.163113:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344902.163117:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd000 with handle 0x34881b4086817fb2 from hash 00010000:00000001:0.0:1763344902.163120:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344902.163122:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.163123:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.163125:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344902.163126:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344902.163129:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763344902.163137:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bd000/0x34881b4086817fb2 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e35e expref: 20 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763344902.163152:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344902.163154:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344902.163157:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344902.163159:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.163161:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.163165:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344902.163166:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344902.163168:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344902.163169:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344902.163170:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344902.163172:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344902.163174:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763344902.163176:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.163178:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.163180:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344902.163181:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344902.163190:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bd000/0x34881b4086817fb2 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e35e expref: 20 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763344902.163199:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:0.0:1763344902.163202:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:0.0:1763344902.163209:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344902.163211:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bd000, rc 0) 00000020:00000001:0.0:1763344902.163214:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763344902.163218:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881556480 00010000:00000001:0.0:1763344902.163221:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.163227:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e66680 x1848987881556480/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344902.163235:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.163237:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.163241:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.163246:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.163249:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344902.163251:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344902.163254:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.163256:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.163260:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.163263:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344902.163271:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64952a8. 00000100:00000200:0.0:1763344902.163278:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881556480, offset 224 00000400:00000200:0.0:1763344902.163284:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344902.163296:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344902.163303:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385628:1385628:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385624:1385624:8:4294967295] 00000400:00000200:0.0:1763344902.163315:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344902.163321:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344902.163327:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344902.163333:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344902.163341:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344902.163345:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763344902.163365:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.163369:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344902.163372:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.163373:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.163376:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.163382:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e66680 x1848987881556480/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344902.163392:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881556480:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 18772us (19917us total) trans 0 rc 301/301 00000100:00100000:0.0:1763344902.163401:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27108 00000100:00000040:0.0:1763344902.163405:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344902.163408:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.163409:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.163426:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139d00. 00000020:00000010:0.0:1763344902.163432:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732258. 00000020:00000010:0.0:1763344902.163436:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852a800. 00000020:00000040:0.0:1763344902.163442:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:0.0:1763344902.163445:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.164172:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.164179:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:1.0:1763344902.164184:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.164191:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.164196:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64952a8 00000400:00000010:1.0:1763344902.164198:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64952a8. 00000100:00000001:1.0:1763344902.164203:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.164205:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.168147:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.168166:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.168170:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.168173:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.168183:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.168201:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509dfca80 00000400:00000200:1.0:1763344902.168209:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x64578d [8] + 656 00000800:00000001:1.0:1763344902.168217:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.168224:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.168227:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.168231:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.168239:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.168242:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344902.168248:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e67100. 00000100:00000040:1.0:1763344902.168251:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e67100 x1848987881556608 msgsize 440 00000100:00100000:1.0:1763344902.168256:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.168271:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.168280:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.168284:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.168395:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.168399:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881556608 02000000:00000001:0.0:1763344902.168402:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.168404:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.168407:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.168419:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.168425:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881556608 00000020:00000001:0.0:1763344902.168428:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.168430:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344902.168432:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.168435:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:0.0:1763344902.168438:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344902.168441:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344902.168446:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.168451:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c40. 00000100:00000001:0.0:1763344902.168454:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.168457:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c40. 00000020:00000010:0.0:1763344902.168463:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852a800. 00000020:00000010:0.0:1763344902.168469:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139d00. 00000020:00000010:0.0:1763344902.168474:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732258. 00000100:00000040:0.0:1763344902.168483:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344902.168486:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.168488:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.168490:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.168498:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.168513:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.168524:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.168526:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.168531:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27109 00000100:00000040:0.0:1763344902.168534:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344902.168536:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454072576 : -107405255479040 : ffff9e50c3e67100) 00000100:00000040:0.0:1763344902.168543:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e67100 x1848987881556608/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 440/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.168551:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.168554:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c40. 00000100:00000001:0.0:1763344902.168556:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.168557:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c40. 00000100:00100000:0.0:1763344902.168562:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881556608:12345-192.168.203.14@tcp:1:lfs.0 00000100:00000200:0.0:1763344902.168566:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881556608 00000020:00000001:0.0:1763344902.168569:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.168572:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.168575:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.168577:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.168579:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932112 : -1042619504 : ffffffffc1dae390) 00000020:00000001:0.0:1763344902.168582:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.168585:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.168587:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.168589:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.168593:0:74640:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763344902.168596:0:74640:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763344902.168599:0:74640:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.168601:0:74640:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.168603:0:74640:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.168605:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.168606:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.168609:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.168610:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.168611:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.168613:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.168615:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.168616:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.168618:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.168620:0:74640:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.168622:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.168626:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.168628:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.168633:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50fb89c800. 02000000:00000001:0.0:1763344902.168636:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.168639:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344902.168642:0:74640:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763344902.168645:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344902.168647:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344902.168653:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:0.0:1763344902.168656:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:0.0:1763344902.168659:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344902.168664:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344902.168666:0:74640:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763344902.168668:0:74640:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:0.0:1763344902.168672:0:74640:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x3000034d0 for inode 2450 00000020:00000002:0.0:1763344902.168677:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00000020:00000001:0.0:1763344902.168681:0:74640:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344902.168687:0:74640:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344902.168691:0:74640:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.168694:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881556608 00010000:00000001:0.0:1763344902.168697:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.168702:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e67100 x1848987881556608/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 440/432 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344902.168711:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.168714:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.168718:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.168722:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.168725:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344902.168728:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344902.168730:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.168732:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.168736:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.168739:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344902.168743:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495f68. 00000100:00000200:0.0:1763344902.168749:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881556608, offset 224 00000400:00000200:0.0:1763344902.168756:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344902.168765:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344902.168771:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385629:1385629:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385625:1385625:8:4294967295] 00000400:00000200:0.0:1763344902.168782:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344902.168819:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344902.168824:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344902.168830:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344902.168838:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344902.168842:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763344902.168849:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.168852:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344902.168855:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.168857:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.168859:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.168863:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e67100 x1848987881556608/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 440/432 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.168874:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881556608:12345-192.168.203.14@tcp:1:lfs.0 Request processed in 320us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344902.168882:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27109 00000100:00000040:0.0:1763344902.168885:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344902.168888:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.168889:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.168894:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139d00. 00000020:00000010:0.0:1763344902.168898:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732258. 00000020:00000010:0.0:1763344902.168902:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852a800. 00000020:00000040:0.0:1763344902.168906:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:0.0:1763344902.168909:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.170184:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.170191:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:1.0:1763344902.170196:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.170203:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.170208:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495f68 00000400:00000010:1.0:1763344902.170211:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495f68. 00000100:00000001:1.0:1763344902.170215:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.170217:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344902.172501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00000800:00000001:1.0:1763344902.178777:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.178832:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.178836:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.178839:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.178850:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.178867:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfcb00 00000400:00000200:1.0:1763344902.178875:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 1096 00000800:00000001:1.0:1763344902.178884:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.178890:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.178894:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.178898:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.178904:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.178908:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344902.178914:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e64700. 00000100:00000040:1.0:1763344902.178918:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e64700 x1848987881556736 msgsize 328 00000100:00100000:1.0:1763344902.178922:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.178937:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.178944:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.178948:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.179128:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344902.179132:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881556736 02000000:00000001:3.0:1763344902.179135:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344902.179137:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.179140:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.179144:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.179148:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881556736 00000020:00000001:3.0:1763344902.179151:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344902.179153:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344902.179156:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.179159:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:3.0:1763344902.179162:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344902.179165:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344902.179169:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.179174:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344902.179178:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.179181:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000020:00000010:3.0:1763344902.179187:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cae00. 00000020:00000010:3.0:1763344902.179193:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344902.179199:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf258. 00000100:00000040:3.0:1763344902.179207:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344902.179210:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344902.179212:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344902.179214:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.179221:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.179235:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.179246:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344902.179248:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344902.179252:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27110 00000100:00000040:3.0:1763344902.179256:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344902.179259:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454061824 : -107405255489792 : ffff9e50c3e64700) 00000100:00000040:3.0:1763344902.179266:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e64700 x1848987881556736/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344902.179276:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.179279:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344902.179281:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.179284:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000100:00100000:3.0:1763344902.179289:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881556736:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344902.179293:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881556736 00000020:00000001:3.0:1763344902.179297:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344902.179301:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344902.179303:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.179306:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344902.179308:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344902.179311:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344902.179314:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344902.179317:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344902.179319:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344902.179324:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.179326:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344902.179329:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344902.179331:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344902.179333:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344902.179335:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.179341:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344902.179347:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854da00 count: 2 00010000:00000001:3.0:1763344902.179350:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.179353:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344902.179357:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17c00. 00000020:00000001:3.0:1763344902.179360:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344902.179364:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17c00 with handle 0x34881b4086817fb9 to hash 00000020:00000001:3.0:1763344902.179366:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344902.179368:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.179371:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00010000:3.0:1763344902.179375:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17c00/0x34881b4086817fb9 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e365 expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344902.179384:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:3.0:1763344902.179387:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00010000:00000001:3.0:1763344902.179393:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763344902.179397:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763344902.179400:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344902.179402:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344902.179407:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50f2e50400. 02000000:00000001:3.0:1763344902.179410:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.179423:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.179426:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344902.179428:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.179431:0:74638:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.179433:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763344902.179439:0:74638:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f9d75ee0. 00002000:00000001:3.0:1763344902.179441:0:74638:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763344902.179444:0:74638:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763344902.179447:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344902.179451:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344902.179457:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1a80. 00000100:00000001:3.0:1763344902.179459:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368208512 : -107409341343104 : ffff9e4fd05d1a80) 00000100:00000001:3.0:1763344902.179462:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368208512 : -107409341343104 : ffff9e4fd05d1a80) 00000100:00000001:3.0:1763344902.179464:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344902.179466:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344902.179468:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344902.179470:0:74638:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763344902.179474:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1f800. 00000020:00000040:3.0:1763344902.179477:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763344902.179480:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344902.179483:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344902.179487:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344902.179492:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd69cb600. 00000100:00000001:3.0:1763344902.179498:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.179502:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344902.179506:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344902.179511:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1f800 x1848987617975680/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.179520:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344902.179522:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.179526:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617975680:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344902.179531:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344902.179536:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344902.179539:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.179541:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344902.179545:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd69cba00. 02000000:00000001:3.0:1763344902.179546:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344902.179552:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac4d0. 00000400:00000010:3.0:1763344902.179558:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbbb0. 00000100:00000200:3.0:1763344902.179564:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617975680, portal 16 00000100:00000001:3.0:1763344902.179567:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344902.179568:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006379008 : -107404703172608 : ffff9e50e4d1f800) 00000100:00000040:3.0:1763344902.179574:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50e4d1f800 x1848987617975680/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.179582:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344902.179584:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344902.179587:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb330. 00000100:00000200:3.0:1763344902.179590:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617975680, offset 0 00000400:00000200:3.0:1763344902.179596:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344902.179606:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344902.179611:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344902.179615:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344902.179619:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344902.179622:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344902.179627:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385630:1385630:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385626:1385626:8:4294967295] 00000400:00000200:3.0:1763344902.179637:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344902.179642:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344902.179648:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344902.179666:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344902.179673:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344902.179678:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344902.179693:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.179698:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307677316 00000100:00000001:3.0:1763344902.179705:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307677286 00000100:00000001:3.0:1763344902.179710:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307677316 00000100:00000001:3.0:1763344902.179714:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307677286 00000100:00000001:3.0:1763344902.179716:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307677316 00000100:00000001:3.0:1763344902.179719:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307677286 00000100:00000001:3.0:1763344902.179722:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307677316 00000100:00000001:3.0:1763344902.179725:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307677286 00000100:00000001:3.0:1763344902.179728:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344902.179730:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.179733:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.179734:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.179736:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.179738:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763344902.179740:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f9d75ee0. 00010000:00000001:3.0:1763344902.179743:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.179745:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344902.179746:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344902.179748:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.179750:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344902.179752:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344902.179754:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1a80 going to sleep for 11 seconds 00000100:00000001:3.0:1763344902.179757:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344902.179760:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344902.180012:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.180017:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5600. 00000400:00000200:1.0:1763344902.180022:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.180027:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.180031:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb330 00000400:00000010:1.0:1763344902.180034:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb330. 00000100:00000001:1.0:1763344902.180037:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344902.180042:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1f800 x1848987617975680/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.180051:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344902.180055:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1f800 x1848987617975680/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.180062:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.180064:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.184933:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.184953:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.184958:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.184960:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.184971:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.184987:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29dd80 00000400:00000200:1.0:1763344902.184996:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665d0d [1] + 224 00000800:00000001:1.0:1763344902.185004:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.185012:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.185014:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.185019:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.185026:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344902.185036:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1f800 x1848987617975680/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344902.185046:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50e4d1f800 x1848987617975680/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.185072:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.185081:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.185084:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.186691:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344902.186703:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344902.186705:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344902.186709:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac4d0. 00000400:00000200:3.0:1763344902.186717:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbbb0 00000400:00000010:3.0:1763344902.186720:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbbb0. 00000100:00000001:3.0:1763344902.186723:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344902.186733:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1f800 x1848987617975680/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344902.186749:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1f800 x1848987617975680/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.186756:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344902.186758:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.186760:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344902.186764:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344902.186767:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.186768:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.186771:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344902.186778:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344902.186782:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344902.186785:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344902.186786:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.186833:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344902.186837:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.186840:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.186846:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1f800 x1848987617975680/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.186853:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344902.186857:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344902.186858:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.186861:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763344902.186868:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344902.186877:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344902.186880:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344902.186887:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:3.0:1763344902.186890:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:3.0:1763344902.186893:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344902.186897:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344902.186901:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00010000:00000001:3.0:1763344902.186904:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.186906:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.186908:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.186913:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1f800 x1848987617975680/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344902.186921:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617975680:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344902.186926:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.186929:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.186932:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344902.186934:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344902.186938:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1f800 x1848987617975680/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.186945:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344902.186947:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344902.186950:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd69cba00. 02000000:00000001:3.0:1763344902.186956:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344902.186958:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344902.186960:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763344902.186962:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344902.186964:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd69cb600. 02000000:00000001:3.0:1763344902.186967:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344902.186969:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344902.186971:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1f800. 00000100:00000001:3.0:1763344902.186974:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344902.186976:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344902.186978:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1a80. 00000100:00000001:3.0:1763344902.186981:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344902.186983:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344902.186986:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd880. 00010000:00000001:3.0:1763344902.186989:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344902.186992:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344902.186996:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344902.186998:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.187004:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.187005:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.187007:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.187009:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344902.187013:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17c00 with handle 0x34881b4086817fb9 from hash 00010000:00000001:3.0:1763344902.187016:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.187017:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.187019:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.187020:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344902.187021:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344902.187024:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763344902.187030:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17c00/0x34881b4086817fb9 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e365 expref: 20 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763344902.187043:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344902.187045:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.187048:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.187049:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.187051:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.187054:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344902.187056:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.187057:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.187058:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344902.187060:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344902.187062:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344902.187064:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344902.187065:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.187068:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.187069:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344902.187071:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344902.187074:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17c00/0x34881b4086817fb9 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e365 expref: 20 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763344902.187083:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:3.0:1763344902.187086:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:3.0:1763344902.187092:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344902.187094:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17c00, rc 0) 00000020:00000001:3.0:1763344902.187097:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763344902.187101:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881556736 00010000:00000001:3.0:1763344902.187104:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344902.187109:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e64700 x1848987881556736/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344902.187117:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344902.187119:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344902.187122:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344902.187126:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344902.187129:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344902.187132:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344902.187135:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344902.187137:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.187141:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344902.187144:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344902.187151:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbbb0. 00000100:00000200:3.0:1763344902.187155:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881556736, offset 224 00000400:00000200:3.0:1763344902.187162:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344902.187174:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344902.187181:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385631:1385631:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385627:1385627:8:4294967295] 00000400:00000200:3.0:1763344902.187193:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344902.187199:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344902.187205:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fe5600. 00000800:00000200:3.0:1763344902.187212:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344902.187219:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344902.187223:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fe5600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344902.187246:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.187250:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344902.187252:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344902.187254:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.187257:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344902.187262:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e64700 x1848987881556736/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344902.187278:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881556736:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 7999us (8357us total) trans 0 rc 301/301 00000100:00100000:3.0:1763344902.187287:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27110 00000100:00000040:3.0:1763344902.187291:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344902.187294:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344902.187295:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344902.187301:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344902.187306:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf258. 00000020:00000010:3.0:1763344902.187310:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cae00. 00000020:00000040:3.0:1763344902.187315:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:3.0:1763344902.187317:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.188056:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.188061:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fe5600. 00000400:00000200:1.0:1763344902.188068:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.188074:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.188078:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbbb0 00000400:00000010:1.0:1763344902.188081:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbbb0. 00000100:00000001:1.0:1763344902.188085:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.188086:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344902.198880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00000800:00000001:1.0:1763344902.232685:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344902.232784:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344902.232805:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344902.232810:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344902.232822:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344902.232843:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfcb80 00000400:00000200:2.0:1763344902.232850:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 1424 00000800:00000001:2.0:1763344902.232858:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344902.232869:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344902.232873:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344902.232877:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344902.232884:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344902.232886:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763344902.232894:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2abb80. 00000100:00000040:2.0:1763344902.232898:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2abb80 x1848987881556864 msgsize 328 00000100:00100000:2.0:1763344902.232902:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344902.232926:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344902.232935:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344902.232939:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.233018:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344902.233021:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881556864 02000000:00000001:3.0:1763344902.233024:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344902.233026:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.233029:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.233033:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.233037:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881556864 00000020:00000001:3.0:1763344902.233040:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344902.233042:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344902.233044:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.233047:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:3.0:1763344902.233049:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344902.233052:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344902.233056:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.233060:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344902.233064:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.233067:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000020:00000010:3.0:1763344902.233073:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cae00. 00000020:00000010:3.0:1763344902.233079:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344902.233084:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf258. 00000100:00000040:3.0:1763344902.233094:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344902.233097:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344902.233098:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344902.233101:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.233107:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.233126:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.233138:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344902.233140:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344902.233145:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27111 00000100:00000040:3.0:1763344902.233148:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344902.233150:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163191168 : -107404546360448 : ffff9e50ee2abb80) 00000100:00000040:3.0:1763344902.233157:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2abb80 x1848987881556864/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344902.233167:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.233170:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344902.233172:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.233174:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd880. 00000100:00100000:3.0:1763344902.233178:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881556864:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344902.233182:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881556864 00000020:00000001:3.0:1763344902.233185:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344902.233189:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344902.233191:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.233193:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344902.233195:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344902.233198:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344902.233201:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344902.233203:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344902.233205:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344902.233210:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.233212:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344902.233214:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344902.233216:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344902.233218:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344902.233220:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.233226:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344902.233232:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854da00 count: 2 00010000:00000001:3.0:1763344902.233235:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.233237:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344902.233241:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17c00. 00000020:00000001:3.0:1763344902.233245:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344902.233247:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17c00 with handle 0x34881b4086817fc0 to hash 00000020:00000001:3.0:1763344902.233249:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344902.233251:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.233253:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00010000:3.0:1763344902.233257:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17c00/0x34881b4086817fc0 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e36c expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344902.233267:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:3.0:1763344902.233270:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00010000:00000001:3.0:1763344902.233276:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763344902.233279:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763344902.233282:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344902.233284:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344902.233289:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50f2e53400. 02000000:00000001:3.0:1763344902.233291:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.233294:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.233298:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344902.233300:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.233302:0:74638:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.233304:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763344902.233309:0:74638:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f9d75ee0. 00002000:00000001:3.0:1763344902.233312:0:74638:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763344902.233315:0:74638:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763344902.233318:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd880. 00000100:00000001:3.0:1763344902.233321:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344902.233327:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1a80. 00000100:00000001:3.0:1763344902.233330:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368208512 : -107409341343104 : ffff9e4fd05d1a80) 00000100:00000001:3.0:1763344902.233332:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368208512 : -107409341343104 : ffff9e4fd05d1a80) 00000100:00000001:3.0:1763344902.233334:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344902.233336:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344902.233337:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344902.233339:0:74638:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763344902.233344:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1f800. 00000020:00000040:3.0:1763344902.233347:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763344902.233350:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344902.233352:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344902.233355:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344902.233361:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fd69cb600. 00000100:00000001:3.0:1763344902.233365:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.233371:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344902.233374:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344902.233379:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1f800 x1848987617975808/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.233387:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344902.233389:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.233393:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617975808:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344902.233397:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344902.233402:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344902.233404:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.233407:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344902.233419:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fd69cba00. 02000000:00000001:3.0:1763344902.233421:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344902.233427:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac4d0. 00000400:00000010:3.0:1763344902.233434:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbbb0. 00000100:00000200:3.0:1763344902.233440:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617975808, portal 16 00000100:00000001:3.0:1763344902.233443:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344902.233444:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006379008 : -107404703172608 : ffff9e50e4d1f800) 00000100:00000040:3.0:1763344902.234620:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50e4d1f800 x1848987617975808/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.234633:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344902.234637:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344902.234644:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb330. 00000100:00000200:3.0:1763344902.234650:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617975808, offset 0 00000400:00000200:3.0:1763344902.234657:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344902.234670:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344902.234674:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344902.234678:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344902.234682:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344902.234685:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344902.234688:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385632:1385632:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385628:1385628:8:4294967295] 00000400:00000200:3.0:1763344902.234700:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344902.236778:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.236907:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994900. 00000800:00000200:2.0:1763344902.236917:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.236924:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.236928:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.236950:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.236956:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307677374 00000100:00000001:2.0:1763344902.236964:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307677316 00000100:00000001:2.0:1763344902.236969:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307677374 00000100:00000001:2.0:1763344902.236971:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307677316 00000100:00000001:2.0:1763344902.236973:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307677374 00000100:00000001:2.0:1763344902.236976:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307677316 00000100:00000001:2.0:1763344902.236978:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307677374 00000100:00000001:2.0:1763344902.236980:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307677316 00000100:00000001:2.0:1763344902.236982:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.236987:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.236990:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.236992:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.236995:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.236998:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763344902.237001:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f9d75ee0. 00010000:00000001:2.0:1763344902.237007:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.237011:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.237013:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344902.237015:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.237017:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344902.237018:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344902.237021:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1a80 going to sleep for 11 seconds 00000100:00000001:2.0:1763344902.237023:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344902.237025:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344902.239737:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.239746:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:1.0:1763344902.239754:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.239763:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.239770:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb330 00000400:00000010:1.0:1763344902.239773:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb330. 00000100:00000001:1.0:1763344902.239778:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344902.239786:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1f800 x1848987617975808/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.239838:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344902.239842:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1f800 x1848987617975808/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.239850:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.239852:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.250542:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.250564:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.250569:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.250572:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.250584:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.250604:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29de00 00000400:00000200:1.0:1763344902.250613:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665d19 [1] + 224 00000800:00000001:1.0:1763344902.250622:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.250633:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.250636:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.250640:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.250648:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344902.250658:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1f800 x1848987617975808/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344902.250669:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50e4d1f800 x1848987617975808/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.250696:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.250706:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.250710:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.250755:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344902.250763:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344902.250765:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344902.250769:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac4d0. 00000400:00000200:2.0:1763344902.250773:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbbb0 00000400:00000010:2.0:1763344902.250776:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbbb0. 00000100:00000001:2.0:1763344902.250779:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.250784:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1f800 x1848987617975808/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344902.250814:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1f800 x1848987617975808/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.250820:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344902.250822:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.250825:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344902.250827:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344902.250830:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.250832:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.250835:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.250841:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344902.250845:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.250847:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344902.250850:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.250852:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344902.250856:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.250858:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.250864:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1f800 x1848987617975808/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.250871:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.250874:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344902.250876:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.250878:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763344902.250884:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344902.250894:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344902.250898:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.250906:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:2.0:1763344902.250909:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:2.0:1763344902.250911:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344902.250915:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344902.250919:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00010000:00000001:2.0:1763344902.250923:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.250925:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.250926:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.250931:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1f800 x1848987617975808/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344902.250938:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617975808:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344902.250943:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.250946:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.250949:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344902.250951:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.250954:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1f800 x1848987617975808/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.250960:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344902.250962:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344902.250965:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fd69cba00. 02000000:00000001:2.0:1763344902.250970:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344902.250973:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344902.250975:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763344902.250977:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344902.250979:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fd69cb600. 02000000:00000001:2.0:1763344902.250982:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344902.250984:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344902.250986:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1f800. 00000100:00000001:2.0:1763344902.250989:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344902.250990:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344902.250992:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1a80. 00000100:00000001:2.0:1763344902.250994:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344902.250996:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344902.250999:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd880. 00010000:00000001:2.0:1763344902.251002:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.251006:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344902.251009:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344902.251011:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.251017:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.251018:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.251020:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.251022:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.251025:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17c00 with handle 0x34881b4086817fc0 from hash 00010000:00000001:2.0:1763344902.251027:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.251028:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.251029:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.251030:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344902.251032:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344902.251034:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344902.251040:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17c00/0x34881b4086817fc0 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e36c expref: 20 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344902.251053:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344902.251056:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.251058:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.251059:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.251062:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.251065:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.251066:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.251067:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.251069:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.251070:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.251072:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.251074:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344902.251076:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.251078:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.251079:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.251080:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.251083:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17c00/0x34881b4086817fc0 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e36c expref: 20 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344902.251090:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:2.0:1763344902.251092:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:2.0:1763344902.251098:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.251100:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17c00, rc 0) 00000020:00000001:2.0:1763344902.251102:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344902.251106:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881556864 00010000:00000001:2.0:1763344902.251109:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.251113:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2abb80 x1848987881556864/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.251121:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.251123:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.251126:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.251130:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.251133:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.251135:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.251138:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.251140:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.251144:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.251146:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.251151:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921000. 00000100:00000200:2.0:1763344902.251155:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881556864, offset 224 00000400:00000200:2.0:1763344902.251160:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.251170:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.251176:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385633:1385633:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385629:1385629:8:4294967295] 00000400:00000200:2.0:1763344902.251186:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.251190:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.251196:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994900. 00000800:00000200:2.0:1763344902.251202:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.251209:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.251213:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.251222:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.251225:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.251227:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.251229:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.251231:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.251236:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2abb80 x1848987881556864/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.251245:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881556864:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 18077us (18345us total) trans 0 rc 301/301 00000100:00100000:2.0:1763344902.251254:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27111 00000100:00000040:2.0:1763344902.251257:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344902.251259:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.251261:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.251267:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e300. 00000020:00000010:2.0:1763344902.251271:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf258. 00000020:00000010:2.0:1763344902.251275:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cae00. 00000020:00000040:2.0:1763344902.251280:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:2.0:1763344902.251282:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344902.251484:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.251488:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:0.0:1763344902.251493:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.251497:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.251501:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921000 00000400:00000010:0.0:1763344902.251502:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921000. 00000100:00000001:0.0:1763344902.251505:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.251507:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344902.257182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00000800:00000001:1.0:1763344902.264653:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.264670:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.264674:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.264677:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.264687:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.264705:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 432 into portal 28 MB=0x691a509dfcc00 00000400:00000200:1.0:1763344902.264712:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 432/432 into md 0x64578d [8] + 1752 00000800:00000001:1.0:1763344902.264720:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.264728:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.264731:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.264735:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.264743:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.264745:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344902.264751:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e65180. 00000100:00000040:1.0:1763344902.264754:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e65180 x1848987881556992 msgsize 432 00000100:00100000:1.0:1763344902.264759:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.264779:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.264828:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.264832:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.264849:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.264854:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881556992 02000000:00000001:2.0:1763344902.264858:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.264860:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.264863:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.264867:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.264871:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881556992 00000020:00000001:2.0:1763344902.264874:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.264876:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344902.264879:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.264882:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:2.0:1763344902.264885:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344902.264888:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344902.264893:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.264898:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.264901:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.264904:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000020:00000010:2.0:1763344902.264911:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09e000. 00000020:00000010:2.0:1763344902.264916:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.264921:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344902.264929:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344902.264932:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.264933:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344902.264935:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.264942:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.264948:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.264957:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.264959:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.264963:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27112 00000100:00000040:2.0:1763344902.264967:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344902.264969:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454064512 : -107405255487104 : ffff9e50c3e65180) 00000100:00000040:2.0:1763344902.264976:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e65180 x1848987881556992/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 432/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.264989:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.264991:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.264994:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.264996:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000100:00100000:2.0:1763344902.265000:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881556992:12345-192.168.203.14@tcp:23:lfs.0 00000100:00000200:2.0:1763344902.265004:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881556992 00000020:00000001:2.0:1763344902.265007:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.265010:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.265012:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.265015:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.265017:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666933168 : -1042618448 : ffffffffc1dae7b0) 00000020:00000001:2.0:1763344902.265019:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344902.265022:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.265024:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.265026:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.265029:0:74638:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763344902.265033:0:74638:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763344902.265035:0:74638:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.265037:0:74638:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.265039:0:74638:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.265041:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.265042:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.265044:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.265046:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.265047:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.265048:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.265050:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.265051:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.265053:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.265055:0:74638:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.265057:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.265060:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.265063:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.265068:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50d7ff0400. 02000000:00000001:2.0:1763344902.265070:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.265072:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.265074:0:74638:0:(tgt_handler.c:3006:tgt_lseek()) Process entered 00000020:00000001:2.0:1763344902.265078:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.265084:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00080000:00000001:2.0:1763344902.265089:0:74638:0:(osd_io.c:2870:osd_lseek()) Process entered 00080000:00000040:2.0:1763344902.265113:0:74638:0:(osd_io.c:2894:osd_lseek()) seek hole from 0: 4096 00080000:00000001:2.0:1763344902.265115:0:74638:0:(osd_io.c:2895:osd_lseek()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000002:2.0:1763344902.265119:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fdd9dd000/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00000020:00000001:2.0:1763344902.265122:0:74638:0:(tgt_handler.c:3046:tgt_lseek()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344902.265125:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881556992 00010000:00000001:2.0:1763344902.265128:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.265133:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e65180 x1848987881556992/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 432/432 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344902.265141:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.265144:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.265147:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.265152:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.265154:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.265157:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.265159:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.265161:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.265165:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.265167:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.265172:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9217f8. 00000100:00000200:2.0:1763344902.265177:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881556992, offset 224 00000400:00000200:2.0:1763344902.265183:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.265192:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.265198:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385634:1385634:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385630:1385630:8:4294967295] 00000400:00000200:2.0:1763344902.265208:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.265213:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.265428:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994600. 00000800:00000200:2.0:1763344902.265436:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.265443:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.265448:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994600 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.265693:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.265697:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.265700:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.265702:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.265704:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.265708:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e65180 x1848987881556992/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 432/432 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344902.266709:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881556992:12345-192.168.203.14@tcp:23:lfs.0 Request processed in 727us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344902.266720:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27112 00000100:00000040:2.0:1763344902.266723:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344902.266726:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.266728:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.266733:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.266738:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344902.266742:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09e000. 00000020:00000040:2.0:1763344902.266746:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:2.0:1763344902.266749:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.267134:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.267139:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:1.0:1763344902.267146:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.267151:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.267157:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9217f8 00000400:00000010:1.0:1763344902.267159:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9217f8. 00000100:00000001:1.0:1763344902.267164:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.267165:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344902.286249:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.286265:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.286269:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.286271:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.286281:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.286296:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfcc80 00000400:00000200:0.0:1763344902.286303:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 2184 00000800:00000001:0.0:1763344902.286311:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.286318:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.286321:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.286325:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344902.286331:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.286334:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344902.286340:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fce8a3b80. 00000100:00000040:0.0:1763344902.286343:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fce8a3b80 x1848987881557120 msgsize 328 00000100:00100000:0.0:1763344902.286347:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344902.287105:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763344902.287673:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.289910:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.289923:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1763344902.290082:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881557120 02000000:00000001:2.0:1763344902.290089:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.290091:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.290093:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.290098:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.290102:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881557120 00000020:00000001:2.0:1763344902.290105:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.290108:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344902.290110:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.290114:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:2.0:1763344902.290117:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344902.290119:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344902.290124:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.290144:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.290148:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.290151:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000020:00000010:2.0:1763344902.290158:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09e000. 00000020:00000010:2.0:1763344902.290164:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.290170:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344902.290179:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344902.290182:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.290183:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344902.290186:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.290193:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.290199:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.290214:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.290216:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.290223:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27113 00000100:00000040:2.0:1763344902.290226:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344902.290228:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664337611648 : -107409371939968 : ffff9e4fce8a3b80) 00000100:00000040:2.0:1763344902.290235:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fce8a3b80 x1848987881557120/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344902.290243:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.290245:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.290247:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.290249:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000100:00100000:2.0:1763344902.290253:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fce8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881557120:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344902.290256:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881557120 00000020:00000001:2.0:1763344902.290259:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.290263:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.290265:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.290267:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.290269:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344902.290272:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344902.290275:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.290277:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.290279:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.290284:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.290286:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344902.290288:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344902.290290:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344902.290292:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344902.290293:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.290298:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344902.290306:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854da00 count: 2 00010000:00000001:2.0:1763344902.290308:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.290311:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.290316:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90800. 00000020:00000001:2.0:1763344902.290320:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.290322:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90800 with handle 0x34881b4086817fc7 to hash 00000020:00000001:2.0:1763344902.290324:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.290326:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000001:2.0:1763344902.290329:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00010000:2.0:1763344902.290333:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50f5d90800/0x34881b4086817fc7 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e373 expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.290347:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:2.0:1763344902.290349:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00010000:00000001:2.0:1763344902.290356:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763344902.290359:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763344902.290361:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.290363:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.290369:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d7ff2c00. 02000000:00000001:2.0:1763344902.290371:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.290374:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.290377:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344902.290379:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.290382:0:74638:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.290384:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763344902.290389:0:74638:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50ccdb9c40. 00002000:00000001:2.0:1763344902.290391:0:74638:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763344902.290394:0:74638:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763344902.290397:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.290401:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344902.290407:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.290409:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344902.290419:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344902.290423:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344902.290425:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344902.290427:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.290429:0:74638:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763344902.290433:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a9c00. 00000020:00000040:2.0:1763344902.290437:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763344902.290440:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344902.290442:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344902.290446:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344902.290451:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09ec00. 00000100:00000001:2.0:1763344902.290456:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.290461:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344902.290464:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344902.290469:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2a9c00 x1848987617975936/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.290478:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344902.290480:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.290484:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617975936:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344902.290488:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344902.290492:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344902.290495:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.290497:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344902.290500:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09f000. 02000000:00000001:2.0:1763344902.290502:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344902.290507:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344902.290514:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921088. 00000100:00000200:2.0:1763344902.290519:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617975936, portal 16 00000100:00000001:2.0:1763344902.290522:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.290523:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163183104 : -107404546368512 : ffff9e50ee2a9c00) 00000100:00000040:2.0:1763344902.290529:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee2a9c00 x1848987617975936/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.290535:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.290537:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.290540:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921cc0. 00000100:00000200:2.0:1763344902.290543:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617975936, offset 0 00000400:00000200:2.0:1763344902.290549:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.290561:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.290565:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344902.290570:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344902.290573:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344902.290576:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344902.290580:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385635:1385635:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385631:1385631:8:4294967295] 00000400:00000200:2.0:1763344902.290590:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.290595:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.290600:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994600. 00000800:00000200:2.0:1763344902.290606:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.290613:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.290617:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.294222:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.294235:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307677431 00000100:00000001:2.0:1763344902.294245:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307677374 00000100:00000001:2.0:1763344902.294250:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307677431 00000100:00000001:2.0:1763344902.294253:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307677374 00000100:00000001:2.0:1763344902.294256:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307677431 00000100:00000001:2.0:1763344902.294259:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307677374 00000100:00000001:2.0:1763344902.294261:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307677431 00000100:00000001:2.0:1763344902.294265:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307677374 00000100:00000001:2.0:1763344902.294267:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.294271:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.294274:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.294276:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.294280:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.294282:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763344902.294285:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50ccdb9c40. 00010000:00000001:2.0:1763344902.294293:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.294296:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.294298:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344902.294300:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.294302:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344902.294304:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344902.294307:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd33dc0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344902.294309:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344902.294312:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344902.294830:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.294835:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:1.0:1763344902.294843:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.294851:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.294858:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921cc0 00000400:00000010:1.0:1763344902.294860:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921cc0. 00000100:00000001:1.0:1763344902.294864:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344902.294872:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2a9c00 x1848987617975936/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.294882:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344902.294886:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2a9c00 x1848987617975936/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.294892:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.294894:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.296709:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.296724:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.296727:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.296730:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.296739:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.296756:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa29de80 00000400:00000200:1.0:1763344902.296765:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x665d29 [1] + 224 00000800:00000001:1.0:1763344902.296773:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.296781:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.296785:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.296823:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.296830:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344902.296837:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2a9c00 x1848987617975936/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344902.296848:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee2a9c00 x1848987617975936/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.296869:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.296879:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.296882:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.297124:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344902.297133:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344902.297135:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344902.297138:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344902.297142:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921088 00000400:00000010:2.0:1763344902.297144:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921088. 00000100:00000001:2.0:1763344902.297147:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.297152:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2a9c00 x1848987617975936/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344902.297161:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2a9c00 x1848987617975936/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.297167:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344902.297169:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.297172:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344902.297175:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344902.297178:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.297180:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.297183:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.297190:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344902.297194:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.297197:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344902.297198:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.297201:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344902.297205:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.297208:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.297213:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2a9c00 x1848987617975936/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.297220:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.297223:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344902.297225:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.297228:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763344902.297233:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344902.297241:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344902.297244:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.297251:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:2.0:1763344902.297253:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:2.0:1763344902.297256:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344902.297260:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344902.297264:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00010000:00000001:2.0:1763344902.297267:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.297269:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.297270:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.297275:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9c00 x1848987617975936/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344902.297283:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617975936:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344902.297288:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.297291:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.297295:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344902.297297:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.297301:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2a9c00 x1848987617975936/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.297307:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344902.297311:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344902.297314:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09f000. 02000000:00000001:2.0:1763344902.297318:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344902.297320:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344902.297322:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763344902.297324:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344902.297326:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09ec00. 02000000:00000001:2.0:1763344902.297329:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344902.297330:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344902.297332:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9c00. 00000100:00000001:2.0:1763344902.297335:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344902.297336:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344902.297339:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.297341:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344902.297343:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344902.297346:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d2600. 00010000:00000001:2.0:1763344902.297350:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.297353:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344902.297357:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344902.297359:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.297364:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.297366:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.297368:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.297370:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.297373:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90800 with handle 0x34881b4086817fc7 from hash 00010000:00000001:2.0:1763344902.297375:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.297376:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.297377:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.297379:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344902.297380:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344902.297383:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344902.297389:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50f5d90800/0x34881b4086817fc7 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e373 expref: 20 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344902.297403:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344902.297406:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.297409:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.297422:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.297424:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.297427:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.297429:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.297430:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.297431:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.297432:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.297435:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.297436:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344902.297438:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.297440:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.297442:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.297443:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.297447:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50f5d90800/0x34881b4086817fc7 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e373 expref: 20 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344902.297454:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:2.0:1763344902.297456:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:2.0:1763344902.297462:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.297463:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50f5d90800, rc 0) 00000020:00000001:2.0:1763344902.297466:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344902.297469:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881557120 00010000:00000001:2.0:1763344902.297472:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.297477:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fce8a3b80 x1848987881557120/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.297484:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.297486:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.297489:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.297493:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.297495:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.297497:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.297500:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.297502:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.297506:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.297509:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.297513:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921088. 00000100:00000200:2.0:1763344902.297517:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881557120, offset 224 00000400:00000200:2.0:1763344902.297524:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.297534:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.297539:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385636:1385636:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385632:1385632:8:4294967295] 00000400:00000200:2.0:1763344902.297550:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.297555:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.297616:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994900. 00000800:00000200:2.0:1763344902.297624:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.297630:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.297633:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994900 type 1, nob 496 niov 1 nkiov 1 00000800:00000200:0.0:1763344902.301048:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.301057:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:0.0:1763344902.301066:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.301074:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.301081:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921088 00000400:00000010:0.0:1763344902.301083:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921088. 00000100:00000001:0.0:1763344902.301088:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.301090:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344902.301219:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.301225:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.301229:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.301232:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.301235:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.301245:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fce8a3b80 x1848987881557120/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.301255:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fce8a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881557120:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 11010us (14910us total) trans 0 rc 301/301 00000100:00100000:2.0:1763344902.301265:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27113 00000100:00000040:2.0:1763344902.301269:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344902.301271:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.301274:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.301283:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.301288:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344902.301292:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09e000. 00000020:00000040:2.0:1763344902.301298:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:2.0:1763344902.301300:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.304591:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.304607:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.304611:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.304614:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.304625:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.304643:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 488 into portal 6 MB=0x691a509dfcd00 00000400:00000200:1.0:1763344902.304652:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 488/488 into md 0x1e2579 [128] + 67064 00000800:00000001:1.0:1763344902.304661:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.304669:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.304672:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.304677:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.304685:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.304688:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763344902.304694:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e67480. 00000100:00000040:1.0:1763344902.304698:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e67480 x1848987881557248 msgsize 488 00000100:00100000:1.0:1763344902.304702:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.304720:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.304730:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.304733:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.304824:0:68731:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.304827:0:68731:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881557248 02000000:00000001:2.0:1763344902.304831:0:68731:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.304833:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.304835:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.304840:0:68731:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.304845:0:68731:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881557248 00000020:00000001:2.0:1763344902.304848:0:68731:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.304850:0:68731:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344902.304853:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.304856:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:2.0:1763344902.304858:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344902.304860:0:68731:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344902.304864:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.304870:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.304874:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.304877:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000020:00000010:2.0:1763344902.304884:0:68731:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09e000. 00000020:00000010:2.0:1763344902.304890:0:68731:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.304895:0:68731:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344902.304905:0:68731:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763344902.304908:0:68731:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.304910:0:68731:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763344902.304913:0:68731:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763344902.304916:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.304918:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:2.0:1763344902.304921:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.304925:0:68731:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763344902.304928:0:68731:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763344902.304932:0:68731:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.304935:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.304937:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.304939:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.304941:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.304944:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.304946:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.304947:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.304948:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.304950:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.304951:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.304953:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.304955:0:68731:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763344902.304957:0:68731:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.304959:0:68731:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.304962:0:68731:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.304965:0:68731:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763344902.304967:0:68731:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.304969:0:68731:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763344902.304977:0:68731:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000402:0x1c18:0x0] (0->4095) req@ffff9e50c3e67480 x1848987881557248/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 488/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763344902.304987:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763344902.304989:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50c3e67480 with x1848987881557248 ext(0->4095) 00010000:00000001:2.0:1763344902.304992:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.304994:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.304996:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50e5a53000 refcount=3 00000020:00000001:2.0:1763344902.304998:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00000001:2.0:1763344902.305001:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00000001:2.0:1763344902.305004:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.305006:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763344902.305007:0:68731:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763344902.305009:0:68731:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e50c3e67480 00002000:00000001:2.0:1763344902.305012:0:68731:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.305014:0:68731:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.305022:0:68731:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.305031:0:68731:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.305042:0:68731:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.305044:0:68731:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.305048:0:68731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1958 00000100:00000040:2.0:1763344902.305051:0:68731:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344902.305054:0:68731:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454073472 : -107405255478144 : ffff9e50c3e67480) 00000100:00000040:2.0:1763344902.305058:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e67480 x1848987881557248/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 488/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344902.305066:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.305069:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.305071:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.305073:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000100:00100000:2.0:1763344902.305077:0:68731:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881557248:12345-192.168.203.14@tcp:3:lfs.0 00000100:00000200:2.0:1763344902.305081:0:68731:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881557248 00000020:00000001:2.0:1763344902.305083:0:68731:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.305086:0:68731:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.305088:0:68731:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.305089:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.305090:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:2.0:1763344902.305093:0:68731:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344902.305096:0:68731:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.305098:0:68731:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.305099:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.305101:0:68731:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.305105:0:68731:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.305107:0:68731:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.305115:0:68731:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9e50d6f54000. 02000000:00000001:2.0:1763344902.305117:0:68731:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.305119:0:68731:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.305122:0:68731:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:2.0:1763344902.305124:0:68731:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763344902.305126:0:68731:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.305129:0:68731:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:2.0:1763344902.305132:0:68731:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:2.0:1763344902.305135:0:68731:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763344902.305137:0:68731:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 reports grant 433758208 dropped 0, local 433758208 00000020:00000001:2.0:1763344902.305140:0:68731:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763344902.305141:0:68731:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:2.0:1763344902.305143:0:68731:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:2.0:1763344902.305145:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344902.305148:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.305154:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:2.0:1763344902.305156:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:2.0:1763344902.305159:0:68731:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763344902.305166:0:68731:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.305168:0:68731:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:2.0:1763344902.305170:0:68731:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.305176:0:68731:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:2.0:1763344902.305178:0:68731:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.305184:0:68731:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344902.305189:0:68731:0:(osd_io.c:1628:osd_read_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.305192:0:68731:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.305194:0:68731:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.305196:0:68731:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.305200:0:68731:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763344902.305236:0:68731:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:2.0:1763344902.305256:0:68731:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:2.0:1763344902.305259:0:68731:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 1950103 (20) 00000020:00008000:2.0:1763344902.305263:0:68731:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:2.0:1763344902.305267:0:68731:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763344902.305271:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344902.305278:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.305281:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344902.305283:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.305285:0:68731:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00080000:00000001:2.0:1763344902.305296:0:68731:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344902.305300:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00002000:00000001:2.0:1763344902.305303:0:68731:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.305305:0:68731:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.305307:0:68731:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.305309:0:68731:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1763344902.305310:0:68731:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763344902.305312:0:68731:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:2.0:1763344902.305316:0:68731:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881557248 00010000:00000001:2.0:1763344902.305319:0:68731:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.305325:0:68731:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e67480 x1848987881557248/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 488/4536 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.305333:0:68731:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.305335:0:68731:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.305339:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=37 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.305343:0:68731:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.305345:0:68731:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.305347:0:68731:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.305349:0:68731:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.305352:0:68731:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.305355:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.305358:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.305361:0:68731:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd33dc0c0. 00000100:00000200:2.0:1763344902.305366:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848987881557248, offset 224 00000400:00000200:2.0:1763344902.305372:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.305383:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.305388:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385637:1385637:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385633:1385633:8:4294967295] 00000400:00000200:2.0:1763344902.305397:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.305402:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.305407:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9e4fcb09ec00. 00000800:00000200:2.0:1763344902.305423:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.305429:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:2.0:1763344902.305433:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fcb09ec00 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:2.0:1763344902.305446:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.305449:0:68731:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.305452:0:68731:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.305454:0:68731:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.305456:0:68731:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.305460:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e67480 x1848987881557248/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 488/4536 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.305468:0:68731:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881557248:12345-192.168.203.14@tcp:3:lfs.0 Request processed in 400us (768us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763344902.305475:0:68731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1958 00000100:00000040:2.0:1763344902.305478:0:68731:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344902.305480:0:68731:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763344902.305482:0:68731:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763344902.305486:0:68731:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000402:0x1c18:0x0] (0->4095) req@ffff9e50c3e67480 x1848987881557248/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 488/4536 e 0 to 0 dl 1763344913 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763344902.305492:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763344902.305494:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50c3e67480 with x1848987881557248 ext(0->4095) 00010000:00000001:2.0:1763344902.305496:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.305497:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.305499:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50e5a53000 refcount=3 00000020:00000001:2.0:1763344902.305501:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00000001:2.0:1763344902.305503:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00000001:2.0:1763344902.305506:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.305507:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763344902.305508:0:68731:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763344902.305509:0:68731:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e50c3e67480 00002000:00000001:2.0:1763344902.305511:0:68731:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.305513:0:68731:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.305517:0:68731:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.305520:0:68731:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344902.305524:0:68731:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09e000. 00000020:00000040:2.0:1763344902.305528:0:68731:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:2.0:1763344902.305531:0:68731:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.305740:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.305745:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e4fcb09ec00. 00000400:00000200:1.0:1763344902.305749:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.305754:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.305759:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd33dc0c0 00000400:00000010:1.0:1763344902.305761:0:3636:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd33dc0c0. 00000100:00000001:1.0:1763344902.305764:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.305766:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344902.314857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00000800:00000001:0.0:1763344902.317246:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.317616:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.317621:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.317625:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.317636:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.317654:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 568 into portal 12 MB=0x691a509dfcd80 00000400:00000200:0.0:1763344902.317662:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 568/568 into md 0x616b51 [64] + 137512 00000800:00000001:0.0:1763344902.317670:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.317678:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.317681:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.317687:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344902.317693:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.317695:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344902.317701:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fce8a3480. 00000100:00000040:0.0:1763344902.317705:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fce8a3480 x1848987881557376 msgsize 568 00000100:00100000:0.0:1763344902.317710:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344902.317727:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.317734:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.317737:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.318138:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344902.318142:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881557376 02000000:00000001:3.0:1763344902.318145:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344902.318148:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.318150:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.318155:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.318159:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881557376 00000020:00000001:3.0:1763344902.318162:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344902.318164:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344902.318167:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.318170:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=238 00000020:00000001:3.0:1763344902.318173:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344902.318175:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344902.318180:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.318186:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.318190:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.318193:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000020:00000010:3.0:1763344902.318199:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca200. 00000020:00000010:3.0:1763344902.318206:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec80. 00000020:00000010:3.0:1763344902.318211:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf578. 00000100:00000040:3.0:1763344902.318220:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344902.318222:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344902.318224:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344902.318227:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344902.318228:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.318230:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.318238:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.319871:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.319876:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.319887:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302991 00000100:00000040:2.0:1763344902.319892:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344902.319895:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664337609856 : -107409371941760 : ffff9e4fce8a3480) 00000100:00000040:2.0:1763344902.319904:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fce8a3480 x1848987881557376/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 568/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344902.319914:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.319922:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.319926:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.319928:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000100:00100000:2.0:1763344902.319935:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fce8a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+238:252846:x1848987881557376:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344902.319939:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881557376 00000020:00000001:2.0:1763344902.319943:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.319947:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.319951:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.319953:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.319955:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344902.319958:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344902.319962:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881557376, found 0 last_xid 1848987881557375 00000020:00000001:2.0:1763344902.319965:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.319967:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.319969:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.319974:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.319977:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344902.319980:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344902.319982:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344902.319984:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344902.319986:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.319991:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344902.319998:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b800 count: 3 00010000:00000001:2.0:1763344902.320000:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.320004:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.320008:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90800. 00000020:00000001:2.0:1763344902.320012:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.320015:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90800 with handle 0x34881b4086817fce to hash 00000020:00000001:2.0:1763344902.320017:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.320019:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000010:2.0:1763344902.320024:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16b00. 00010000:00000001:2.0:1763344902.320026:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00010000:2.0:1763344902.320031:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086817fce lrc: 2/0,0 mode: --/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e37a expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.320039:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:2.0:1763344902.320041:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=239 00010000:00000001:2.0:1763344902.320049:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344902.320052:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344902.320058:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344902.320060:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344902.320062:0:10286:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763344902.320064:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344902.320066:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e84:0x0] 00000020:00000001:2.0:1763344902.320069:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.320074:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:2.0:1763344902.320076:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416064192 : -107409293487424 : ffff9e4fd33752c0) 00000004:00000001:2.0:1763344902.320079:0:10286:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.320080:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.320082:0:10286:0:(mdt_handler.c:4954:mdt_intent_getxattr()) Process entered 00000004:00000001:2.0:1763344902.320085:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344902.320088:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344902.320090:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344902.320092:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b800 count: 4 00010000:00000001:2.0:1763344902.320095:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.320096:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.320100:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d91a00. 00000020:00000001:2.0:1763344902.320102:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.320104:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d91a00 with handle 0x34881b4086817fd5 to hash 00000020:00000001:2.0:1763344902.320106:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.320108:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000010:2.0:1763344902.320111:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16d00. 00010000:00000001:2.0:1763344902.320113:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000001:2.0:1763344902.320116:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.320118:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.320121:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fd5 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344902.320127:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.320131:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.320133:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.320136:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.320139:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.320141:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.320143:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.320145:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.320147:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.320149:0:10286:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.320150:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.320153:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) refcount = 4 00010000:00000040:2.0:1763344902.320157:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344902.320161:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817f96 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e342 expref: 239 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.320169:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817f81 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e334 expref: 239 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344902.320174:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fd5 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.320179:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.320183:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.320185:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.320187:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.320188:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.320190:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.320192:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.320195:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.320197:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.320200:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fd5 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.320205:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.320207:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.320208:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.320210:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.320212:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.320214:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91a00 refcount=3 00000020:00000001:2.0:1763344902.320216:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000001:2.0:1763344902.320218:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000001:2.0:1763344902.320220:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.320221:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.320222:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.320225:0:10286:0:(mdt_xattr.c:230:mdt_getxattr()) Process entered 00000004:00000002:2.0:1763344902.320227:0:10286:0:(mdt_xattr.c:235:mdt_getxattr()) getxattr [0x240002b13:0x12e84:0x0] 00000001:00000001:2.0:1763344902.320230:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.320232:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.320236:0:10286:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763344902.320238:0:10286:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.320242:0:10286:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763344902.320243:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.320245:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.320247:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.320249:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.320251:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.320253:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.320254:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.320255:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.320257:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.320258:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.320260:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.320261:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.320263:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.320264:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.320267:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.320269:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.320274:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344902.320278:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344902.320281:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344902.320284:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344902.320286:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.320288:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.320290:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.320292:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344902.320294:0:10286:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.320298:0:10286:0:(mdt_xattr.c:42:mdt_getxattr_pack_reply()) Process entered 00000100:00000001:2.0:1763344902.320302:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.320304:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.320329:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8704 at ffff9e5101804000. 02000000:00000001:2.0:1763344902.320332:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.320335:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.320337:0:10286:0:(mdt_xattr.c:121:mdt_getxattr_pack_reply()) Process leaving (rc=2500 : 2500 : 9c4) 00000004:00000001:2.0:1763344902.320340:0:10286:0:(mdt_xattr.c:163:mdt_getxattr_all()) Process entered 00000004:00000001:2.0:1763344902.320343:0:10286:0:(mdd_object.c:491:mdd_xattr_list()) Process entered 00000004:00000001:2.0:1763344902.320364:0:10286:0:(mdd_object.c:528:mdd_xattr_list()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:2.0:1763344902.320369:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.320372:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.320381:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344902.320383:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344902.320385:0:10286:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763344902.320387:0:10286:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344902.320388:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.320390:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.320392:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763344902.320393:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763344902.320395:0:10286:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763344902.320396:0:10286:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763344902.320397:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.320398:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.320401:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.320403:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.320404:0:10286:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763344902.320406:0:10286:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.320407:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.320408:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.320421:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344902.320423:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344902.320425:0:10286:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763344902.320426:0:10286:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344902.320430:0:10286:0:(mdt_xattr.c:216:mdt_getxattr_all()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:2.0:1763344902.320432:0:10286:0:(mdt_xattr.c:298:mdt_getxattr()) Process leaving 00000020:00000001:2.0:1763344902.320437:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344902.320443:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.320447:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344902.320449:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:2.0:1763344902.320451:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.320453:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.320454:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91a00 refcount=3 00000020:00000001:2.0:1763344902.320456:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000001:2.0:1763344902.320459:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00000004:00000040:2.0:1763344902.320462:0:10286:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 221 00000020:00000040:2.0:1763344902.320464:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=240 00010000:00000001:2.0:1763344902.320468:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.320469:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.320471:0:10286:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344902.320473:0:10286:0:(mdt_handler.c:4994:mdt_intent_getxattr()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344902.320476:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344902.320478:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344902.320481:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.320483:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344902.320485:0:10286:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344902.320487:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.320490:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.320491:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.320493:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.320495:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.320497:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90800 with handle 0x34881b4086817fce from hash 00010000:00000001:2.0:1763344902.320500:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.320501:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.320502:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.320503:0:10286:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344902.320504:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.320509:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086817fce lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e37a expref: 240 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.320515:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:2.0:1763344902.320518:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 239 00010000:00000010:2.0:1763344902.320520:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16b00. 00010000:00000001:2.0:1763344902.320530:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.320532:0:10286:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.320536:0:10286:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344902.320539:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fd5 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e37a expref: 239 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344902.320546:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.320548:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.320551:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) 00010000:00010000:2.0:1763344902.320553:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:2.0:1763344902.320555:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.320571:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.320573:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.320575:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.320576:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.320578:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50f5d91a00, rc 0) 00000020:00000001:2.0:1763344902.320581:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344902.320584:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214345, transno 0, xid 1848987881557376 00010000:00000001:2.0:1763344902.320586:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.320592:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fce8a3480 x1848987881557376/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 568/1072 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.320600:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.320602:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.320606:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.320611:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.320613:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.320616:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.320618:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.320621:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.320624:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.320627:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.320632:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921d48. 00000100:00000200:2.0:1763344902.320638:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 1072 bytes to portal 10, xid 1848987881557376, offset 224 00000400:00000200:2.0:1763344902.320645:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.320657:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.320663:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385638:1385638:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385634:1385634:8:4294967295] 00000400:00000200:2.0:1763344902.320675:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.320680:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1072 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.320686:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994900. 00000800:00000200:2.0:1763344902.320694:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.320700:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:2.0:1763344902.320704:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994900 type 1, nob 1168 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.320725:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.320729:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.320732:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.320733:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.320736:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.320741:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fce8a3480 x1848987881557376/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 568/1072 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.320749:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fce8a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+239:252846:x1848987881557376:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 834us (3042us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344902.320758:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302991 00000100:00000040:2.0:1763344902.320761:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344902.320763:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.320765:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.320770:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec80. 00000020:00000010:2.0:1763344902.320775:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf578. 00000020:00000010:2.0:1763344902.320779:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca200. 00000020:00000040:2.0:1763344902.320783:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 238 00000100:00000001:2.0:1763344902.320786:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.322531:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.322539:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994900. 00000400:00000200:1.0:1763344902.322547:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.322554:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344902.323071:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.323575:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921d48 00000400:00000010:1.0:1763344902.323579:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921d48. 00000100:00000001:1.0:1763344902.323585:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.323587:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344902.328103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00000800:00000001:1.0:1763344902.331615:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.331631:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.331635:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.331637:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.331648:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.331664:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4584 into portal 6 MB=0x691a509dfce00 00000400:00000200:1.0:1763344902.331671:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 4584/4584 into md 0x1e2579 [128] + 67552 00000800:00000001:1.0:1763344902.331679:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.331711:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.331713:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.331718:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.331724:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.331726:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763344902.331732:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e66d80. 00000100:00000040:1.0:1763344902.331735:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e66d80 x1848987881557504 msgsize 4584 00000100:00100000:1.0:1763344902.331739:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.331758:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.331767:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.331771:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.332096:0:99852:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.332100:0:99852:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881557504 02000000:00000001:0.0:1763344902.332104:0:99852:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.332106:0:99852:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.332108:0:99852:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.332113:0:99852:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.332117:0:99852:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881557504 00000020:00000001:0.0:1763344902.332120:0:99852:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.332122:0:99852:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:0.0:1763344902.332125:0:99852:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.332127:0:99852:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=23 00000020:00000001:0.0:1763344902.332130:0:99852:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:0.0:1763344902.332132:0:99852:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:0.0:1763344902.332137:0:99852:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.332142:0:99852:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c40. 00000100:00000001:0.0:1763344902.332146:0:99852:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.332148:0:99852:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c40. 00000020:00000010:0.0:1763344902.332154:0:99852:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852a800. 00000020:00000010:0.0:1763344902.332160:0:99852:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139d00. 00000020:00000010:0.0:1763344902.332166:0:99852:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732258. 00000100:00000040:0.0:1763344902.332174:0:99852:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763344902.332177:0:99852:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.332179:0:99852:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763344902.332182:0:99852:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763344902.332184:0:99852:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.332187:0:99852:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932256 : -1042619360 : ffffffffc1dae420) 00000020:00000001:0.0:1763344902.332190:0:99852:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.332194:0:99852:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763344902.332199:0:99852:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763344902.332201:0:99852:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.332203:0:99852:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.332206:0:99852:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.332208:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.332210:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.332212:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.332214:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.332215:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.332217:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.332219:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.332220:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.332222:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.332225:0:99852:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763344902.332228:0:99852:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.332230:0:99852:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.332232:0:99852:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344902.332235:0:99852:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763344902.332237:0:99852:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.332240:0:99852:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.332248:0:99852:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.332269:0:99852:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.332282:0:99852:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.332284:0:99852:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.332290:0:99852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1959 00000100:00000040:0.0:1763344902.332294:0:99852:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:0.0:1763344902.332296:0:99852:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454071680 : -107405255479936 : ffff9e50c3e66d80) 00000100:00000040:0.0:1763344902.332304:0:99852:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e66d80 x1848987881557504/t0(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4584/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344902.332313:0:99852:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.332317:0:99852:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c40. 00000100:00000001:0.0:1763344902.332319:0:99852:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.332321:0:99852:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c40. 00000100:00100000:0.0:1763344902.332325:0:99852:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2405:x1848987881557504:12345-192.168.203.14@tcp:4:lfs.0 00000100:00000200:0.0:1763344902.332329:0:99852:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881557504 00000020:00000001:0.0:1763344902.332332:0:99852:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.332335:0:99852:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.332337:0:99852:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.332338:0:99852:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.332340:0:99852:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932256 : -1042619360 : ffffffffc1dae420) 00000020:00000001:0.0:1763344902.332343:0:99852:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.332346:0:99852:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.332348:0:99852:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.332350:0:99852:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.332351:0:99852:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.332353:0:99852:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:0.0:1763344902.332358:0:99852:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.332360:0:99852:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.332365:0:99852:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9e50f58b4c00. 02000000:00000001:0.0:1763344902.332367:0:99852:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.332370:0:99852:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.332372:0:99852:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763344902.332375:0:99852:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:0.0:1763344902.332377:0:99852:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344902.332380:0:99852:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344902.332387:0:99852:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b200 count: 2 00010000:00000001:0.0:1763344902.332391:0:99852:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344902.332394:0:99852:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344902.332398:0:99852:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc600. 00000020:00000001:0.0:1763344902.332401:0:99852:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344902.332403:0:99852:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc600 with handle 0x34881b4086817fdc to hash 00000020:00000001:0.0:1763344902.332406:0:99852:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344902.332407:0:99852:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000001:0.0:1763344902.332420:0:99852:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000001:0.0:1763344902.332424:0:99852:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344902.332426:0:99852:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344902.332430:0:99852:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 3/0,1 mode: --/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344902.332440:0:99852:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344902.332444:0:99852:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344902.332446:0:99852:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344902.332449:0:99852:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763344902.332452:0:99852:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763344902.332455:0:99852:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344902.332460:0:99852:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f9d lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e349 expref: 23 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763344902.332467:0:99852:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763344902.332469:0:99852:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344902.332471:0:99852:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344902.332473:0:99852:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.332475:0:99852:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344902.332476:0:99852:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344902.332478:0:99852:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.332480:0:99852:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.332482:0:99852:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763344902.332485:0:99852:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 4/0,1 mode: --/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344902.332492:0:99852:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc0:0x0].0x0 (ffff9e50d232b200) refcount = 2 00010000:00000040:0.0:1763344902.332495:0:99852:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344902.332499:0:99852:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e349 expref: 23 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763344902.332505:0:99852:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763344902.332507:0:99852:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 4/0,1 mode: --/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763344902.332514:0:99852:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2c40. 00000100:00000001:0.0:1763344902.332517:0:99852:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344902.332523:0:99852:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd192eb40. 00000100:00000001:0.0:1763344902.332525:0:99852:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664388512576 : -107409321039040 : ffff9e4fd192eb40) 00000100:00000001:0.0:1763344902.332527:0:99852:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664388512576 : -107409321039040 : ffff9e4fd192eb40) 00000100:00000001:0.0:1763344902.332530:0:99852:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344902.332532:0:99852:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344902.332534:0:99852:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344902.332537:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.332539:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763344902.332541:0:99852:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344902.332543:0:99852:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344902.332545:0:99852:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763344902.332547:0:99852:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763344902.332551:0:99852:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fce8a2680. 00000020:00000040:0.0:1763344902.332554:0:99852:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763344902.332566:0:99852:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344902.332568:0:99852:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344902.332573:0:99852:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344902.332580:0:99852:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fc852a400. 00000100:00000001:0.0:1763344902.332586:0:99852:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344902.332591:0:99852:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e349 expref: 23 pid: 74640 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763344902.332605:0:99852:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e349 expref: 23 pid: 74640 timeout: 13108 lvb_type: 1 00010000:00000001:0.0:1763344902.332615:0:99852:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344902.332619:0:99852:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344902.332622:0:99852:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fce8a2680 x1848987617976064/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.332630:0:99852:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344902.332633:0:99852:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.332637:0:99852:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fce8a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:99852:1848987617976064:192.168.203.14@tcp:104: 00000100:00000001:0.0:1763344902.332641:0:99852:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344902.332646:0:99852:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344902.332649:0:99852:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.332651:0:99852:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344902.332654:0:99852:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fc852b600. 02000000:00000001:0.0:1763344902.332656:0:99852:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344902.332662:0:99852:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3bb0. 00000400:00000010:0.0:1763344902.332668:0:99852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495220. 00000100:00000200:0.0:1763344902.332675:0:99852:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617976064, portal 16 00000100:00000001:0.0:1763344902.332677:0:99852:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344902.332679:0:99852:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664337606272 : -107409371945344 : ffff9e4fce8a2680) 00000100:00000040:0.0:1763344902.332684:0:99852:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fce8a2680 x1848987617976064/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.332690:0:99852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.332692:0:99852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344902.332695:0:99852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495990. 00000100:00000200:0.0:1763344902.332697:0:99852:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617976064, offset 0 00000400:00000200:0.0:1763344902.332703:0:99852:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344902.332714:0:99852:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344902.332719:0:99852:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344902.332723:0:99852:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344902.332727:0:99852:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344902.332730:0:99852:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344902.332734:0:99852:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385639:1385639:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385635:1385635:8:4294967295] 00000400:00000200:0.0:1763344902.332744:0:99852:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344902.332750:0:99852:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344902.332755:0:99852:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344902.332761:0:99852:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344902.332769:0:99852:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344902.332773:0:99852:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763344902.332842:0:99852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.332847:0:99852:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307677470 00000100:00000001:0.0:1763344902.332854:0:99852:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307677431 00000100:00000001:0.0:1763344902.332857:0:99852:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307677470 00000100:00000001:0.0:1763344902.332860:0:99852:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307677431 00000100:00000001:0.0:1763344902.332863:0:99852:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307677470 00000100:00000001:0.0:1763344902.332866:0:99852:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307677431 00000100:00000001:0.0:1763344902.332868:0:99852:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307677470 00000100:00000001:0.0:1763344902.332871:0:99852:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307677431 00000100:00000001:0.0:1763344902.332874:0:99852:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.332876:0:99852:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.332878:0:99852:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.332880:0:99852:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.332882:0:99852:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.332884:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.332886:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.332887:0:99852:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.332889:0:99852:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344902.332891:0:99852:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344902.332894:0:99852:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.332896:0:99852:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344902.332897:0:99852:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344902.332900:0:99852:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd192eb40 going to sleep for 11 seconds 00000100:00000001:0.0:1763344902.332902:0:99852:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344902.332905:0:99852:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344902.333228:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.333233:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:1.0:1763344902.333238:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.333244:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.333250:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495990 00000400:00000010:1.0:1763344902.333252:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495990. 00000100:00000001:1.0:1763344902.333257:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344902.333261:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fce8a2680 x1848987617976064/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.333270:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344902.333273:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fce8a2680 x1848987617976064/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.333280:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.333281:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.339978:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.339997:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.340001:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.340004:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.340015:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.340034:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29df00 00000400:00000200:1.0:1763344902.340043:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665d3d [1] + 224 00000800:00000001:1.0:1763344902.340051:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.340062:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.340065:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.340069:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.340076:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344902.340085:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fce8a2680 x1848987617976064/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344902.340095:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e4fce8a2680 x1848987617976064/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.340122:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.340131:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.340135:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.340443:0:99852:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344902.340450:0:99852:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344902.340453:0:99852:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344902.340455:0:99852:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3bb0. 00000400:00000200:0.0:1763344902.340460:0:99852:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495220 00000400:00000010:0.0:1763344902.340462:0:99852:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495220. 00000100:00000001:0.0:1763344902.340466:0:99852:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.340471:0:99852:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fce8a2680 x1848987617976064/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763344902.340479:0:99852:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fce8a2680 x1848987617976064/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.340485:0:99852:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344902.340487:0:99852:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.340489:0:99852:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344902.340492:0:99852:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344902.340494:0:99852:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.340496:0:99852:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.340499:0:99852:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.340505:0:99852:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344902.340509:0:99852:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.340511:0:99852:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344902.340513:0:99852:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.340515:0:99852:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344902.340518:0:99852:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.340521:0:99852:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.340525:0:99852:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fce8a2680 x1848987617976064/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.340532:0:99852:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.340535:0:99852:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344902.340536:0:99852:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.340539:0:99852:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763344902.340541:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.340543:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.340545:0:99852:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.340548:0:99852:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fce8a2680 x1848987617976064/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763344902.340555:0:99852:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fce8a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:99852:1848987617976064:192.168.203.14@tcp:104: 00000100:00000001:0.0:1763344902.340559:0:99852:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.340561:0:99852:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.340563:0:99852:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344902.340565:0:99852:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.340567:0:99852:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fce8a2680 x1848987617976064/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344902.340573:0:99852:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344902.340575:0:99852:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344902.340578:0:99852:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc852b600. 02000000:00000001:0.0:1763344902.340583:0:99852:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344902.340585:0:99852:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344902.340587:0:99852:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763344902.340589:0:99852:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344902.340592:0:99852:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fc852a400. 02000000:00000001:0.0:1763344902.340595:0:99852:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344902.340596:0:99852:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344902.340598:0:99852:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a2680. 00000100:00000001:0.0:1763344902.340601:0:99852:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344902.340602:0:99852:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763344902.340604:0:99852:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd192eb40. 00000100:00000001:0.0:1763344902.340606:0:99852:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344902.340608:0:99852:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344902.340611:0:99852:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2c40. 00010000:00000001:0.0:1763344902.340613:0:99852:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.340616:0:99852:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.340618:0:99852:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344902.340621:0:99852:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763344902.340626:0:99852:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 3/0,1 mode: --/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1763344902.341661:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) d36044cc-2b04-47ed-a644-d9bacbc15933->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763344902.341668:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1763344902.341675:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1f100. 00000020:00000040:3.0:1763344902.341680:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50d8384800 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:3.0:1763344902.341683:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344902.341686:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344902.341691:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344902.341697:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4fc1fe5500. 00000100:00000001:3.0:1763344902.341703:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.341710:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d36044cc-2b04-47ed-a644-d9bacbc15933->MGS req@ffff9e50e4d1f100 x1848987617976192/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.341718:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344902.341722:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.341727:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000709cfc6d] to pc [ptlrpcd_00_00+0] req@ffff9e50e4d1f100 x1848987617976192/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.341806:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1763344902.341811:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1763344902.341813:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.342321:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.342332:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.342335:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.342337:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.342347:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.342360:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfce80 00000400:00000200:1.0:1763344902.342368:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d15d [2] + 656 00000800:00000001:1.0:1763344902.342376:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.342990:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.342994:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.343000:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.343007:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.343009:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763344902.343016:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e64e00. 00000100:00000040:1.0:1763344902.343019:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e64e00 x1848987881557632 msgsize 328 00000100:00100000:1.0:1763344902.343023:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.343036:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.343046:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.343050:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344902.343084:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344902.343087:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881557632 02000000:00000001:1.0:1763344902.343090:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344902.343092:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344902.343094:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344902.343098:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344902.343102:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881557632 00000020:00000001:1.0:1763344902.343105:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344902.343107:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:1.0:1763344902.343109:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.343112:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=24 00000020:00000001:1.0:1763344902.343114:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:1.0:1763344902.343117:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:1.0:1763344902.343121:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344902.343125:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6780. 00000100:00000001:1.0:1763344902.343128:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344902.343131:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6780. 00000020:00000010:1.0:1763344902.343138:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e2000. 00000020:00000010:1.0:1763344902.343143:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42280. 00000020:00000010:1.0:1763344902.343147:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04af0. 00000100:00000040:1.0:1763344902.343155:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344902.343158:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344902.343159:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344902.343162:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344902.343165:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.343167:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344902.343171:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344902.343173:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.343175:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5200 refcount=4 00000020:00000001:1.0:1763344902.343177:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:1.0:1763344902.343180:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00010000:1.0:1763344902.343186:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e349 expref: 24 pid: 74640 timeout: 13108 lvb_type: 1 00010000:00000001:1.0:1763344902.343194:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.343196:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.343198:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344902.343200:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344902.343206:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763344902.343212:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50c3e64e00 x1848987881557632/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344902.343219:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344902.343220:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.343227:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344902.343239:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344902.343241:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344902.343245:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6347 00000100:00000040:1.0:1763344902.343248:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 2 00000100:00000001:1.0:1763344902.343250:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454063616 : -107405255488000 : ffff9e50c3e64e00) 00000100:00000040:1.0:1763344902.343255:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e64e00 x1848987881557632/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344902.343262:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344902.343265:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6780. 00000100:00000001:1.0:1763344902.343267:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344902.343270:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6780. 00000100:00100000:1.0:1763344902.343273:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2406:x1848987881557632:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344902.343277:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881557632 00010000:00000001:1.0:1763344902.343279:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344902.343282:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344902.343283:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344902.343288:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344902.343290:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344902.343294:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50e5676800. 02000000:00000001:1.0:1763344902.343296:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.343298:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.343300:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344902.343302:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344902.343304:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344902.343305:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.343307:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5200 refcount=4 00000020:00000001:1.0:1763344902.343308:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000001:1.0:1763344902.343310:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464560640 : -107409244990976 : ffff9e4fd61b5200) 00010000:00000040:1.0:1763344902.343313:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b200 count: 3 00002000:00000001:1.0:1763344902.343317:0:23071:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344902.343321:0:23071:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344902.343324:0:23071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344902.343330:0:23071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279134760 : -107409430416856 : ffff9e4fcb0df228) 00002000:00000001:1.0:1763344902.343332:0:23071:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134672 : -107409430416944 : ffff9e4fcb0df1d0) 00002000:00000001:1.0:1763344902.343334:0:23071:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344902.343339:0:23071:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344902.343343:0:23071:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df228/ffff9e4fcb0df1d0 to site lru. bkt: ffff9e50fb895618 00010000:00010000:1.0:1763344902.343348:0:23071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e349 expref: 24 pid: 74640 timeout: 13108 lvb_type: 1 00000100:00001000:1.0:1763344902.343357:0:23071:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc2b77450 time=132 v=5 (1 0 0 0) 00010000:00000001:1.0:1763344902.343360:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344902.343366:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.343367:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344902.343370:0:23071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e349 expref: 24 pid: 74640 timeout: 13108 lvb_type: 1 00000020:00000001:1.0:1763344902.343377:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344902.343379:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344902.343381:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344902.343382:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.343387:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344902.343388:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344902.343393:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.343394:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.343397:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344902.343398:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344902.343400:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b5200 with handle 0x34881b4086817f9d from hash 00010000:00000001:1.0:1763344902.343403:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344902.343404:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.343405:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.343406:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344902.343419:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344902.343421:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.343423:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344902.343424:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344902.343428:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e4fd61b5200/0x34881b4086817f9d lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e349 expref: 24 pid: 74640 timeout: 13108 lvb_type: 1 00000100:00000001:0.0:1763344902.343581:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.343586:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.343672:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344902.343675:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.343678:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344902.343679:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344902.343727:0:3643:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344902.343734:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1f100 x1848987617976192/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.343742:0:3643:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344902.343744:0:3643:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.343747:0:3643:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344902.343750:0:3643:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344902.343752:0:3643:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.343755:0:3643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d36044cc-2b04-47ed-a644-d9bacbc15933:3643:1848987617976192:0@lo:400:kworker.0 00000100:00000001:0.0:1763344902.343759:0:3643:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344902.343764:0:3643:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344902.343766:0:3643:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.343768:0:3643:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344902.343774:0:3643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fc852a400. 02000000:00000001:0.0:1763344902.343775:0:3643:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344902.343781:0:3643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3bb0. 00000400:00000010:0.0:1763344902.343786:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495220. 00000100:00000001:3.0:1763344902.343974:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.343979:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763344902.343983:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1763344902.343988:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1f480. 00000020:00000040:3.0:1763344902.343992:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1763344902.343995:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344902.343996:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344902.343999:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344902.344006:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4fc1fe5600. 00000100:00000001:3.0:1763344902.344011:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344016:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@ffff9e50e4d1f480 x1848987617976320/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.344031:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344902.344034:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344039:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f79e29de] to pc [ptlrpcd_00_01+1] req@ffff9e50e4d1f480 x1848987617976320/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.344060:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344063:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763344902.344067:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1763344902.344070:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1d180. 00000020:00000040:3.0:1763344902.344072:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=6 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1763344902.344074:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344902.344075:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344902.344077:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344902.344081:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50f63f8400. 00000100:00000001:3.0:1763344902.344084:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344087:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff9e50e4d1d180 x1848987617976448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.344093:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344902.344095:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344098:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7dcafbd] to pc [ptlrpcd_00_02+2] req@ffff9e50e4d1d180 x1848987617976448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.344115:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344117:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763344902.344120:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1763344902.344123:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1c700. 00000020:00000040:3.0:1763344902.344126:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=5 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:3.0:1763344902.344128:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344902.344129:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344902.344130:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344902.344133:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50f63f8d00. 00000100:00000001:3.0:1763344902.344136:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344141:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID req@ffff9e50e4d1c700 x1848987617976576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.344148:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344902.344150:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344153:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd353e0a] to pc [ptlrpcd_00_03+3] req@ffff9e50e4d1c700 x1848987617976576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.344160:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344162:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763344902.344165:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1763344902.344167:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1ce00. 00000020:00000040:3.0:1763344902.344169:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50c5df8800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1763344902.344171:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344902.344172:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344902.344173:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344902.344177:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4fc19ddd00. 00000100:00000001:3.0:1763344902.344180:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344183:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@ffff9e50e4d1ce00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.344190:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344902.344192:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344195:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000116de14] to pc [ptlrpcd_00_00+0] req@ffff9e50e4d1ce00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.344204:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344207:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763344902.344211:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1763344902.344213:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1c000. 00000020:00000040:3.0:1763344902.344215:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f5800 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1763344902.344218:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344902.344219:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344902.344220:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344902.344223:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50d8284e00. 00000100:00000001:3.0:1763344902.344226:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344229:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff9e50e4d1c000 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.344236:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344902.344237:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344240:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032d9b6cc] to pc [ptlrpcd_00_01+1] req@ffff9e50e4d1c000 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.344248:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344250:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763344902.344252:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1763344902.344255:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1c380. 00000020:00000040:3.0:1763344902.344257:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50ef5de000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1763344902.344259:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344902.344259:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344902.344261:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344902.344263:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50d8284700. 00000100:00000001:3.0:1763344902.344265:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344268:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff9e50e4d1c380 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.344274:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344902.344276:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344279:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ab92976e] to pc [ptlrpcd_00_02+2] req@ffff9e50e4d1c380 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.344285:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344287:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763344902.344290:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1763344902.344292:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1f800. 00000020:00000040:3.0:1763344902.344294:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50cba98800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1763344902.344296:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344902.344297:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344902.344298:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344902.344301:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50d8284500. 00000100:00000001:3.0:1763344902.344303:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344307:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff9e50e4d1f800 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.344313:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344902.344315:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344318:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d69515e] to pc [ptlrpcd_00_03+3] req@ffff9e50e4d1f800 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.344325:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344327:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763344902.344330:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1763344902.344333:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8601c00. 00000020:00000040:3.0:1763344902.344335:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50ef5dd000 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1763344902.344337:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344902.344338:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344902.344339:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344902.344342:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50d8284300. 00000100:00000001:3.0:1763344902.344345:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344348:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff9e50f8601c00 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.344355:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344902.344356:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344360:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051e56648] to pc [ptlrpcd_00_00+0] req@ffff9e50f8601c00 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.344366:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344368:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763344902.344371:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1763344902.344373:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8600700. 00000020:00000040:3.0:1763344902.344375:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50c6e82000 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1763344902.344377:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344902.344378:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344902.344379:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344902.344382:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50f859a400. 00000100:00000001:3.0:1763344902.344384:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344388:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff9e50f8600700 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.344394:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344902.344395:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344398:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099fde8e1] to pc [ptlrpcd_00_01+1] req@ffff9e50f8600700 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.344404:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.344409:0:115844:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13013) 00000100:00000200:0.0:1763344902.344825:0:3643:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617976192, portal 25 00000100:00000001:0.0:1763344902.344828:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344902.344830:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006377216 : -107404703174400 : ffff9e50e4d1f100) 00000100:00000040:0.0:1763344902.344836:0:3643:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e4d1f100 x1848987617976192/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.344844:0:3643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.344846:0:3643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.344851:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495330. 00000100:00000200:0.0:1763344902.344853:0:3643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1848987617976192, offset 0 00000400:00000200:0.0:1763344902.344860:0:3643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.344872:0:3643:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.344882:0:3643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x691a4fa29df80 00000400:00000200:0.0:1763344902.344888:0:3643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x661095 [2] + 0 00000400:00000010:0.0:1763344902.344893:0:3643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3898. 00000400:00000200:0.0:1763344902.344896:0:3643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4fc4b9f600 00000400:00000200:0.0:1763344902.344901:0:3643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.344905:0:3643:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1763344902.344909:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc4b9f600 00000400:00000010:0.0:1763344902.344911:0:3643:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc4b9f600. 00000100:00000001:0.0:1763344902.344916:0:3643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.344918:0:3643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1763344902.344922:0:3643:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c4d3ec50 x1848987617976192 msgsize 224 00000100:00100000:0.0:1763344902.344925:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1763344902.344928:0:3643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763344902.344937:0:3643:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.344942:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495330 00000400:00000010:0.0:1763344902.344944:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495330. 00000100:00000001:0.0:1763344902.344948:0:3643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344902.344952:0:3643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1f100 x1848987617976192/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.344961:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.344964:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1f100 x1848987617976192/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.344971:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.344973:0:3643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.344977:0:3643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.344980:0:3643:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307677482 00000100:00000001:0.0:1763344902.344987:0:3643:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307677470 00000100:00000001:0.0:1763344902.344991:0:3643:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307677482 00000100:00000001:0.0:1763344902.344994:0:3643:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307677470 00000100:00000001:0.0:1763344902.344997:0:3643:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307677482 00000100:00000001:0.0:1763344902.345000:0:3643:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307677470 00000100:00000001:0.0:1763344902.345003:0:3643:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307677482 00000100:00000001:0.0:1763344902.345006:0:3643:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307677470 00000100:00000001:0.0:1763344902.345008:0:3643:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.345011:0:3643:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.345014:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.345017:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.345023:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344902.345024:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763344902.345027:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.345029:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344902.345030:0:3643:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344902.345034:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1f480 x1848987617976320/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.345040:0:3643:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344902.345041:0:3643:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.345044:0:3643:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344902.345046:0:3643:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344902.345049:0:3643:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.345052:0:3643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1848987617976320:0@lo:400:kworker.0 00000100:00000001:0.0:1763344902.345055:0:3643:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344902.345058:0:3643:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344902.345060:0:3643:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.345062:0:3643:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344902.345065:0:3643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fc852b600. 02000000:00000001:0.0:1763344902.345067:0:3643:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344902.345071:0:3643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3898. 00000400:00000010:0.0:1763344902.345074:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495330. 00000100:00000200:0.0:1763344902.345077:0:3643:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617976320, portal 4 00000100:00000001:0.0:1763344902.345079:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344902.345080:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006378112 : -107404703173504 : ffff9e50e4d1f480) 00000100:00000040:0.0:1763344902.345086:0:3643:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e4d1f480 x1848987617976320/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.345092:0:3643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.345094:0:3643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.345096:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64954c8. 00000100:00000200:0.0:1763344902.345099:0:3643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1848987617976320, offset 0 00000400:00000200:0.0:1763344902.345102:0:3643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.345107:0:3643:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.345111:0:3643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x691a4fa29e000 00000400:00000200:0.0:1763344902.345116:0:3643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x209981 [256] + 672 00000400:00000200:0.0:1763344902.345120:0:3643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.345123:0:3643:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.345126:0:3643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.345127:0:3643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763344902.345132:0:3643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fce8a2680. 00000100:00000040:0.0:1763344902.345134:0:3643:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fce8a2680 x1848987617976320 msgsize 224 00000100:00100000:0.0:1763344902.345137:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344902.345145:0:3643:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.345149:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64954c8 00000400:00000010:0.0:1763344902.345151:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64954c8. 00000100:00000001:0.0:1763344902.345153:0:3643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344902.345156:0:3643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1f480 x1848987617976320/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.345162:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.345164:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1f480 x1848987617976320/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.345171:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.345173:0:3643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.345175:0:3643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.345179:0:3643:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13918 usecs (14 jiffies) 00000100:00000001:0.0:1763344902.345181:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307676178 00000100:00000001:0.0:1763344902.345184:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.345186:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307676178 00000100:00000001:0.0:1763344902.345189:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.345190:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307676178 00000100:00000001:0.0:1763344902.345192:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.345194:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307676178 00000100:00000001:0.0:1763344902.345197:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.345199:0:3643:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.345201:0:3643:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.345202:0:3643:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344902.345206:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1c000 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.345213:0:3643:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344902.345214:0:3643:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.345216:0:3643:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344902.345218:0:3643:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344902.345220:0:3643:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.345223:0:3643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3643:1848987617976832:0@lo:400:kworker.0 00000100:00000001:0.0:1763344902.345227:0:3643:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344902.345229:0:3643:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344902.345230:0:3643:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.345232:0:3643:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344902.345235:0:3643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fc852a000. 02000000:00000001:0.0:1763344902.345237:0:3643:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344902.345240:0:3643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c38f0. 00000400:00000010:0.0:1763344902.345243:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64954c8. 00000100:00000200:0.0:1763344902.345246:0:3643:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617976832, portal 10 00000100:00000001:0.0:1763344902.345248:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344902.345249:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006364672 : -107404703186944 : ffff9e50e4d1c000) 00000100:00000040:0.0:1763344902.345253:0:3643:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e4d1c000 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.345259:0:3643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.345261:0:3643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.345263:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495a18. 00000100:00000200:0.0:1763344902.345264:0:3643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848987617976832, offset 0 00000400:00000200:0.0:1763344902.345268:0:3643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.345272:0:3643:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.345276:0:3643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a4fa29e200 00000400:00000200:0.0:1763344902.345281:0:3643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x616b51 [64] + 138080 00000400:00000200:0.0:1763344902.345285:0:3643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.345288:0:3643:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.345291:0:3643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.345293:0:3643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344902.345296:0:3643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fce8a2d80. 00000100:00000040:0.0:1763344902.345298:0:3643:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fce8a2d80 x1848987617976832 msgsize 224 00000100:00100000:0.0:1763344902.345301:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344902.345360:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344902.345364:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344902.345365:0:3642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344902.345371:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1ce00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.345377:0:3642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344902.345378:0:3642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.345380:0:3642:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344902.345382:0:3642:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344902.345384:0:3642:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.345387:0:3642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3642:1848987617976704:0@lo:400:kworker.0 00000100:00000001:2.0:1763344902.345390:0:3642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344902.345392:0:3642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344902.345394:0:3642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.345395:0:3642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344902.345399:0:3642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09e000. 02000000:00000001:2.0:1763344902.345401:0:3642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344902.345405:0:3642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344902.345419:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921b28. 00000100:00000200:2.0:1763344902.345423:0:3642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617976704, portal 10 00000100:00000001:2.0:1763344902.345425:0:3642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.345426:0:3642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006368256 : -107404703183360 : ffff9e50e4d1ce00) 00000100:00000040:2.0:1763344902.345432:0:3642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e4d1ce00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.345438:0:3642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.345441:0:3642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344902.345443:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921990. 00000100:00000200:2.0:1763344902.345445:0:3642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848987617976704, offset 0 00000400:00000200:2.0:1763344902.345450:0:3642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344902.345455:0:3642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344902.345460:0:3642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a4fa29e180 00000400:00000200:2.0:1763344902.345464:0:3642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x616b51 [64] + 138304 00000400:00000200:2.0:1763344902.345468:0:3642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344902.345470:0:3642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.347710:0:3643:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.347739:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495a18 00000400:00000010:0.0:1763344902.347743:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495a18. 00000100:00000001:0.0:1763344902.347749:0:3643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344902.347757:0:3643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1c000 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.347768:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.347771:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1c000 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.347778:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.347779:0:3643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.347786:0:3643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.347804:0:3643:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 8078 usecs (9 jiffies) 00000100:00000001:0.0:1763344902.347808:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307676176 00000100:00000001:0.0:1763344902.347812:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.347814:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307676176 00000100:00000001:0.0:1763344902.347816:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.347818:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307676176 00000100:00000001:0.0:1763344902.347820:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.347822:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307676176 00000100:00000001:0.0:1763344902.347825:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.347827:0:3643:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.347830:0:3643:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.347834:0:3643:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344902.347838:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8600700 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.347847:0:3643:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344902.347849:0:3643:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.347852:0:3643:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344902.347855:0:3643:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344902.347858:0:3643:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.347860:0:3643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8600700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3643:1848987617977344:0@lo:400:kworker.0 00000100:00000001:0.0:1763344902.347864:0:3643:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344902.347867:0:3643:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344902.347870:0:3643:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.347872:0:3643:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344902.347880:0:3643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fc852aa00. 02000000:00000001:0.0:1763344902.347882:0:3643:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344902.347887:0:3643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c33c8. 00000400:00000010:0.0:1763344902.347891:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495a18. 00000100:00000200:0.0:1763344902.347896:0:3643:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617977344, portal 10 00000100:00000001:0.0:1763344902.347899:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344902.347900:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334456064 : -107404375095552 : ffff9e50f8600700) 00000100:00000040:0.0:1763344902.347906:0:3643:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50f8600700 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.347913:0:3643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.347915:0:3643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.347918:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495088. 00000100:00000200:0.0:1763344902.347921:0:3643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848987617977344, offset 0 00000400:00000200:0.0:1763344902.347925:0:3643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.347934:0:3643:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.347943:0:3643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a4fa29e400 00000400:00000200:0.0:1763344902.347948:0:3643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x616b51 [64] + 138528 00000400:00000200:0.0:1763344902.347953:0:3643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.347956:0:3643:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.347960:0:3643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.347962:0:3643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344902.347966:0:3643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fce8a3100. 00000100:00000040:0.0:1763344902.347970:0:3643:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fce8a3100 x1848987617977344 msgsize 224 00000100:00100000:0.0:1763344902.347973:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344902.347981:0:3643:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.347985:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495088 00000400:00000010:0.0:1763344902.347987:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495088. 00000100:00000001:0.0:1763344902.347989:0:3643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344902.347992:0:3643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8600700 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.347999:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.348002:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8600700 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.348007:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348009:0:3643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.348012:0:3643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.348015:0:3643:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 7702 usecs (8 jiffies) 00000100:00000001:0.0:1763344902.348018:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4307676175 00000100:00000001:0.0:1763344902.348020:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.348022:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4307676175 00000100:00000001:0.0:1763344902.348024:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.348026:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4307676175 00000100:00000001:0.0:1763344902.348028:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.348030:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4307676175 00000100:00000001:0.0:1763344902.348031:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.348033:0:3643:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.348035:0:3643:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348038:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348042:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.348050:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344902.348051:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763344902.348054:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.348055:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344902.348057:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348059:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348084:0:31800:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.348087:0:31800:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617976192 02000000:00000001:0.0:1763344902.348089:0:31800:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.348091:0:31800:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.348094:0:31800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.348098:0:31800:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.348101:0:31800:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617976192 00000020:00000001:0.0:1763344902.348104:0:31800:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.348106:0:31800:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10cf7 00000020:00000001:0.0:1763344902.348109:0:31800:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.348111:0:31800:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc468d800 refcount=23 00000020:00000001:0.0:1763344902.348114:0:31800:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664167651328 : -107409541900288 : ffff9e4fc468d800) 00000020:00000001:0.0:1763344902.348116:0:31800:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664167651328 : -107409541900288 : ffff9e4fc468d800) 00000100:00000001:0.0:1763344902.348121:0:31800:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.348126:0:31800:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c40. 00000100:00000001:0.0:1763344902.348129:0:31800:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.348132:0:31800:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c40. 00000020:00000010:0.0:1763344902.348138:0:31800:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852be00. 00000020:00000010:0.0:1763344902.348142:0:31800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344902.348147:0:31800:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7327d0. 00000100:00000040:0.0:1763344902.348155:0:31800:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1763344902.348158:0:31800:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.348159:0:31800:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.348161:0:31800:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348168:0:31800:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348177:0:31800:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.348187:0:31800:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.348188:0:31800:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.348192:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6886 00000100:00000040:0.0:1763344902.348196:0:31800:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc468d800 : new rpc_count 1 00000100:00000001:0.0:1763344902.348197:0:31800:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668469636176 : -107405239915440 : ffff9e50c4d3ec50) 00000100:00000040:0.0:1763344902.348202:0:31800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c4d3ec50 x1848987617976192/t0(0) o400->d36044cc-2b04-47ed-a644-d9bacbc15933@0@lo:133/0 lens 224/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.348210:0:31800:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.348213:0:31800:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c40. 00000100:00000001:0.0:1763344902.348215:0:31800:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.348217:0:31800:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c40. 00000100:00100000:0.0:1763344902.348221:0:31800:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c4d3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d36044cc-2b04-47ed-a644-d9bacbc15933+23:3643:x1848987617976192:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763344902.348224:0:31800:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617976192 00000020:00000001:0.0:1763344902.348227:0:31800:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.348230:0:31800:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.348232:0:31800:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.348234:0:31800:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.348236:0:31800:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662767744 : -1046783872 : ffffffffc19b5880) 00000020:00000001:0.0:1763344902.348239:0:31800:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.348241:0:31800:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.348243:0:31800:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.348245:0:31800:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.348247:0:31800:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.348249:0:31800:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763344902.348252:0:31800:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.348255:0:31800:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.348259:0:31800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f58b6000. 02000000:00000001:0.0:1763344902.348260:0:31800:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348262:0:31800:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.348264:0:31800:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.348267:0:31800:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987617976192 00010000:00000001:0.0:1763344902.348269:0:31800:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.348273:0:31800:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c4d3ec50 x1848987617976192/t0(0) o400->d36044cc-2b04-47ed-a644-d9bacbc15933@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344902.348280:0:31800:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.348283:0:31800:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.348286:0:31800:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f842e1e8 time=119 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.348290:0:31800:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.348292:0:31800:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344902.348294:0:31800:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344902.348296:0:31800:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.348298:0:31800:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348301:0:31800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.348303:0:31800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.348306:0:31800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495088. 00000100:00000200:0.0:1763344902.348310:0:31800:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1848987617976192, offset 224 00000400:00000200:0.0:1763344902.348313:0:31800:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.348318:0:31800:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.348324:0:31800:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x691a4fa29df80 00000400:00000200:0.0:1763344902.348330:0:31800:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x665d45 [1] + 224 00000400:00000200:0.0:1763344902.348334:0:31800:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.348336:0:31800:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.348339:0:31800:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.348344:0:31800:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1f100 x1848987617976192/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344902.348351:0:31800:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50e4d1f100 x1848987617976192/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.348363:0:31800:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.348367:0:31800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495088 00000400:00000010:0.0:1763344902.348370:0:31800:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495088. 00000100:00000001:0.0:1763344902.348372:0:31800:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.348374:0:31800:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.348376:0:31800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.348379:0:31800:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344902.348382:0:31800:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.348383:0:31800:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.348385:0:31800:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.348389:0:31800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c4d3ec50 x1848987617976192/t0(0) o400->d36044cc-2b04-47ed-a644-d9bacbc15933@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.348398:0:31800:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c4d3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d36044cc-2b04-47ed-a644-d9bacbc15933+23:3643:x1848987617976192:12345-0@lo:400:kworker.0 Request processed in 186us (3474us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344902.348404:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6886 00000100:00000040:0.0:1763344902.348407:0:31800:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc468d800 : new rpc_count 0 00000100:00000001:0.0:1763344902.348409:0:31800:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.348425:0:31800:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.348430:0:31800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344902.348435:0:31800:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf7327d0. 00000020:00000010:0.0:1763344902.348438:0:31800:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852be00. 00000020:00000040:0.0:1763344902.348444:0:31800:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc468d800 : new refcount 22 02000000:00000001:0.0:1763344902.348448:0:31800:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344902.348450:0:31800:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50f58b6000. 02000000:00000001:0.0:1763344902.348454:0:31800:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763344902.348456:0:31800:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763344902.348460:0:31800:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1763344902.348464:0:31800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c30b0. 00000400:00000010:0.0:1763344902.348469:0:31800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192eb40. 00000100:00000001:0.0:1763344902.348481:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.348483:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344902.348486:0:3643:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344902.348488:0:3643:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344902.348490:0:3643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3bb0. 00000400:00000200:0.0:1763344902.348493:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495220 00000400:00000010:0.0:1763344902.348494:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495220. 00000100:00000001:0.0:1763344902.348498:0:3643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.348501:0:3643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1f100 x1848987617976192/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344902.348509:0:3643:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1f100 x1848987617976192/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.348515:0:3643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344902.348517:0:3643:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.348519:0:3643:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344902.348521:0:3643:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344902.348523:0:3643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.348524:0:3643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.348526:0:3643:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.348531:0:3643:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50d8384c58 time=102 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344902.348534:0:3643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50d8384c10 time=111 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.348536:0:3643:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344902.348538:0:3643:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.348541:0:3643:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344902.348543:0:3643:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348546:0:3643:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.348550:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1f100 x1848987617976192/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.348557:0:3643:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.348559:0:3643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344902.348561:0:3643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344902.348565:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1f100 x1848987617976192/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.348571:0:3643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d36044cc-2b04-47ed-a644-d9bacbc15933:3643:1848987617976192:0@lo:400:kworker.0 00000100:00000001:0.0:1763344902.348575:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348577:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.348580:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1f100 x1848987617976192/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.348586:0:3643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344902.348588:0:3643:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344902.348591:0:3643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc852a400. 02000000:00000001:0.0:1763344902.348594:0:3643:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344902.348596:0:3643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344902.348597:0:3643:0:(genops.c:1242:class_import_put()) import ffff9e50d8384800 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:0.0:1763344902.348599:0:3643:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344902.348602:0:3643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4fc1fe5500. 02000000:00000001:0.0:1763344902.348608:0:3643:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344902.348610:0:3643:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344902.348612:0:3643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1f100. 00000100:00000001:0.0:1763344902.348614:0:3643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344902.348616:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.348618:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348619:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.348621:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344902.348622:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348624:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348656:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.348658:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617976320 02000000:00000001:0.0:1763344902.348660:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.348662:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.348664:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.348666:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.348668:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617976320 00000020:00000001:0.0:1763344902.348670:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.348671:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:0.0:1763344902.348673:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.348675:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=7 00000020:00000001:0.0:1763344902.348677:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:0.0:1763344902.348679:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:0.0:1763344902.348681:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.348685:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c40. 00000100:00000001:0.0:1763344902.348687:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.348689:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c40. 00000020:00000010:0.0:1763344902.348693:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852a400. 00000020:00000010:0.0:1763344902.348696:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344902.348699:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7327d0. 00000100:00000040:0.0:1763344902.348705:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344902.348707:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.348709:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.348710:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348714:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348720:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.348728:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.348730:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.348733:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8669 00000100:00000040:0.0:1763344902.348735:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:0.0:1763344902.348736:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664337606272 : -107409371945344 : ffff9e4fce8a2680) 00000100:00000040:0.0:1763344902.348741:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fce8a2680 x1848987617976320/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.348748:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.348751:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c40. 00000100:00000001:0.0:1763344902.348752:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.348754:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c40. 00000100:00100000:0.0:1763344902.348758:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fce8a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3643:x1848987617976320:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763344902.348761:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617976320 00000020:00000001:0.0:1763344902.348763:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.348765:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.348768:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.348770:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.348772:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:0.0:1763344902.348774:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344902.348777:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617976320, found 0 last_xid 1848987617976319 00000020:00000001:0.0:1763344902.348780:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.348782:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.348783:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.348784:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.348786:0:21732:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763344902.348813:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.348815:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.348819:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f58b6000. 02000000:00000001:0.0:1763344902.348821:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348823:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.348825:0:21732:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.348827:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770256485, transno 0, xid 1848987617976320 00010000:00000001:0.0:1763344902.348829:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.348832:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fce8a2680 x1848987617976320/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344902.348839:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.348841:0:21732:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.348844:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.348846:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.348849:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344902.348850:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344902.348852:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.348854:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.348855:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.348857:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.348860:0:21732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495220. 00000100:00000200:0.0:1763344902.348863:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848987617976320, offset 224 00000400:00000200:0.0:1763344902.348867:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.348873:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.348877:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a4fa29e000 00000400:00000200:0.0:1763344902.348882:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x665d4d [1] + 224 00000400:00000200:0.0:1763344902.348886:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.348889:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.348892:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.348896:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1f480 x1848987617976320/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344902.348905:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50e4d1f480 x1848987617976320/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.348915:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.348920:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495220 00000400:00000010:0.0:1763344902.348922:0:21732:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495220. 00000100:00000001:0.0:1763344902.348924:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.348925:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.348928:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.348930:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344902.348932:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.348933:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.348935:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.348939:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fce8a2680 x1848987617976320/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.348946:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fce8a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3643:x1848987617976320:12345-0@lo:400:kworker.0 Request processed in 197us (3811us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344902.348952:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8669 00000100:00000040:0.0:1763344902.348955:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:0.0:1763344902.348957:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.348958:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.348961:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344902.348964:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf7327d0. 00000020:00000010:0.0:1763344902.348967:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852a400. 00000020:00000040:0.0:1763344902.348970:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 6 00000100:00000001:0.0:1763344902.348972:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.348983:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.348985:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344902.348987:0:3643:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344902.348988:0:3643:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344902.348990:0:3643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3898. 00000400:00000200:0.0:1763344902.348992:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495330 00000400:00000010:0.0:1763344902.348994:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495330. 00000100:00000001:0.0:1763344902.348996:0:3643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.348999:0:3643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1f480 x1848987617976320/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344902.349007:0:3643:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1f480 x1848987617976320/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349017:0:3643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344902.349018:0:3643:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.349019:0:3643:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344902.349021:0:3643:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344902.349022:0:3643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.349024:0:3643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.349025:0:3643:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.349030:0:3643:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=2 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344902.349032:0:3643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=105 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.349034:0:3643:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344902.349036:0:3643:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.349038:0:3643:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344902.349039:0:3643:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349042:0:3643:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344902.349044:0:3643:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000100:00000001:0.0:1763344902.349046:0:3643:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344902.349047:0:3643:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.349050:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1f480 x1848987617976320/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349056:0:3643:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.349058:0:3643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344902.349059:0:3643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344902.349063:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1f480 x1848987617976320/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.349070:0:3643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1848987617976320:0@lo:400:kworker.0 00000100:00000001:0.0:1763344902.349074:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349075:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.349078:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1f480 x1848987617976320/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349084:0:3643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344902.349086:0:3643:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344902.349088:0:3643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc852b600. 02000000:00000001:0.0:1763344902.349091:0:3643:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344902.349092:0:3643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344902.349093:0:3643:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1763344902.349096:0:3643:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344902.349097:0:3643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4fc1fe5600. 02000000:00000001:0.0:1763344902.349099:0:3643:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344902.349101:0:3643:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344902.349102:0:3643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1f480. 00000100:00000001:0.0:1763344902.349104:0:3643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344902.349106:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.349108:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349109:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.349110:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344902.349112:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349114:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349134:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.349137:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344902.349138:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344902.349143:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1c700 x1848987617976576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349150:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344902.349151:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.349154:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344902.349156:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344902.349158:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.349161:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617976576:0@lo:400:kworker.0 00000100:00000001:0.0:1763344902.349164:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344902.349167:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344902.349169:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.349171:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344902.349175:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fc852b600. 02000000:00000001:0.0:1763344902.349177:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344902.349180:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3898. 00000400:00000010:0.0:1763344902.349183:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495330. 00000100:00000200:0.0:1763344902.349185:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617976576, portal 4 00000100:00000001:0.0:1763344902.349187:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344902.349189:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006366464 : -107404703185152 : ffff9e50e4d1c700) 00000100:00000040:0.0:1763344902.349194:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e4d1c700 x1848987617976576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349200:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.349202:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.349204:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495220. 00000100:00000200:0.0:1763344902.349206:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1848987617976576, offset 0 00000400:00000200:0.0:1763344902.349209:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.349214:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.349218:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a4fa29e100 00000400:00000200:0.0:1763344902.349224:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x64578d [8] + 2512 00000400:00000200:0.0:1763344902.349228:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.349231:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.349234:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.349236:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344902.349239:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fce8a1f80. 00000100:00000040:0.0:1763344902.349242:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fce8a1f80 x1848987617976576 msgsize 224 00000100:00100000:0.0:1763344902.349245:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344902.349251:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.349254:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495220 00000400:00000010:0.0:1763344902.349256:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495220. 00000100:00000001:0.0:1763344902.349258:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344902.349262:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1c700 x1848987617976576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349270:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.349272:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1c700 x1848987617976576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349278:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349279:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.349282:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.349285:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 13503 usecs (14 jiffies) 00000100:00000001:0.0:1763344902.349288:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307676182 00000100:00000001:0.0:1763344902.349290:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349292:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307676182 00000100:00000001:0.0:1763344902.349294:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349296:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307676182 00000100:00000001:0.0:1763344902.349298:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349299:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307676182 00000100:00000001:0.0:1763344902.349301:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349302:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.349304:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349306:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344902.349309:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1f800 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349315:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344902.349316:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.349318:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344902.349319:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344902.349321:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.349324:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3645:1848987617977088:0@lo:400:kworker.0 00000100:00000001:0.0:1763344902.349326:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344902.349328:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344902.349330:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.349331:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344902.349334:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fc852a400. 02000000:00000001:0.0:1763344902.349336:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344902.349338:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3bb0. 00000400:00000010:0.0:1763344902.349341:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495220. 00000100:00000200:0.0:1763344902.349343:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617977088, portal 10 00000100:00000001:0.0:1763344902.349345:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344902.349346:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006379008 : -107404703172608 : ffff9e50e4d1f800) 00000100:00000040:0.0:1763344902.349350:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e4d1f800 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349355:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.349357:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.349359:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495088. 00000100:00000200:0.0:1763344902.349361:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848987617977088, offset 0 00000400:00000200:0.0:1763344902.349363:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.349367:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.349371:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a4fa29e300 00000400:00000200:0.0:1763344902.349375:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x616b51 [64] + 138752 00000400:00000200:0.0:1763344902.349378:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.349380:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.349383:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.349384:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344902.349387:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fce8a1880. 00000100:00000040:0.0:1763344902.349389:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fce8a1880 x1848987617977088 msgsize 224 00000100:00100000:0.0:1763344902.349393:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344902.349399:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.349402:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495088 00000400:00000010:0.0:1763344902.349404:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495088. 00000100:00000001:0.0:1763344902.349406:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344902.349408:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1f800 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349427:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.349430:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1f800 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349435:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349437:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.349440:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.349442:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 7643 usecs (8 jiffies) 00000100:00000001:0.0:1763344902.349444:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676176 00000100:00000001:0.0:1763344902.349448:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349449:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676176 00000100:00000001:0.0:1763344902.349451:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349453:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676176 00000100:00000001:0.0:1763344902.349455:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349456:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676176 00000100:00000001:0.0:1763344902.349458:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349459:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.349461:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349463:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349464:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.349469:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344902.349471:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763344902.349472:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.349473:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344902.349475:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.349478:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00000001:0.0:1763344902.349479:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.349481:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344902.349482:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.349484:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.349485:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344902.349486:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344902.349490:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1d180 x1848987617976448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349495:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344902.349496:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.349499:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344902.349500:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344902.349502:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.349504:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617976448:0@lo:400:kworker.0 00000100:00000001:0.0:1763344902.349507:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344902.349509:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344902.349511:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.349512:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344902.349515:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fc852be00. 02000000:00000001:0.0:1763344902.349517:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344902.349519:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3840. 00000400:00000010:0.0:1763344902.349523:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495088. 00000100:00000200:0.0:1763344902.349525:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617976448, portal 4 00000100:00000001:0.0:1763344902.349527:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344902.349528:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006369152 : -107404703182464 : ffff9e50e4d1d180) 00000100:00000040:0.0:1763344902.349532:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e4d1d180 x1848987617976448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349536:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.349538:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.349541:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495990. 00000100:00000200:0.0:1763344902.349543:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1848987617976448, offset 0 00000400:00000200:0.0:1763344902.349546:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.349551:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.349555:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a4fa29e080 00000400:00000200:0.0:1763344902.349559:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x64578d [8] + 2736 00000400:00000200:0.0:1763344902.349563:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.349565:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.349568:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.349569:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344902.349572:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fce8a0a80. 00000100:00000040:0.0:1763344902.349574:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fce8a0a80 x1848987617976448 msgsize 224 00000100:00100000:0.0:1763344902.349577:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344902.349584:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.349588:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495990 00000400:00000010:0.0:1763344902.349590:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495990. 00000100:00000001:0.0:1763344902.349591:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344902.349595:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1d180 x1848987617976448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349600:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.349603:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1d180 x1848987617976448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349609:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349611:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.349614:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.349617:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17586 usecs (18 jiffies) 00000100:00000001:0.0:1763344902.349620:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307676186 00000100:00000001:0.0:1763344902.349622:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349624:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307676186 00000100:00000001:0.0:1763344902.349626:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349628:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307676186 00000100:00000001:0.0:1763344902.349630:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349632:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307676186 00000100:00000001:0.0:1763344902.349634:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349635:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.349638:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349640:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344902.349643:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1c380 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349649:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344902.349650:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.349652:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344902.349654:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344902.349656:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.349659:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3645:1848987617976960:0@lo:400:kworker.0 00000100:00000001:0.0:1763344902.349662:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344902.349664:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344902.349665:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.349667:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344902.349670:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fc852bc00. 02000000:00000001:0.0:1763344902.349672:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344902.349674:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3058. 00000400:00000010:0.0:1763344902.349677:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495990. 00000100:00000200:0.0:1763344902.349679:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617976960, portal 10 00000100:00000001:0.0:1763344902.349681:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344902.349683:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006365568 : -107404703186048 : ffff9e50e4d1c380) 00000100:00000040:0.0:1763344902.349687:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e4d1c380 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349693:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.349695:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.349698:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495f68. 00000100:00000200:0.0:1763344902.349700:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848987617976960, offset 0 00000400:00000200:0.0:1763344902.349703:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.349707:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.349711:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a4fa29e280 00000400:00000200:0.0:1763344902.349715:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x616b51 [64] + 138976 00000400:00000200:0.0:1763344902.349718:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.349721:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.349723:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.349725:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344902.349727:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fce8a1180. 00000100:00000040:0.0:1763344902.349729:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fce8a1180 x1848987617976960 msgsize 224 00000100:00100000:0.0:1763344902.349733:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344902.349739:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.349743:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495f68 00000400:00000010:0.0:1763344902.349745:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495f68. 00000100:00000001:0.0:1763344902.349747:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344902.349750:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1c380 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349756:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.349759:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1c380 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.349764:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349765:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.349768:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.349771:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 7683 usecs (8 jiffies) 00000100:00000001:0.0:1763344902.349773:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4307676176 00000100:00000001:0.0:1763344902.349776:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349778:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4307676176 00000100:00000001:0.0:1763344902.349780:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349782:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4307676176 00000100:00000001:0.0:1763344902.349784:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349786:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4307676176 00000100:00000001:0.0:1763344902.349816:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4307677482 00000100:00000001:0.0:1763344902.349819:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.349821:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349824:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349826:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349844:0:6506:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.349847:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617976832 02000000:00000001:0.0:1763344902.349849:0:6506:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.349851:0:6506:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.349853:0:6506:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.349856:0:6506:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.349859:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617976832 00000020:00000001:0.0:1763344902.349861:0:6506:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.349863:0:6506:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10ee1 00000020:00000001:0.0:1763344902.349864:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.349866:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c5dfe800 refcount=5 00000020:00000001:0.0:1763344902.349869:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668487198720 : -107405222352896 : ffff9e50c5dfe800) 00000020:00000001:0.0:1763344902.349872:0:6506:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668487198720 : -107405222352896 : ffff9e50c5dfe800) 00000100:00000001:0.0:1763344902.349874:0:6506:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.349878:0:6506:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c40. 00000100:00000001:0.0:1763344902.349881:0:6506:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.349883:0:6506:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c40. 00000020:00000010:0.0:1763344902.349887:0:6506:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852b200. 00000020:00000010:0.0:1763344902.349891:0:6506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344902.349894:0:6506:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7327d0. 00000100:00000040:0.0:1763344902.349899:0:6506:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344902.349901:0:6506:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.349903:0:6506:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.349905:0:6506:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.349909:0:6506:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763344902.349912:0:6506:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344902.349913:0:6506:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349919:0:6506:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.349927:0:6506:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.349928:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617977344 02000000:00000001:0.0:1763344902.349930:0:6506:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.349931:0:6506:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.349932:0:6506:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.349934:0:6506:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.349936:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617977344 00000020:00000001:0.0:1763344902.349937:0:6506:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.349939:0:6506:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b862b 00000020:00000001:0.0:1763344902.349940:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.349943:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1e26800 refcount=5 00000020:00000001:0.0:1763344902.349945:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664125286400 : -107409584265216 : ffff9e4fc1e26800) 00000020:00000001:0.0:1763344902.349947:0:6506:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664125286400 : -107409584265216 : ffff9e4fc1e26800) 00000100:00000001:0.0:1763344902.349949:0:6506:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.349951:0:6506:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c40. 00000020:00000040:0.0:1763344902.349957:0:6506:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00000100:00000001:0.0:1763344902.349964:0:6506:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344902.349966:0:6506:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c40. 00000020:00000010:0.0:1763344902.349970:0:6506:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852a600. 00000020:00000010:0.0:1763344902.349973:0:6506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139b00. 00000020:00000010:0.0:1763344902.349976:0:6506:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732ed8. 00000100:00000001:0.0:1763344902.349978:0:6506:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.349980:0:6506:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.349981:0:6506:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.349984:0:6506:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763344902.349985:0:6506:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344902.349987:0:6506:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.349992:0:6506:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.349996:0:6506:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.349998:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617977088 02000000:00000001:0.0:1763344902.350000:0:6506:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.350001:0:6506:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.350002:0:6506:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.350004:0:6506:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.350005:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617977088 00000020:00000001:0.0:1763344902.350007:0:6506:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.350008:0:6506:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b853d 00000020:00000001:0.0:1763344902.350009:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.350010:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50eff24800 refcount=5 00000020:00000001:0.0:1763344902.350012:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669193046016 : -107404516505600 : ffff9e50eff24800) 00000020:00000001:0.0:1763344902.350014:0:6506:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669193046016 : -107404516505600 : ffff9e50eff24800) 00000100:00000001:0.0:1763344902.350016:0:6506:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.350019:0:6506:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c40. 00000020:00000010:0.0:1763344902.350021:0:6506:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e4fc4ba2b40. 00000100:00000001:0.0:1763344902.350024:0:6506:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344902.350025:0:6506:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2c40. 00000020:00000010:0.0:1763344902.350027:0:6506:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852b000. 00000020:00000010:0.0:1763344902.350030:0:6506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344902.350032:0:6506:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732a28. 00000100:00000001:0.0:1763344902.350035:0:6506:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.350036:0:6506:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.350037:0:6506:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.350040:0:6506:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763344902.350041:0:6506:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344902.350043:0:6506:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.350048:0:6506:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.350053:0:6506:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.350055:0:6506:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617976960 02000000:00000001:0.0:1763344902.350056:0:6506:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.350058:0:6506:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.350060:0:6506:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.350062:0:6506:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.350063:0:6506:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617976960 00000020:00000001:0.0:1763344902.350065:0:6506:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.350066:0:6506:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b8528 00000020:00000001:0.0:1763344902.350068:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.350070:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1e20800 refcount=5 00000020:00000001:0.0:1763344902.350072:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664125261824 : -107409584289792 : ffff9e4fc1e20800) 00000020:00000001:0.0:1763344902.350074:0:6506:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664125261824 : -107409584289792 : ffff9e4fc1e20800) 00000100:00000001:0.0:1763344902.350076:0:6506:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.350078:0:6506:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2c40. 00000020:00000040:0.0:1763344902.350081:0:6506:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00000100:00000001:0.0:1763344902.350084:0:6506:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344902.350086:0:6506:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852a200. 00000020:00000010:0.0:1763344902.350089:0:6506:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.350091:0:6506:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000001:0.0:1763344902.350094:0:6506:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.350095:0:6506:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.350096:0:6506:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.350099:0:6506:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763344902.350100:0:6506:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344902.350101:0:6506:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.350103:0:6506:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.350108:0:6506:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.350110:0:6506:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.350113:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17246 00000100:00000040:0.0:1763344902.350116:0:6506:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c5dfe800 : new rpc_count 1 00000100:00000001:0.0:1763344902.350117:0:6506:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664337608064 : -107409371943552 : ffff9e4fce8a2d80) 00000100:00000040:0.0:1763344902.350122:0:6506:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fce8a2d80 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.350129:0:6506:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.350131:0:6506:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2b40. 00000100:00000001:0.0:1763344902.350132:0:6506:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.350134:0:6506:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2b40. 00000100:00100000:0.0:1763344902.350138:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fce8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1848987617976832:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763344902.350141:0:6506:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617976832 00000020:00000001:0.0:1763344902.350144:0:6506:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.350146:0:6506:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.350148:0:6506:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350150:0:6506:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.350152:0:6506:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:0.0:1763344902.350154:0:6506:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.350156:0:6506:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.350158:0:6506:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.350159:0:6506:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.350161:0:6506:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350163:0:6506:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763344902.350166:0:6506:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.350167:0:6506:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.350171:0:6506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f58b6800. 02000000:00000001:0.0:1763344902.350173:0:6506:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.350175:0:6506:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350177:0:6506:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.350180:0:6506:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987617976832 00010000:00000001:0.0:1763344902.350182:0:6506:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.350185:0:6506:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fce8a2d80 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344902.350192:0:6506:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.350195:0:6506:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.350197:0:6506:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.350201:0:6506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.350203:0:6506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344902.350205:0:6506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344902.350207:0:6506:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.350208:0:6506:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.350211:0:6506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.350212:0:6506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.350215:0:6506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495f68. 00000100:00000200:0.0:1763344902.350218:0:6506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987617976832, offset 224 00000400:00000200:0.0:1763344902.350222:0:6506:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.350227:0:6506:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.350232:0:6506:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a4fa29e200 00000400:00000200:0.0:1763344902.350236:0:6506:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x665d55 [1] + 224 00000400:00000200:0.0:1763344902.350240:0:6506:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.350243:0:6506:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.350246:0:6506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.350250:0:6506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1c000 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344902.350257:0:6506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50e4d1c000 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.350268:0:6506:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.350271:0:6506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495f68 00000400:00000010:0.0:1763344902.350273:0:6506:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495f68. 00000100:00000001:0.0:1763344902.350276:0:6506:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.350277:0:6506:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.350280:0:6506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.350283:0:6506:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344902.350285:0:6506:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.350286:0:6506:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350288:0:6506:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.350291:0:6506:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fce8a2d80 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.350299:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fce8a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1848987617976832:12345-0@lo:400:kworker.0 Request processed in 168us (4999us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344902.350306:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17246 00000100:00000040:0.0:1763344902.350309:0:6506:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c5dfe800 : new rpc_count 0 00000100:00000001:0.0:1763344902.350310:0:6506:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.350311:0:6506:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.350315:0:6506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344902.350319:0:6506:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf7327d0. 00000020:00000010:0.0:1763344902.350321:0:6506:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852b200. 00000020:00000040:0.0:1763344902.350326:0:6506:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c5dfe800 : new refcount 4 00000100:00000001:0.0:1763344902.350328:0:6506:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.350336:0:6506:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.350337:0:6506:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.350340:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17247 00000100:00000040:0.0:1763344902.350342:0:6506:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1e26800 : new rpc_count 1 00000100:00000001:0.0:1763344902.350344:0:6506:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664337608960 : -107409371942656 : ffff9e4fce8a3100) 00000100:00000040:0.0:1763344902.350349:0:6506:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fce8a3100 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.350356:0:6506:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.350359:0:6506:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2b40. 00000100:00000001:0.0:1763344902.350361:0:6506:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.350363:0:6506:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2b40. 00000100:00100000:0.0:1763344902.350366:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fce8a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1848987617977344:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763344902.350369:0:6506:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617977344 00000020:00000001:0.0:1763344902.350371:0:6506:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.350373:0:6506:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.350374:0:6506:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350376:0:6506:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.350378:0:6506:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:0.0:1763344902.350380:0:6506:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.350382:0:6506:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.350383:0:6506:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.350384:0:6506:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.350386:0:6506:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350387:0:6506:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763344902.350389:0:6506:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.350390:0:6506:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.350393:0:6506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f58b7800. 02000000:00000001:0.0:1763344902.350395:0:6506:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.350397:0:6506:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350399:0:6506:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.350401:0:6506:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987617977344 00010000:00000001:0.0:1763344902.350403:0:6506:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.350407:0:6506:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fce8a3100 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344902.350432:0:6506:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.350433:0:6506:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.350436:0:6506:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.350439:0:6506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.350441:0:6506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344902.350442:0:6506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344902.350444:0:6506:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.350445:0:6506:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.350447:0:6506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.350448:0:6506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.350451:0:6506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495f68. 00000100:00000200:0.0:1763344902.350454:0:6506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987617977344, offset 224 00000400:00000200:0.0:1763344902.350457:0:6506:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.350462:0:6506:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.350466:0:6506:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a4fa29e400 00000400:00000200:0.0:1763344902.350470:0:6506:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x665d65 [1] + 224 00000400:00000200:0.0:1763344902.350473:0:6506:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.350476:0:6506:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.350479:0:6506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.350482:0:6506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8600700 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344902.350490:0:6506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50f8600700 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.350497:0:6506:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.350500:0:6506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495f68 00000400:00000010:0.0:1763344902.350502:0:6506:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495f68. 00000100:00000001:0.0:1763344902.350504:0:6506:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.350506:0:6506:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.350508:0:6506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.350510:0:6506:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344902.350512:0:6506:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.350515:0:6506:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350517:0:6506:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.350520:0:6506:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fce8a3100 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.350527:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fce8a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1848987617977344:12345-0@lo:400:kworker.0 Request processed in 169us (2556us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344902.350532:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17247 00000100:00000040:0.0:1763344902.350535:0:6506:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1e26800 : new rpc_count 0 00000100:00000001:0.0:1763344902.350536:0:6506:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.350538:0:6506:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.350540:0:6506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139b00. 00000020:00000010:0.0:1763344902.350542:0:6506:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732ed8. 00000020:00000010:0.0:1763344902.350545:0:6506:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852a600. 00000020:00000040:0.0:1763344902.350547:0:6506:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1e26800 : new refcount 4 00000100:00000001:0.0:1763344902.350550:0:6506:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.350556:0:6506:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.350564:0:6506:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.350567:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17248 00000100:00000040:0.0:1763344902.350569:0:6506:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50eff24800 : new rpc_count 1 00000100:00000001:0.0:1763344902.350570:0:6506:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664337602688 : -107409371948928 : ffff9e4fce8a1880) 00000100:00000040:0.0:1763344902.350575:0:6506:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fce8a1880 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.350581:0:6506:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.350583:0:6506:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2b40. 00000100:00000001:0.0:1763344902.350585:0:6506:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.350587:0:6506:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2b40. 00000100:00100000:0.0:1763344902.350591:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fce8a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1848987617977088:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763344902.350594:0:6506:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617977088 00000020:00000001:0.0:1763344902.350596:0:6506:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.350597:0:6506:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.350599:0:6506:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350601:0:6506:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.350603:0:6506:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:0.0:1763344902.350605:0:6506:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.350607:0:6506:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.350608:0:6506:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.350609:0:6506:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.350611:0:6506:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350612:0:6506:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763344902.350614:0:6506:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.350615:0:6506:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.350618:0:6506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f58b7000. 02000000:00000001:0.0:1763344902.350621:0:6506:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.350622:0:6506:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350624:0:6506:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.350626:0:6506:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987617977088 00010000:00000001:0.0:1763344902.350627:0:6506:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.350631:0:6506:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fce8a1880 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344902.350637:0:6506:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.350638:0:6506:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.350641:0:6506:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.350643:0:6506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.350645:0:6506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344902.350647:0:6506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344902.350649:0:6506:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.350650:0:6506:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.350652:0:6506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.350654:0:6506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.350656:0:6506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495f68. 00000100:00000200:0.0:1763344902.350659:0:6506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987617977088, offset 224 00000400:00000200:0.0:1763344902.350663:0:6506:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.350669:0:6506:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.350674:0:6506:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a4fa29e300 00000400:00000200:0.0:1763344902.350678:0:6506:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x665d81 [1] + 224 00000400:00000200:0.0:1763344902.350682:0:6506:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.350685:0:6506:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.350687:0:6506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.350690:0:6506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1f800 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344902.350698:0:6506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50e4d1f800 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.350709:0:6506:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.350713:0:6506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495f68 00000400:00000010:0.0:1763344902.350715:0:6506:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495f68. 00000100:00000001:0.0:1763344902.350717:0:6506:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.350718:0:6506:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.350722:0:6506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.350725:0:6506:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344902.350727:0:6506:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.350728:0:6506:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350729:0:6506:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.350732:0:6506:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fce8a1880 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.350740:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fce8a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1848987617977088:12345-0@lo:400:kworker.0 Request processed in 158us (1349us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344902.350745:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17248 00000100:00000040:0.0:1763344902.350748:0:6506:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50eff24800 : new rpc_count 0 00000100:00000001:0.0:1763344902.350750:0:6506:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.350751:0:6506:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.350754:0:6506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344902.350756:0:6506:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732a28. 00000020:00000010:0.0:1763344902.350759:0:6506:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852b000. 00000020:00000040:0.0:1763344902.350762:0:6506:0:(genops.c:898:class_export_put()) PUTting export ffff9e50eff24800 : new refcount 4 00000100:00000001:0.0:1763344902.350764:0:6506:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.350771:0:6506:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.350773:0:6506:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.350776:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17249 00000100:00000040:0.0:1763344902.350778:0:6506:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1e20800 : new rpc_count 1 00000100:00000001:0.0:1763344902.350781:0:6506:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664337600896 : -107409371950720 : ffff9e4fce8a1180) 00000100:00000040:0.0:1763344902.350785:0:6506:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fce8a1180 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.350814:0:6506:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.350817:0:6506:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2b40. 00000100:00000001:0.0:1763344902.350819:0:6506:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.350821:0:6506:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2b40. 00000100:00100000:0.0:1763344902.350824:0:6506:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fce8a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1848987617976960:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763344902.350827:0:6506:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617976960 00000020:00000001:0.0:1763344902.350829:0:6506:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.350831:0:6506:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.350833:0:6506:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350834:0:6506:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.350836:0:6506:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:0.0:1763344902.350838:0:6506:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.350840:0:6506:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.350841:0:6506:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.350843:0:6506:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.350845:0:6506:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350847:0:6506:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763344902.350849:0:6506:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.350850:0:6506:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.350854:0:6506:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f58b4000. 02000000:00000001:0.0:1763344902.350856:0:6506:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.350857:0:6506:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350859:0:6506:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.350862:0:6506:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987617976960 00010000:00000001:0.0:1763344902.350863:0:6506:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.350866:0:6506:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fce8a1180 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344902.350873:0:6506:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.350875:0:6506:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.350877:0:6506:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.350880:0:6506:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.350881:0:6506:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344902.350883:0:6506:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344902.350885:0:6506:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.350886:0:6506:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.350894:0:6506:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.350896:0:6506:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.350899:0:6506:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495f68. 00000100:00000200:0.0:1763344902.350902:0:6506:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987617976960, offset 224 00000400:00000200:0.0:1763344902.350906:0:6506:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.350910:0:6506:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.350916:0:6506:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a4fa29e280 00000400:00000200:0.0:1763344902.350920:0:6506:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x665d91 [1] + 224 00000400:00000200:0.0:1763344902.350924:0:6506:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.350926:0:6506:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.350929:0:6506:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.350933:0:6506:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1c380 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344902.350940:0:6506:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50e4d1c380 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.350947:0:6506:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.350950:0:6506:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495f68 00000400:00000010:0.0:1763344902.350952:0:6506:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495f68. 00000100:00000001:0.0:1763344902.350954:0:6506:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.350955:0:6506:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.350958:0:6506:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.350960:0:6506:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344902.350962:0:6506:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.350964:0:6506:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.350965:0:6506:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.350968:0:6506:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fce8a1180 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.350976:0:6506:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fce8a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1848987617976960:12345-0@lo:400:kworker.0 Request processed in 161us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344902.350982:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17249 00000100:00000040:0.0:1763344902.350984:0:6506:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1e20800 : new rpc_count 0 00000100:00000001:0.0:1763344902.350986:0:6506:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.350988:0:6506:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.350991:0:6506:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.350994:0:6506:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000020:00000010:0.0:1763344902.350996:0:6506:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852a200. 00000020:00000040:0.0:1763344902.350999:0:6506:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1e20800 : new refcount 4 00000100:00000001:0.0:1763344902.351001:0:6506:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1763344902.351031:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1763344902.351035:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00000100:00080000:0.0:1763344902.351038:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:0.0:1763344902.351040:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00000100:00000001:0.0:1763344902.351047:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.351049:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344902.351053:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344902.351054:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344902.351056:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3058. 00000400:00000200:0.0:1763344902.351059:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495990 00000400:00000010:0.0:1763344902.351060:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495990. 00000100:00000001:0.0:1763344902.351062:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.351065:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1c380 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344902.351072:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1c380 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.351077:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344902.351079:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351081:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344902.351082:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344902.351084:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.351085:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.351087:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.351092:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ef5de458 time=53 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344902.351095:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ef5de410 time=53 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.351098:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344902.351099:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.351101:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344902.351103:0:3645:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.351106:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344902.351107:0:3645:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1763344902.351109:0:3645:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344902.351110:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.351114:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1c380 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.351119:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.351121:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344902.351123:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344902.351126:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1c380 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.351133:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3645:1848987617976960:0@lo:400:kworker.0 00000400:00000001:0.0:1763344902.351137:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344902.351138:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344902.351140:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3bb0. 00000400:00000200:0.0:1763344902.351142:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495220 00000400:00000010:0.0:1763344902.351144:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495220. 00000100:00000001:0.0:1763344902.351146:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.351148:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1f800 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344902.351155:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1f800 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.351160:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344902.351161:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351163:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344902.351164:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344902.351165:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.351166:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.351169:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.351172:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50cba98c58 time=53 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344902.351175:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50cba98c10 time=53 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.351177:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344902.351178:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.351180:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344902.351181:0:3645:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.351184:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344902.351185:0:3645:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1763344902.351187:0:3645:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344902.351188:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.351191:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1f800 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.351197:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.351199:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344902.351201:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344902.351204:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1f800 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.351210:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3645:1848987617977088:0@lo:400:kworker.0 00000100:00000001:0.0:1763344902.351213:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.351215:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.351218:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1c380 x1848987617976960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.351224:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344902.351226:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344902.351228:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc852bc00. 02000000:00000001:0.0:1763344902.351231:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344902.351232:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344902.351234:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e50ef5de000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1763344902.351236:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344902.351238:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50d8284700. 02000000:00000001:0.0:1763344902.351242:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344902.351244:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344902.351245:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1c380. 00000100:00000001:0.0:1763344902.351249:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344902.351250:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351251:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.351254:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1f800 x1848987617977088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.351259:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344902.351260:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344902.351261:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc852a400. 02000000:00000001:0.0:1763344902.351263:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344902.351264:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344902.351265:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e50cba98800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1763344902.351266:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344902.351267:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50d8284500. 02000000:00000001:0.0:1763344902.351269:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344902.351270:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344902.351271:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1f800. 00000100:00000001:0.0:1763344902.351273:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344902.351274:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351276:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.351278:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.351279:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344902.351281:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.351282:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.351291:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.351293:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344902.351295:0:3643:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344902.351297:0:3643:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344902.351299:0:3643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c38f0. 00000400:00000200:0.0:1763344902.351301:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64954c8 00000400:00000010:0.0:1763344902.351303:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64954c8. 00000100:00000001:0.0:1763344902.351305:0:3643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.351309:0:3643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1c000 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344902.351316:0:3643:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1c000 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.351321:0:3643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344902.351322:0:3643:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351324:0:3643:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344902.351325:0:3643:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344902.351326:0:3643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.351328:0:3643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.351329:0:3643:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.351332:0:3643:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f5c58 time=105 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344902.351335:0:3643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f5c10 time=105 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.351337:0:3643:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344902.351339:0:3643:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.351340:0:3643:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344902.351342:0:3643:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.351344:0:3643:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344902.351345:0:3643:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1763344902.351346:0:3643:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344902.351347:0:3643:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.351350:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1c000 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.351356:0:3643:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.351358:0:3643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344902.351359:0:3643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344902.351362:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1c000 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.351368:0:3643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3643:1848987617976832:0@lo:400:kworker.0 00000400:00000001:0.0:1763344902.351373:0:3643:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344902.351374:0:3643:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344902.351376:0:3643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c33c8. 00000400:00000200:0.0:1763344902.351378:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495a18 00000400:00000010:0.0:1763344902.351380:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495a18. 00000100:00000001:0.0:1763344902.351382:0:3643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.351385:0:3643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8600700 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344902.351392:0:3643:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8600700 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.351402:0:3643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344902.351403:0:3643:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351405:0:3643:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344902.351406:0:3643:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344902.351407:0:3643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.351408:0:3643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.351420:0:3643:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.351426:0:3643:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6e82458 time=41 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344902.351428:0:3643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6e82410 time=41 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.351430:0:3643:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344902.351431:0:3643:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.351433:0:3643:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344902.351434:0:3643:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.351437:0:3643:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344902.351439:0:3643:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1763344902.351440:0:3643:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344902.351441:0:3643:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.351445:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8600700 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.351450:0:3643:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.351452:0:3643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344902.351453:0:3643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344902.351456:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8600700 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.351461:0:3643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8600700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3643:1848987617977344:0@lo:400:kworker.0 00000100:00000001:0.0:1763344902.351465:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351467:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.351469:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1c000 x1848987617976832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.351475:0:3643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344902.351476:0:3643:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344902.351478:0:3643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc852a000. 02000000:00000001:0.0:1763344902.351481:0:3643:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344902.351482:0:3643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344902.351483:0:3643:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f5800 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1763344902.351485:0:3643:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344902.351486:0:3643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50d8284e00. 02000000:00000001:0.0:1763344902.351488:0:3643:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344902.351489:0:3643:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344902.351490:0:3643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1c000. 00000100:00000001:0.0:1763344902.351492:0:3643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344902.351493:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351494:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.351497:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8600700 x1848987617977344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.351502:0:3643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344902.351503:0:3643:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344902.351504:0:3643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc852aa00. 02000000:00000001:0.0:1763344902.351506:0:3643:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344902.351507:0:3643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344902.351508:0:3643:0:(genops.c:1242:class_import_put()) import ffff9e50c6e82000 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1763344902.351509:0:3643:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344902.351510:0:3643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50f859a400. 02000000:00000001:0.0:1763344902.351514:0:3643:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344902.351515:0:3643:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344902.351516:0:3643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8600700. 00000100:00000001:0.0:1763344902.351518:0:3643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344902.351519:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351521:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351526:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344902.351527:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.351529:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.351531:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.351546:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.351548:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617976576 02000000:00000001:0.0:1763344902.351550:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.351551:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.351552:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.351555:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.351558:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617976576 00000020:00000001:0.0:1763344902.351559:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.351560:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000020:00000001:0.0:1763344902.351563:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.351565:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=5 00000020:00000001:0.0:1763344902.351566:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:0.0:1763344902.351569:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:0.0:1763344902.351572:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.351576:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2b40. 00000020:00000040:0.0:1763344902.351581:0:74640:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:0.0:1763344902.351589:0:74640:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344902.351591:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2b40. 00000100:00080000:0.0:1763344902.351597:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:0.0:1763344902.351599:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000020:00000010:0.0:1763344902.351604:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852aa00. 00000020:00000010:0.0:1763344902.351607:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.351610:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000040:0.0:1763344902.351616:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344902.351619:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.351620:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.351621:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351630:0:74640:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763344902.351632:0:74640:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344902.351633:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.351651:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351658:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.351659:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617976448 02000000:00000001:0.0:1763344902.351661:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.351662:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.351664:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.351666:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.351667:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617976448 00000020:00000001:0.0:1763344902.351669:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.351670:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:0.0:1763344902.351672:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.351674:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=8 00000020:00000001:0.0:1763344902.351676:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000020:00000001:0.0:1763344902.351678:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:0.0:1763344902.351681:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.351683:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2b40. 00000020:00000010:0.0:1763344902.351686:0:74640:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e4fc4ba2200. 00000020:00000040:0.0:1763344902.351689:0:74640:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:0.0:1763344902.351695:0:74640:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344902.351697:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2b40. 00000100:00080000:0.0:1763344902.351703:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1763344902.351705:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000020:00000010:0.0:1763344902.351709:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852a000. 00000020:00000010:0.0:1763344902.351712:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344902.351715:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732a28. 00000100:00000001:0.0:1763344902.351719:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.351720:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.351721:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351724:0:74640:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763344902.351725:0:74640:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344902.351727:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.351732:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351743:0:74633:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.351745:0:74633:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.351747:0:74633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7489 00000100:00000040:0.0:1763344902.351749:0:74633:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:0.0:1763344902.351751:0:74633:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664337604480 : -107409371947136 : ffff9e4fce8a1f80) 00000100:00000040:0.0:1763344902.351755:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fce8a1f80 x1848987617976576/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.351762:0:74633:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.351764:0:74633:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2b40. 00000100:00000001:0.0:1763344902.351766:0:74633:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.351768:0:74633:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2b40. 00000100:00100000:0.0:1763344902.351771:0:74633:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fce8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3645:x1848987617976576:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763344902.351775:0:74633:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617976576 00000020:00000001:0.0:1763344902.351777:0:74633:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.351779:0:74633:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.351781:0:74633:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.351783:0:74633:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.351785:0:74633:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:0.0:1763344902.351809:0:74633:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.351812:0:74633:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.351814:0:74633:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.351815:0:74633:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.351817:0:74633:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.351819:0:74633:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763344902.351821:0:74633:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.351823:0:74633:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.351826:0:74633:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f58b6400. 02000000:00000001:0.0:1763344902.351828:0:74633:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.351830:0:74633:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.351832:0:74633:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.351835:0:74633:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946961, transno 0, xid 1848987617976576 00010000:00000001:0.0:1763344902.351837:0:74633:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.351840:0:74633:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fce8a1f80 x1848987617976576/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344902.351847:0:74633:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.351849:0:74633:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.351851:0:74633:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.351853:0:74633:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.351855:0:74633:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344902.351857:0:74633:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344902.351859:0:74633:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.351861:0:74633:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.351863:0:74633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.351864:0:74633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.351868:0:74633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495a18. 00000100:00000200:0.0:1763344902.351871:0:74633:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848987617976576, offset 224 00000400:00000200:0.0:1763344902.351875:0:74633:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.351883:0:74633:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.351889:0:74633:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a4fa29e100 00000400:00000200:0.0:1763344902.351893:0:74633:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x665d79 [1] + 224 00000400:00000200:0.0:1763344902.351898:0:74633:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.351900:0:74633:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.351903:0:74633:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.351908:0:74633:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1c700 x1848987617976576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344902.351916:0:74633:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50e4d1c700 x1848987617976576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.351927:0:74633:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.351932:0:74633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495a18 00000400:00000010:0.0:1763344902.351934:0:74633:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495a18. 00000100:00000001:0.0:1763344902.351937:0:74633:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.351938:0:74633:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.351941:0:74633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.351943:0:74633:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344902.351946:0:74633:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.351947:0:74633:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.351949:0:74633:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.351952:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fce8a1f80 x1848987617976576/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.351960:0:74633:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fce8a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3645:x1848987617976576:12345-0@lo:400:kworker.0 Request processed in 197us (2716us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344902.351967:0:74633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7489 00000100:00000040:0.0:1763344902.351969:0:74633:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d6800 : new rpc_count 0 00000100:00000001:0.0:1763344902.351971:0:74633:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.351972:0:74633:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.351976:0:74633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.351979:0:74633:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000020:00000010:0.0:1763344902.351981:0:74633:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852aa00. 00000020:00000040:0.0:1763344902.351985:0:74633:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 4 00000100:00000001:0.0:1763344902.351986:0:74633:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.351994:0:74633:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.351995:0:74633:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.351997:0:74633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7490 00000100:00000040:0.0:1763344902.351999:0:74633:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:0.0:1763344902.352001:0:74633:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664337599104 : -107409371952512 : ffff9e4fce8a0a80) 00000100:00000040:0.0:1763344902.352004:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fce8a0a80 x1848987617976448/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.352010:0:74633:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.352013:0:74633:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2b40. 00000100:00000001:0.0:1763344902.352014:0:74633:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.352016:0:74633:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2b40. 00000100:00100000:0.0:1763344902.352019:0:74633:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fce8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3645:x1848987617976448:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763344902.352022:0:74633:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617976448 00000020:00000001:0.0:1763344902.352024:0:74633:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.352025:0:74633:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.352027:0:74633:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.352028:0:74633:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.352030:0:74633:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:0.0:1763344902.352032:0:74633:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.352034:0:74633:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.352035:0:74633:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.352037:0:74633:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.352038:0:74633:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.352040:0:74633:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763344902.352042:0:74633:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.352043:0:74633:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.352048:0:74633:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f8dfe000. 02000000:00000001:0.0:1763344902.352050:0:74633:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.352052:0:74633:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.352053:0:74633:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.352055:0:74633:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915402, transno 0, xid 1848987617976448 00010000:00000001:0.0:1763344902.352058:0:74633:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.352061:0:74633:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fce8a0a80 x1848987617976448/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344902.352068:0:74633:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.352069:0:74633:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.352072:0:74633:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.352074:0:74633:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.352076:0:74633:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344902.352078:0:74633:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344902.352079:0:74633:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.352080:0:74633:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.352082:0:74633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.352084:0:74633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.352087:0:74633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495a18. 00000100:00000200:0.0:1763344902.352090:0:74633:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848987617976448, offset 224 00000400:00000200:0.0:1763344902.352093:0:74633:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.352098:0:74633:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.352104:0:74633:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a4fa29e080 00000400:00000200:0.0:1763344902.352107:0:74633:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x665d89 [1] + 224 00000400:00000200:0.0:1763344902.352110:0:74633:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.352113:0:74633:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.352116:0:74633:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.352119:0:74633:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1d180 x1848987617976448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344902.352126:0:74633:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50e4d1d180 x1848987617976448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.352132:0:74633:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.352135:0:74633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495a18 00000400:00000010:0.0:1763344902.352137:0:74633:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495a18. 00000100:00000001:0.0:1763344902.352139:0:74633:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.352140:0:74633:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.352142:0:74633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.352144:0:74633:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344902.352146:0:74633:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.352147:0:74633:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.352149:0:74633:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.352152:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fce8a0a80 x1848987617976448/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.352160:0:74633:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fce8a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3645:x1848987617976448:12345-0@lo:400:kworker.0 Request processed in 148us (2583us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344902.352165:0:74633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7490 00000100:00000040:0.0:1763344902.352167:0:74633:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00000001:0.0:1763344902.352170:0:74633:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.352173:0:74633:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.352176:0:74633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344902.352179:0:74633:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732a28. 00000020:00000010:0.0:1763344902.352181:0:74633:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852a000. 00000020:00000040:0.0:1763344902.352184:0:74633:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 7 00000100:00000001:0.0:1763344902.352186:0:74633:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.352198:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.352200:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344902.352203:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344902.352205:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344902.352206:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3840. 00000400:00000200:0.0:1763344902.352209:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495088 00000400:00000010:0.0:1763344902.352211:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495088. 00000100:00000001:0.0:1763344902.352213:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.352216:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1d180 x1848987617976448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344902.352222:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1d180 x1848987617976448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.352227:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344902.352229:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.352231:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344902.352232:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344902.352234:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.352235:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.352237:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.352242:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213c58 time=2 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344902.352244:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=38 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.352246:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344902.352247:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.352249:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344902.352251:0:3645:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.352253:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344902.352254:0:3645:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884915402 00000100:00000001:0.0:1763344902.352256:0:3645:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344902.352258:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.352261:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1d180 x1848987617976448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.352266:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.352268:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344902.352269:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344902.352272:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1d180 x1848987617976448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.352278:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617976448:0@lo:400:kworker.0 00000400:00000001:0.0:1763344902.352282:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344902.352283:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344902.352284:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3898. 00000400:00000200:0.0:1763344902.352286:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495330 00000400:00000010:0.0:1763344902.352287:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495330. 00000100:00000001:0.0:1763344902.352289:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.352292:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1c700 x1848987617976576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344902.352298:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1c700 x1848987617976576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.352303:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344902.352305:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.352306:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344902.352307:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344902.352309:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.352310:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.352312:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.352315:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfec58 time=2 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344902.352318:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=39 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.352320:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344902.352322:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.352323:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344902.352325:0:3645:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.352327:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1763344902.352328:0:3645:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589946961 gen 3 00000100:00000040:0.0:1763344902.352333:0:3645:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589946961) req@ffff9e50ee32dc00 x1848987617971072/t8589946959(8589946959) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763344902.352340:0:3645:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e50ee32dc00, transno 8589946959 00000100:00000001:0.0:1763344902.352343:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344902.352344:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163723776 : -107404545827840 : ffff9e50ee32dc00) 00000100:00000001:0.0:1763344902.352353:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.352356:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32dc00 x1848987617971072/t8589946959(8589946959) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.352361:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.352366:0:3645:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589946961) req@ffff9e50f864b480 x1848987617971712/t8589946961(8589946961) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763344902.352372:0:3645:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763344902.352374:0:3645:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589946961 committed transno 8589946961 00000004:00000010:0.0:1763344902.352377:0:3645:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fcb11f000. 00000004:00000010:0.0:1763344902.352382:0:3645:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e4fc371d880. 00000004:00000010:0.0:1763344902.352385:0:3645:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fc2c5ed80. 00000004:00000010:0.0:1763344902.352387:0:3645:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9e4fc2c5e6c0. 00000004:00000001:0.0:1763344902.352389:0:3645:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763344902.352390:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.352392:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f864b480 x1848987617971712/t8589946961(8589946961) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.352403:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344902.352405:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344902.352406:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f2ee8000. 02000000:00000001:0.0:1763344902.352419:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344902.352421:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344902.352422:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=4 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:0.0:1763344902.352424:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344902.352426:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4e3000. 02000000:00000001:0.0:1763344902.352428:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344902.352429:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344902.352431:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f864b480. 00000100:00000001:0.0:1763344902.352433:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344902.352434:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.352436:0:3645:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763344902.352438:0:3645:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:0.0:1763344902.352440:0:3645:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344902.352442:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.352445:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1c700 x1848987617976576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.352450:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344902.352452:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344902.352453:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344902.352456:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1c700 x1848987617976576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.352461:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617976576:0@lo:400:kworker.0 00000100:00000001:0.0:1763344902.352464:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.352466:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.352468:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1d180 x1848987617976448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.352473:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344902.352474:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344902.352475:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc852be00. 02000000:00000001:0.0:1763344902.352477:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344902.352478:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344902.352479:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=5 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:0.0:1763344902.352481:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344902.352482:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50f63f8400. 02000000:00000001:0.0:1763344902.352485:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344902.352486:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344902.352487:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1d180. 00000100:00000001:0.0:1763344902.352489:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344902.352490:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.352491:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.352493:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1c700 x1848987617976576/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.352498:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344902.352499:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344902.352500:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc852b600. 02000000:00000001:0.0:1763344902.352501:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344902.352502:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344902.352504:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:0.0:1763344902.352505:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344902.352506:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50f63f8d00. 02000000:00000001:0.0:1763344902.352508:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344902.352508:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344902.352509:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1c700. 00000100:00000001:0.0:1763344902.352511:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344902.352512:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.352514:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.352518:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344902.352519:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.352521:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344902.352523:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.352554:0:30730:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344902.352556:0:30730:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.352559:0:30730:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:0.0:1763344902.352561:0:30730:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50f8434cc0 : new refcount 3 00000040:00000001:0.0:1763344902.352566:0:30730:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:0.0:1763344902.352568:0:30730:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:0.0:1763344902.352569:0:30730:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1763344902.352573:0:30730:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.352576:0:30730:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:0.0:1763344902.352577:0:30730:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 7095 in log [0x1:0x1a:0x0] 00080000:00000001:0.0:1763344902.352582:0:30730:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344902.352586:0:30730:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc852b600. 00080000:00000001:0.0:1763344902.352589:0:30730:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664233309696 : -107409476241920 : ffff9e4fc852b600) 00000040:00000001:0.0:1763344902.352592:0:30730:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763344902.352594:0:30730:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763344902.352596:0:30730:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344902.352600:0:30730:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344902.352603:0:30730:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2b40. 00080000:00000001:0.0:1763344902.352605:0:30730:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.352607:0:30730:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.352609:0:30730:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.352611:0:30730:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1763344902.352612:0:30730:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:0.0:1763344902.352615:0:30730:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1763344902.352617:0:30730:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1763344902.352619:0:30730:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1763344902.352621:0:30730:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x1a:0x0] not in the id map cache 00080000:00000001:0.0:1763344902.352624:0:30730:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.352626:0:30730:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.352627:0:30730:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.352630:0:30730:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344902.352637:0:30730:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.352639:0:30730:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:0.0:1763344902.352641:0:30730:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1763344902.352642:0:30730:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x1a:0x0] 00000040:00000001:0.0:1763344902.352664:0:30730:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.352666:0:30730:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.352669:0:30730:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:0.0:1763344902.352676:0:30730:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2b40. 00040000:00000001:0.0:1763344902.352680:0:30730:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344902.352682:0:30730:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344902.352684:0:30730:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.352686:0:30730:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.352688:0:30730:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.352690:0:30730:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.352692:0:30730:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344902.352695:0:30730:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32dc00 x1848987617971072/t8589946959(8589946959) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.352700:0:30730:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344902.352702:0:30730:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344902.352703:0:30730:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50dfa10c00. 02000000:00000001:0.0:1763344902.352705:0:30730:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344902.352706:0:30730:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344902.352707:0:30730:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:0.0:1763344902.352709:0:30730:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344902.352710:0:30730:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e50cca09400. 02000000:00000001:0.0:1763344902.352713:0:30730:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344902.352714:0:30730:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344902.352715:0:30730:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32dc00. 00000100:00000001:0.0:1763344902.352718:0:30730:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344902.352718:0:30730:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1763344902.352720:0:30730:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50f8434cc0 : new refcount 2 00000004:00001000:0.0:1763344902.352723:0:30730:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 1 done 00000004:00000001:0.0:1763344902.352725:0:30730:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:0.0:1763344902.352727:0:30730:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344902.352728:0:30730:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.352730:0:30730:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344902.352731:0:30730:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.352733:0:30730:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763344902.352734:0:30730:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.353149:0:3642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344902.353152:0:3642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344902.353158:0:3642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a9c00. 00000100:00000040:2.0:1763344902.353162:0:3642:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2a9c00 x1848987617976704 msgsize 224 00000100:00100000:2.0:1763344902.353166:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344902.353170:0:3642:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344902.353177:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921990 00000400:00000010:2.0:1763344902.353179:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921990. 00000100:00000001:2.0:1763344902.353181:0:3642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344902.353187:0:3642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1ce00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.353194:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.353197:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1ce00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.353203:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.353204:0:3642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344902.353209:0:3642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.353213:0:3642:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 7866 usecs (8 jiffies) 00000100:00000001:2.0:1763344902.353217:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307676180 00000100:00000001:2.0:1763344902.353220:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307677482 00000100:00000001:2.0:1763344902.353222:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307676180 00000100:00000001:2.0:1763344902.353225:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307677482 00000100:00000001:2.0:1763344902.353227:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307676180 00000100:00000001:2.0:1763344902.353229:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307677482 00000100:00000001:2.0:1763344902.353231:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307676180 00000100:00000001:2.0:1763344902.353233:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307677482 00000100:00000001:2.0:1763344902.353235:0:3642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.353238:0:3642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.353241:0:3642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344902.353245:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8601c00 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.353253:0:3642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344902.353254:0:3642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.353258:0:3642:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344902.353260:0:3642:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344902.353263:0:3642:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.353266:0:3642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8601c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3642:1848987617977216:0@lo:400:kworker.0 00000100:00000001:2.0:1763344902.353269:0:3642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344902.353273:0:3642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344902.353275:0:3642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.353277:0:3642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344902.353282:0:3642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09f000. 02000000:00000001:2.0:1763344902.353284:0:3642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344902.353290:0:3642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cbeb74d0. 00000400:00000010:2.0:1763344902.353294:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921990. 00000100:00000200:2.0:1763344902.353299:0:3642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617977216, portal 10 00000100:00000001:2.0:1763344902.353301:0:3642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.353303:0:3642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334461440 : -107404375090176 : ffff9e50f8601c00) 00000100:00000040:2.0:1763344902.353308:0:3642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50f8601c00 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.353314:0:3642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.353316:0:3642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344902.353318:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921a18. 00000100:00000200:2.0:1763344902.353321:0:3642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848987617977216, offset 0 00000400:00000200:2.0:1763344902.353325:0:3642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344902.353332:0:3642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344902.353339:0:3642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a4fa29e380 00000400:00000200:2.0:1763344902.353344:0:3642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x616b51 [64] + 139200 00000400:00000200:2.0:1763344902.353350:0:3642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344902.353352:0:3642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344902.353355:0:3642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344902.353357:0:3642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344902.353360:0:3642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2ab800. 00000100:00000040:2.0:1763344902.353362:0:3642:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2ab800 x1848987617977216 msgsize 224 00000100:00100000:2.0:1763344902.353365:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344902.353371:0:3642:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344902.353374:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921a18 00000400:00000010:2.0:1763344902.353376:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921a18. 00000100:00000001:2.0:1763344902.353378:0:3642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344902.353381:0:3642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8601c00 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.353387:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.353390:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8601c00 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.353395:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.353396:0:3642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344902.353398:0:3642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.353402:0:3642:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 7571 usecs (8 jiffies) 00000100:00000001:2.0:1763344902.353404:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4307676180 00000100:00000001:2.0:1763344902.353406:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4307677482 00000100:00000001:2.0:1763344902.353408:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4307676180 00000100:00000001:2.0:1763344902.353420:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4307677482 00000100:00000001:2.0:1763344902.353422:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4307676180 00000100:00000001:2.0:1763344902.353424:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4307677482 00000100:00000001:2.0:1763344902.353425:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4307676180 00000100:00000001:2.0:1763344902.353427:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4307677482 00000100:00000001:2.0:1763344902.353429:0:3642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.353431:0:3642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.353433:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.353436:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.353440:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344902.353442:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763344902.353444:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344902.353445:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344902.353446:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.353449:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.353469:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.353472:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617976704 02000000:00000001:2.0:1763344902.353474:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.353475:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.353478:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.353480:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.353482:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617976704 00000020:00000001:2.0:1763344902.353484:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.353486:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10eda 00000020:00000001:2.0:1763344902.353488:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.353491:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50d6ff7000 refcount=5 00000020:00000001:2.0:1763344902.353493:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668774477824 : -107404935073792 : ffff9e50d6ff7000) 00000020:00000001:2.0:1763344902.353494:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668774477824 : -107404935073792 : ffff9e50d6ff7000) 00000100:00000001:2.0:1763344902.353497:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.353501:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.353504:0:10286:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.353506:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000020:00000010:2.0:1763344902.353511:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344902.353514:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.353518:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344902.353522:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344902.353525:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.353526:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344902.353528:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.353533:0:10286:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763344902.353535:0:10286:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763344902.353536:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.353545:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.353557:0:6505:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.353559:0:6505:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617977216 02000000:00000001:2.0:1763344902.353561:0:6505:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.353563:0:6505:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.353564:0:6505:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.353566:0:6505:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.353568:0:6505:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617977216 00000020:00000001:2.0:1763344902.353570:0:6505:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.353571:0:6505:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b8616 00000020:00000001:2.0:1763344902.353573:0:6505:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.353575:0:6505:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50d6f7d000 refcount=5 00000020:00000001:2.0:1763344902.353577:0:6505:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668773978112 : -107404935573504 : ffff9e50d6f7d000) 00000020:00000001:2.0:1763344902.353579:0:6505:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668773978112 : -107404935573504 : ffff9e50d6f7d000) 00000100:00000001:2.0:1763344902.353582:0:6505:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.353585:0:6505:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000020:00000010:2.0:1763344902.353588:0:6505:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e4fc4ba2180. 00000020:00000040:2.0:1763344902.353594:0:6505:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00000100:00000001:2.0:1763344902.353602:0:6505:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763344902.353604:0:6505:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000020:00000010:2.0:1763344902.353607:0:6505:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09fe00. 00000020:00000010:2.0:1763344902.353610:0:6505:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344902.353612:0:6505:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d320. 00000100:00000001:2.0:1763344902.353615:0:6505:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.353616:0:6505:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344902.353618:0:6505:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.353620:0:6505:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763344902.353622:0:6505:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763344902.353623:0:6505:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.353629:0:6505:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.353636:0:6505:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.353638:0:6505:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.353641:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17250 00000100:00000040:2.0:1763344902.353644:0:6505:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50d6ff7000 : new rpc_count 1 00000100:00000001:2.0:1763344902.353646:0:6505:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163183104 : -107404546368512 : ffff9e50ee2a9c00) 00000100:00000040:2.0:1763344902.353650:0:6505:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a9c00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.353657:0:6505:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.353660:0:6505:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.353661:0:6505:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.353664:0:6505:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000100:00100000:2.0:1763344902.353667:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1848987617976704:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1763344902.353671:0:6505:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617976704 00000020:00000001:2.0:1763344902.353674:0:6505:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.353676:0:6505:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.353678:0:6505:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.353680:0:6505:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.353682:0:6505:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:2.0:1763344902.353685:0:6505:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344902.353687:0:6505:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.353689:0:6505:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.353691:0:6505:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.353693:0:6505:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.353695:0:6505:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763344902.353698:0:6505:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.353699:0:6505:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.353702:0:6505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50d7ff0c00. 02000000:00000001:2.0:1763344902.353704:0:6505:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.353707:0:6505:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.353709:0:6505:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344902.353711:0:6505:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987617976704 00010000:00000001:2.0:1763344902.353714:0:6505:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.353717:0:6505:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2a9c00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344902.353724:0:6505:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.353726:0:6505:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.353729:0:6505:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.353732:0:6505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.353735:0:6505:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:2.0:1763344902.353737:0:6505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:2.0:1763344902.353739:0:6505:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.353741:0:6505:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.353743:0:6505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.353745:0:6505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344902.353747:0:6505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921a18. 00000100:00000200:2.0:1763344902.353750:0:6505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987617976704, offset 224 00000400:00000200:2.0:1763344902.353754:0:6505:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344902.353759:0:6505:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344902.353764:0:6505:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a4fa29e180 00000400:00000200:2.0:1763344902.353768:0:6505:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x665d5d [1] + 224 00000400:00000200:2.0:1763344902.353773:0:6505:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344902.353775:0:6505:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344902.353778:0:6505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.353782:0:6505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1ce00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763344902.353811:0:6505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50e4d1ce00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.353821:0:6505:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763344902.353826:0:6505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921a18 00000400:00000010:2.0:1763344902.353828:0:6505:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921a18. 00000100:00000001:2.0:1763344902.353830:0:6505:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344902.353831:0:6505:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344902.353834:0:6505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.353837:0:6505:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:2.0:1763344902.353839:0:6505:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.353840:0:6505:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.353843:0:6505:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.353846:0:6505:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9c00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344902.353854:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1848987617976704:12345-0@lo:400:kworker.0 Request processed in 195us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344902.353861:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17250 00000100:00000040:2.0:1763344902.353864:0:6505:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50d6ff7000 : new rpc_count 0 00000100:00000001:2.0:1763344902.353866:0:6505:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.353867:0:6505:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.353871:0:6505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344902.353874:0:6505:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344902.353877:0:6505:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344902.353881:0:6505:0:(genops.c:898:class_export_put()) PUTting export ffff9e50d6ff7000 : new refcount 4 00000100:00000001:2.0:1763344902.353883:0:6505:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.353891:0:6505:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.353892:0:6505:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.353895:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17251 00000100:00000040:2.0:1763344902.353897:0:6505:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50d6f7d000 : new rpc_count 1 00000100:00000001:2.0:1763344902.353899:0:6505:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163190272 : -107404546361344 : ffff9e50ee2ab800) 00000100:00000040:2.0:1763344902.353903:0:6505:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2ab800 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.353910:0:6505:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.353913:0:6505:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2600. 00000100:00000001:2.0:1763344902.353915:0:6505:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.353917:0:6505:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2600. 00000100:00100000:2.0:1763344902.353920:0:6505:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1848987617977216:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1763344902.353925:0:6505:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617977216 00000020:00000001:2.0:1763344902.353927:0:6505:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.353929:0:6505:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.353930:0:6505:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.353932:0:6505:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.353933:0:6505:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:2.0:1763344902.353935:0:6505:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344902.353937:0:6505:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.353939:0:6505:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.353940:0:6505:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.353941:0:6505:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.353943:0:6505:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763344902.353945:0:6505:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.353946:0:6505:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.353949:0:6505:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50d7ff1400. 02000000:00000001:2.0:1763344902.353950:0:6505:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.353952:0:6505:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.353953:0:6505:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344902.353955:0:6505:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987617977216 00010000:00000001:2.0:1763344902.353957:0:6505:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.353960:0:6505:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2ab800 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344902.353965:0:6505:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.353967:0:6505:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.353969:0:6505:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.353971:0:6505:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.353973:0:6505:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:2.0:1763344902.353975:0:6505:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:2.0:1763344902.353977:0:6505:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.353978:0:6505:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.353980:0:6505:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.353982:0:6505:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344902.353984:0:6505:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921a18. 00000100:00000200:2.0:1763344902.353986:0:6505:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987617977216, offset 224 00000400:00000200:2.0:1763344902.353989:0:6505:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344902.353994:0:6505:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344902.353998:0:6505:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a4fa29e380 00000400:00000200:2.0:1763344902.354002:0:6505:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x665db1 [1] + 224 00000400:00000200:2.0:1763344902.354005:0:6505:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344902.354007:0:6505:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344902.354010:0:6505:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.354013:0:6505:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8601c00 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763344902.354020:0:6505:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50f8601c00 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.354027:0:6505:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763344902.354030:0:6505:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921a18 00000400:00000010:2.0:1763344902.354032:0:6505:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921a18. 00000100:00000001:2.0:1763344902.354034:0:6505:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344902.354035:0:6505:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344902.354038:0:6505:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.354040:0:6505:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:2.0:1763344902.354042:0:6505:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.354043:0:6505:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.354045:0:6505:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.354048:0:6505:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2ab800 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344902.354056:0:6505:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1848987617977216:12345-0@lo:400:kworker.0 Request processed in 144us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344902.354061:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17251 00000100:00000040:2.0:1763344902.354063:0:6505:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50d6f7d000 : new rpc_count 0 00000100:00000001:2.0:1763344902.354065:0:6505:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.354066:0:6505:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.354069:0:6505:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344902.354072:0:6505:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d320. 00000020:00000010:2.0:1763344902.354074:0:6505:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09fe00. 00000020:00000040:2.0:1763344902.354078:0:6505:0:(genops.c:898:class_export_put()) PUTting export ffff9e50d6f7d000 : new refcount 4 00000100:00000001:2.0:1763344902.354080:0:6505:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1763344902.354095:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1763344902.354100:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00000100:00000001:2.0:1763344902.354107:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344902.354108:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344902.354112:0:3642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344902.354114:0:3642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344902.354116:0:3642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344902.354119:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921b28 00000400:00000010:2.0:1763344902.354121:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921b28. 00000100:00000001:2.0:1763344902.354123:0:3642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.354126:0:3642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1ce00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344902.354134:0:3642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1ce00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.354140:0:3642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344902.354141:0:3642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.354143:0:3642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344902.354146:0:3642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344902.354147:0:3642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.354149:0:3642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.354151:0:3642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.354156:0:3642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c5df8c58 time=152 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344902.354159:0:3642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c5df8c10 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.354162:0:3642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344902.354163:0:3642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.354165:0:3642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344902.354167:0:3642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.354170:0:3642:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344902.354172:0:3642:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1763344902.354173:0:3642:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344902.354175:0:3642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.354178:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1ce00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.354183:0:3642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.354186:0:3642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344902.354188:0:3642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344902.354190:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1ce00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344902.354197:0:3642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3642:1848987617976704:0@lo:400:kworker.0 00000400:00000001:2.0:1763344902.354201:0:3642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344902.354202:0:3642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344902.354203:0:3642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cbeb74d0. 00000400:00000200:2.0:1763344902.354205:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921990 00000400:00000010:2.0:1763344902.354206:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921990. 00000100:00000001:2.0:1763344902.354208:0:3642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.354211:0:3642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8601c00 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344902.354218:0:3642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8601c00 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.354223:0:3642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344902.354224:0:3642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.354226:0:3642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344902.354227:0:3642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344902.354228:0:3642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.354229:0:3642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.354230:0:3642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.354233:0:3642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ef5dd458 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344902.354235:0:3642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ef5dd410 time=41 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.354237:0:3642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344902.354238:0:3642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.354240:0:3642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344902.354241:0:3642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.354243:0:3642:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344902.354244:0:3642:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1763344902.354246:0:3642:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344902.354247:0:3642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.354250:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8601c00 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.354261:0:3642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.354263:0:3642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344902.354264:0:3642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344902.354267:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8601c00 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344902.354274:0:3642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8601c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3642:1848987617977216:0@lo:400:kworker.0 00000100:00000001:2.0:1763344902.354277:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.354279:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.354282:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1ce00 x1848987617976704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.354289:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344902.354291:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344902.354293:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09e000. 02000000:00000001:2.0:1763344902.354295:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344902.354297:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344902.354298:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e50c5df8800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1763344902.354300:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344902.354302:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4fc19ddd00. 02000000:00000001:2.0:1763344902.354307:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344902.354308:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344902.354309:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1ce00. 00000100:00000001:2.0:1763344902.354313:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344902.354314:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.354316:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.354319:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8601c00 x1848987617977216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.354326:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344902.354327:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344902.354329:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09f000. 02000000:00000001:2.0:1763344902.354331:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344902.354332:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344902.354333:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e50ef5dd000 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1763344902.354335:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344902.354337:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50d8284300. 02000000:00000001:2.0:1763344902.354339:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344902.354340:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344902.354342:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8601c00. 00000100:00000001:2.0:1763344902.354344:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344902.354345:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.354347:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.354351:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344902.354353:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.354355:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344902.354356:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.355470:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344902.355476:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344902.355646:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 16 00000020:00000040:1.0:1763344902.355649:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00010000:00000001:1.0:1763344902.355656:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.355659:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344902.355661:0:23071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763344902.355663:0:23071:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50c83bc600 00010000:00000001:1.0:1763344902.355666:0:23071:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344902.355668:0:23071:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344902.355670:0:23071:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344902.355672:0:23071:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.355673:0:23071:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344902.355675:0:23071:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344902.355676:0:23071:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.355679:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344902.355681:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344902.355686:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344902.355693:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1763344902.355698:0:23071:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 4/0,1 mode: PW/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344902.355705:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc0:0x0].0x0 (ffff9e50d232b200) refcount = 2 00010000:00000040:1.0:1763344902.355708:0:23071:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344902.355710:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 4/0,1 mode: PW/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344902.355719:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344902.355721:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.355723:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344902.355724:0:23071:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.355727:0:23071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763344902.355735:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6780. 00000100:00000001:1.0:1763344902.355738:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344902.355745:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc2c5e6c0. 00000100:00000001:1.0:1763344902.355747:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664140195520 : -107409569356096 : ffff9e4fc2c5e6c0) 00000100:00000001:1.0:1763344902.355749:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664140195520 : -107409569356096 : ffff9e4fc2c5e6c0) 00000100:00000001:1.0:1763344902.355751:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344902.355753:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344902.355755:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344902.355758:0:23071:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344902.355778:0:23071:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.355780:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.355782:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.355783:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.355784:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344902.355786:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344902.355819:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.355821:0:23071:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.355823:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763344902.355825:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc2c5e6c0. 00000100:00000001:1.0:1763344902.355830:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344902.355831:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344902.355833:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6780. 00010000:00000001:1.0:1763344902.355836:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344902.355839:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344902.355840:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.355845:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344902.355848:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344902.355852:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344902.355856:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344902.355861:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344902.355863:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344902.355866:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344902.355868:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.355871:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344902.355874:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344902.355879:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3220. 00000100:00000200:1.0:1763344902.355883:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881557632, offset 224 00000400:00000200:1.0:1763344902.355889:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344902.355900:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344902.355905:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385640:1385640:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385636:1385636:8:4294967295] 00000400:00000200:1.0:1763344902.355916:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344902.355922:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344902.355928:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a500. 00000800:00000200:1.0:1763344902.355935:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344902.355942:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344902.355947:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344902.355959:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344902.355962:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344902.355965:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.355967:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344902.355973:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e64e00 x1848987881557632/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344902.355983:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2406:x1848987881557632:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 12718us (12962us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344902.355992:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6347 00000100:00000040:1.0:1763344902.355995:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:1.0:1763344902.355998:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344902.355999:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344902.356004:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42280. 00000020:00000010:1.0:1763344902.356008:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04af0. 00000020:00000010:1.0:1763344902.356012:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e2000. 00000020:00000040:1.0:1763344902.356016:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 22 00000100:00000001:1.0:1763344902.356018:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.356112:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.356116:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a500. 00000400:00000200:1.0:1763344902.356120:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.356124:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.356128:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3220 00000400:00000010:1.0:1763344902.356130:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3220. 00000100:00000001:1.0:1763344902.356133:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.356135:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1763344902.356224:0:99852:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344902.356239:0:99852:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.356242:0:99852:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344902.356248:0:99852:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.356249:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.356251:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763344902.356253:0:99852:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.356260:0:99852:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:2.0:1763344902.356265:0:99852:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:2.0:1763344902.356268:0:99852:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:2.0:1763344902.356270:0:99852:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1763344902.356272:0:99852:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1763344902.356275:0:99852:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 free: 3912167424 avail: 3680616448 00000020:00000001:2.0:1763344902.356277:0:99852:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1763344902.356280:0:99852:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 avail=3680616448 left=3251298304 unstable=0 tot_grant=429316800 pending=0 00000020:00000001:2.0:1763344902.356283:0:99852:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3251298304 : 3251298304 : c1cae000) 00000020:00000001:2.0:1763344902.356285:0:99852:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763344902.356287:0:99852:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 reports grant 429146112 dropped 0, local 429174784 00000020:00000001:2.0:1763344902.356291:0:99852:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763344902.356293:0:99852:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:2.0:1763344902.356295:0:99852:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 granted: 28672 ungranted: 0 grant: 429146112 dirty: 28672 00000020:00000001:2.0:1763344902.356298:0:99852:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:2.0:1763344902.356300:0:99852:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1763344902.356303:0:99852:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 wants: 484638720 current grant 429146112 granting: 8437760 00000020:00000020:2.0:1763344902.356305:0:99852:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 tot cached:0 granted:437754560 num_exports: 3 00000020:00000001:2.0:1763344902.356308:0:99852:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000001:2.0:1763344902.356310:0:99852:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:2.0:1763344902.356312:0:99852:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344902.356314:0:99852:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.356321:0:99852:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279134760 : -107409430416856 : ffff9e4fcb0df228) 00002000:00000001:2.0:1763344902.356323:0:99852:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134672 : -107409430416944 : ffff9e4fcb0df1d0) 00080000:00000001:2.0:1763344902.356330:0:99852:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:2.0:1763344902.356332:0:99852:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.356358:0:99852:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344902.356366:0:99852:0:(osd_io.c:1212:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.356370:0:99852:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.356372:0:99852:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.356374:0:99852:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.356378:0:99852:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:2.0:1763344902.356380:0:99852:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:2.0:1763344902.356386:0:99852:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763344902.356428:0:99852:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:2.0:1763344902.356447:0:99852:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.356449:0:99852:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763344902.356454:0:99852:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344902.356460:0:99852:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.356463:0:99852:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344902.356465:0:99852:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356468:0:99852:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.356470:0:99852:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356472:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.356474:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.356476:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356477:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.356478:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.356480:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356481:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.356482:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.356484:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.356486:0:99852:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:2.0:1763344902.356488:0:99852:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.356490:0:99852:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:2.0:1763344902.356491:0:99852:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763344902.356495:0:99852:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.356498:0:99852:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344902.356502:0:99852:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09f000. 00080000:00000001:2.0:1763344902.356505:0:99852:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278872064 : -107409430679552 : ffff9e4fcb09f000) 00000001:00000001:2.0:1763344902.356507:0:99852:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.356508:0:99852:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.356511:0:99852:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000001:00000001:2.0:1763344902.356514:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344902.356515:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 00000001:00000001:2.0:1763344902.356518:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356519:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344902.356520:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc0:0x0] ino=11697 type=0, id=0 00000001:00000001:2.0:1763344902.356522:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356523:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344902.356524:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc0:0x0] ino=11697 type=0, id=0 00000001:00000001:2.0:1763344902.356527:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356528:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344902.356529:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc0:0x0] ino=11697 type=0, id=0 00000001:00000001:2.0:1763344902.356531:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.356532:0:99852:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356534:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344902.356535:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000001:00000001:2.0:1763344902.356537:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356538:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344902.356539:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc0:0x0] ino=11697 type=1, id=0 00000001:00000001:2.0:1763344902.356541:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356542:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344902.356544:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc0:0x0] ino=11697 type=1, id=0 00000001:00000001:2.0:1763344902.356545:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356547:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344902.356548:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc0:0x0] ino=11697 type=1, id=0 00000001:00000001:2.0:1763344902.356549:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.356551:0:99852:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356552:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344902.356553:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000001:00000001:2.0:1763344902.356555:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356556:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344902.356557:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc0:0x0] ino=11697 type=2, id=0 00000001:00000001:2.0:1763344902.356558:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356560:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344902.356561:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc0:0x0] ino=11697 type=2, id=0 00000001:00000001:2.0:1763344902.356563:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.356564:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344902.356565:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc0:0x0] ino=11697 type=2, id=0 00000001:00000001:2.0:1763344902.356567:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.356568:0:99852:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00080000:04000000:2.0:1763344902.356569:0:99852:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 00080000:00000001:2.0:1763344902.356572:0:99852:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.356575:0:99852:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344902.356584:0:99852:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344902.356585:0:99852:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763344902.356586:0:99852:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.356652:0:99852:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763344902.356655:0:99852:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:2.0:1763344902.356664:0:99852:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1763344902.356667:0:99852:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344902.356668:0:99852:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000402:0x1bc0:0x0] set xattr 'trusted.fid' with size 52 00002000:00000001:2.0:1763344902.356682:0:99852:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344902.356685:0:99852:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:2.0:1763344902.356693:0:99852:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344902.356695:0:99852:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344902.356697:0:99852:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.356699:0:99852:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344902.356701:0:99852:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09e000. 00080000:00000001:2.0:1763344902.356704:0:99852:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278867968 : -107409430683648 : ffff9e4fcb09e000) 00000001:00000001:2.0:1763344902.356706:0:99852:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.356707:0:99852:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.356710:0:99852:0:(osd_io.c:1284:osd_declare_write_commit()) Process entered 00080000:00000002:2.0:1763344902.356713:0:99852:0:(osd_io.c:1420:osd_declare_write_commit()) lustre-OST0001: inode #11697 extent_bytes 161650 extents 1 credits 9 00000001:00000001:2.0:1763344902.356715:0:99852:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344902.356720:0:99852:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2600. 00080000:00000001:2.0:1763344902.356722:0:99852:0:(osd_io.c:1448:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.356724:0:99852:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763344902.356725:0:99852:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.356727:0:99852:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344902.356731:0:99852:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.356734:0:99852:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344902.356736:0:99852:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2580. 00080000:00000001:2.0:1763344902.356738:0:99852:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.356743:0:99852:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.356751:0:99852:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00001000:2.0:1763344902.356756:0:99852:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 11697: map 1 pages from 0 00080000:00000001:1.0:1763344902.357120:0:99852:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000001:1.0:1763344902.357128:0:99852:0:(osd_io.c:56:osd_bio_init()) Process entered 00080000:00000010:1.0:1763344902.357132:0:99852:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9e4fc569f708. 00080000:00000001:1.0:1763344902.357135:0:99852:0:(osd_io.c:69:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763344902.357137:0:99852:0:(osd_io.c:332:osd_submit_bio()) bio++ sz 4096 vcnt 1(4) sectors 8(2560) psg 0(254) 00000001:00000001:1.0:1763344902.357140:0:99852:0:(osd_integrity.c:503:osd_bio_integrity_handle()) Process entered 00000001:00000001:1.0:1763344902.357142:0:99852:0:(osd_integrity.c:506:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344902.357193:0:99852:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344902.357198:0:99852:0:(osd_io.c:1541:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344902.357202:0:99852:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1763344902.357205:0:99852:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9e4fc2decba0. 00000020:00000040:1.0:1763344902.357207:0:99852:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 2 00000020:00000040:1.0:1763344902.357210:0:99852:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=23 00000020:00000001:1.0:1763344902.357214:0:99852:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344902.357216:0:99852:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763344902.357220:0:99852:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:1.0:1763344902.357223:0:99852:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763344902.357225:0:99852:0:(osd_handler.c:5216:osd_xattr_set()) [0x2c0000402:0x1bc0:0x0] set version 0x200003055 (old 0x0) for inode 11697 00080000:00000001:1.0:1763344902.357231:0:99852:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763344902.357233:0:99852:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946965, last_committed = 8589946962 00000001:00000010:1.0:1763344902.357237:0:99852:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2decc60. 00000001:00000040:1.0:1763344902.357239:0:99852:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 3 00000020:00000040:1.0:1763344902.357241:0:99852:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=24 00000001:00000001:1.0:1763344902.357255:0:99852:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.2:1763344902.358175:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc569f708. 00010000:00000010:1.1:1763344902.359969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5200. 00000100:00000001:2.0:1763344902.362106:0:69528:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763344902.362112:0:69528:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763344902.362114:0:69528:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589946965 is committed 00000001:00000040:2.0:1763344902.362118:0:69528:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e4fc2b77000 : new cb_count 2 00000020:00000040:2.0:1763344902.362122:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00000001:00000010:2.0:1763344902.362125:0:69528:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2decc60. 00000020:00000001:2.0:1763344902.362131:0:69528:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:2.0:1763344902.362134:0:69528:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:2.0:1763344902.362135:0:69528:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9e4fc2b77000 : new cb_count 1 00000020:00000040:2.0:1763344902.362137:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 22 00000020:00000010:2.0:1763344902.362139:0:69528:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9e4fc2decba0. 00080000:00000010:2.0:1763344902.362142:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09e000. 00080000:00000010:2.0:1763344902.362146:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09f000. 00000100:00000001:2.0:1763344902.362150:0:69528:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763344902.362151:0:69528:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763344902.362153:0:69528:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589946964 is committed 00000001:00000040:2.0:1763344902.362155:0:69528:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50e57d7800 : new cb_count 0 00000020:00000040:2.0:1763344902.362157:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d7800 : new refcount 4 00000001:00000010:2.0:1763344902.362158:0:69528:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc480. 00080000:00000010:2.0:1763344902.362160:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de0600. 00000001:00000040:2.0:1763344902.362166:0:69528:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e4fc2b77000 : new cb_count 0 00000020:00000040:2.0:1763344902.362168:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 21 00000001:00000010:2.0:1763344902.362170:0:69528:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dcf00. 00080000:00000010:2.0:1763344902.362172:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de0a00. 00080000:00000010:1.0:1763344902.362748:0:99852:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2580. 00080000:00000010:1.0:1763344902.362754:0:99852:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2600. 00040000:00000001:1.0:1763344902.362758:0:99852:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344902.362761:0:99852:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344902.362766:0:99852:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344902.362779:0:99852:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344902.362783:0:99852:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df228/ffff9e4fcb0df1d0 to site lru. bkt: ffff9e50fb895618 00002000:00000001:1.0:1763344902.362786:0:99852:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344902.362835:0:99852:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b200 count: 2 00010000:00000001:1.0:1763344902.362838:0:99852:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763344902.362843:0:99852:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344902.362847:0:99852:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344902.362850:0:99852:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344902.362855:0:99852:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279134760 : -107409430416856 : ffff9e4fcb0df228) 00002000:00000001:1.0:1763344902.362858:0:99852:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134672 : -107409430416944 : ffff9e4fcb0df1d0) 00002000:00000001:1.0:1763344902.362861:0:99852:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344902.362864:0:99852:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763344902.362867:0:99852:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000402:0x1bc0:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763344902.362869:0:99852:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000402:0x1bc0:0x0] updating lvb mtime from disk: 0 -> 1763344902 00002000:00010000:1.0:1763344902.362871:0:99852:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000402:0x1bc0:0x0] updating lvb ctime from disk: 0 -> 1763344902 00002000:00010000:1.0:1763344902.362873:0:99852:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000402:0x1bc0:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:1.0:1763344902.362876:0:99852:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df228/ffff9e4fcb0df1d0 to site lru. bkt: ffff9e50fb895618 00002000:00000001:1.0:1763344902.362879:0:99852:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344902.362882:0:99852:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344902.362886:0:99852:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:1.0:1763344902.362889:0:99852:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344902.362891:0:99852:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.362894:0:99852:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc600 refcount=3 00000020:00000001:1.0:1763344902.362897:0:99852:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000001:1.0:1763344902.362899:0:99852:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000001:1.0:1763344902.362902:0:99852:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344902.362906:0:99852:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344902.362914:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.362915:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344902.362917:0:99852:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344902.362924:0:99852:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344902.362925:0:99852:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.362928:0:99852:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344902.362931:0:99852:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344902.362941:0:99852:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bc600 already unused, calling callback (ffffffffc0e86b40) 00010000:00000001:1.0:1763344902.362944:0:99852:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763344902.362946:0:99852:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344902.362948:0:99852:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344902.362954:0:99852:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344902.362955:0:99852:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344902.362956:0:99852:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.362957:0:99852:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc600 refcount=4 00000020:00000001:1.0:1763344902.362959:0:99852:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000001:1.0:1763344902.362960:0:99852:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000001:1.0:1763344902.362963:0:99852:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344902.362965:0:99852:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344902.362970:0:99852:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344902.362972:0:99852:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763344902.362973:0:99852:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.362977:0:99852:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344902.362979:0:99852:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344902.362980:0:99852:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344902.362982:0:99852:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344902.362984:0:99852:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc600 with handle 0x34881b4086817fdc from hash 00010000:00000001:1.0:1763344902.362987:0:99852:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344902.362988:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.362989:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.362990:0:99852:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344902.362995:0:99852:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344902.362997:0:99852:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.362999:0:99852:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344902.363001:0:99852:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344902.363002:0:99852:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344902.363004:0:99852:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.363006:0:99852:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.363008:0:99852:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344902.363009:0:99852:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344902.363011:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.363013:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.363014:0:99852:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.363015:0:99852:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.363017:0:99852:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.363019:0:99852:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 2/0,0 mode: --/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344902.363025:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.363026:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.363027:0:99852:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344902.363028:0:99852:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344902.363030:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344902.363031:0:99852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bc600/0x34881b4086817fdc lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 99852 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344902.363038:0:99852:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50d232b200 count: 0 00002000:00000010:1.0:1763344902.363042:0:99852:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e50f93d2b40. 00010000:00000010:1.0:1763344902.363046:0:99852:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e50d232b900. 00010000:00000001:1.0:1763344902.363055:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763344902.363057:0:99852:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:1.0:1763344902.363059:0:99852:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344902.363064:0:99852:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946965, transno 8589946965, xid 1848987881557504 00010000:00000001:1.0:1763344902.363067:0:99852:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344902.363078:0:99852:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e66d80 x1848987881557504/t8589946965(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4584/448 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344902.363087:0:99852:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344902.363089:0:99852:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344902.363093:0:99852:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344902.363097:0:99852:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344902.363100:0:99852:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344902.363102:0:99852:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344902.363105:0:99852:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344902.363108:0:99852:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.363112:0:99852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344902.363115:0:99852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344902.363121:0:99852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3220. 00000100:00000200:1.0:1763344902.363129:0:99852:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848987881557504, offset 224 00000400:00000200:1.0:1763344902.363136:0:99852:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344902.363149:0:99852:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344902.363156:0:99852:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385641:1385641:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385637:1385637:8:4294967295] 00000400:00000200:1.0:1763344902.363167:0:99852:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344902.363172:0:99852:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344902.363177:0:99852:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a500. 00000800:00000200:1.0:1763344902.363184:0:99852:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344902.363190:0:99852:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344902.363194:0:99852:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a500 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1763344902.363206:0:99852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344902.363209:0:99852:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344902.363212:0:99852:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344902.363213:0:99852:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344902.363216:0:99852:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344902.363221:0:99852:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e66d80 x1848987881557504/t8589946965(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4584/448 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344902.363231:0:99852:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2405:x1848987881557504:12345-192.168.203.14@tcp:4:lfs.0 Request processed in 30916us (31493us total) trans 8589946965 rc 0/0 00000100:00100000:1.0:1763344902.363240:0:99852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1959 00000100:00000040:1.0:1763344902.363243:0:99852:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:1.0:1763344902.363246:0:99852:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344902.363247:0:99852:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344902.363253:0:99852:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139d00. 00000020:00000010:1.0:1763344902.363258:0:99852:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732258. 00000020:00000010:1.0:1763344902.363262:0:99852:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852a800. 00000020:00000040:1.0:1763344902.363267:0:99852:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 20 00000100:00000001:1.0:1763344902.363269:0:99852:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344902.363433:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344902.363438:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a500. 00000400:00000200:3.0:1763344902.363443:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344902.363449:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344902.363454:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3220 00000400:00000010:3.0:1763344902.363457:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3220. 00000100:00000001:3.0:1763344902.363461:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344902.363463:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.366857:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.366874:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.366877:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.366880:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.366891:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.366907:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 448 into portal 12 MB=0x691a509dfcf00 00000400:00000200:1.0:1763344902.366915:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 448/448 into md 0x616b51 [64] + 139424 00000800:00000001:1.0:1763344902.366924:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.366934:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.366937:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.366941:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.366948:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.366950:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344902.366957:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e65c00. 00000100:00000040:1.0:1763344902.366961:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e65c00 x1848987881557760 msgsize 448 00000100:00100000:1.0:1763344902.366964:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344902.367896:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763344902.367919:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.367931:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.367937:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1763344902.367961:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881557760 02000000:00000001:3.0:1763344902.367964:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344902.367967:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.367969:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.367973:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.367976:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881557760 00000020:00000001:3.0:1763344902.367980:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344902.367981:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344902.367983:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.367987:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=239 00000020:00000001:3.0:1763344902.367989:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344902.367992:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344902.367996:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.368003:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.368006:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.368009:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000020:00000010:3.0:1763344902.368016:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbe00. 00000020:00000010:3.0:1763344902.368021:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344902.368027:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf320. 00000100:00000040:3.0:1763344902.368034:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344902.368038:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344902.368039:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344902.368042:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.368048:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.368065:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.368078:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344902.368080:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344902.368086:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302992 00000100:00000040:3.0:1763344902.368089:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344902.368091:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454067200 : -107405255484416 : ffff9e50c3e65c00) 00000100:00000040:3.0:1763344902.368099:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e65c00 x1848987881557760/t0(0) o44->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 448/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.368106:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.368109:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.368112:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.368114:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000100:00100000:3.0:1763344902.368117:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+239:252846:x1848987881557760:12345-192.168.203.14@tcp:44:lfs.0 00000100:00000200:3.0:1763344902.368121:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881557760 00000020:00000001:3.0:1763344902.368124:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344902.368127:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344902.368130:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.368133:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344902.368135:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809040 : -1044742576 : ffffffffc1ba7e50) 00000020:00000001:3.0:1763344902.368138:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344902.368141:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881557760, found 0 last_xid 1848987881557759 00000020:00000001:3.0:1763344902.368144:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344902.368146:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344902.368148:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344902.368152:0:10286:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763344902.368156:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344902.368161:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000020:00000001:3.0:1763344902.368163:0:10286:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.368165:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.368169:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344902.368172:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344902.368176:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff9e50f2e51c00. 02000000:00000001:3.0:1763344902.368178:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.368181:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.368183:0:10286:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:3.0:1763344902.368188:0:10286:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000002:3.0:1763344902.368194:0:10286:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x6000643d4 for inode 830 00080000:00000001:3.0:1763344902.368198:0:10286:0:(osd_handler.c:5444:osd_object_sync()) Process entered 00080000:00000010:2.0:1763344902.369541:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852b600. 00000100:00000001:2.0:1763344902.369551:0:30720:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763344902.370371:0:3628:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:1.0:1763344902.370375:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344902.370378:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.370381:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4400 refcount=3 00000020:00000001:1.0:1763344902.370384:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464557056 : -107409244994560 : ffff9e4fd61b4400) 00010000:00000001:1.0:1763344902.370388:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464557056 : -107409244994560 : ffff9e4fd61b4400) 00010000:00000001:1.0:1763344902.370390:0:3628:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344902.370396:0:3628:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4400/0x34881b4086817d6d lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.370408:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.370418:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344902.370421:0:3628:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4400/0x34881b4086817d6d lrc: 2/0,0 mode: TXN/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.370428:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344902.370430:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.370433:0:3628:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344902.370436:0:3628:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4400/0x34881b4086817d6d lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:1.0:1763344902.370442:0:3628:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e4fd61b4400 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344902.370446:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344902.370448:0:3628:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344902.370451:0:3628:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4400/0x34881b4086817d6d lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.370456:0:3628:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344902.370457:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344902.370458:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.370460:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4400 refcount=4 00000020:00000001:1.0:1763344902.370462:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464557056 : -107409244994560 : ffff9e4fd61b4400) 00010000:00000001:1.0:1763344902.370464:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464557056 : -107409244994560 : ffff9e4fd61b4400) 00010000:00000001:1.0:1763344902.370467:0:3628:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344902.370469:0:3628:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4400/0x34881b4086817d6d lrc: 4/0,0 mode: TXN/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.370474:0:3628:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344902.370476:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344902.370478:0:3628:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.370481:0:3628:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344902.370483:0:3628:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344902.370485:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344902.370487:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344902.370490:0:3628:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4400 with handle 0x34881b4086817d6d from hash 00010000:00000001:1.0:1763344902.370492:0:3628:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344902.370493:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.370494:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.370496:0:3628:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344902.370501:0:3628:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344902.370503:0:3628:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.370505:0:3628:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344902.370507:0:3628:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344902.370510:0:3628:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344902.370512:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e83:0x0].0x0 (ffff9e4fc1359c00) 00010000:00010000:1.0:1763344902.370515:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344902.370518:0:3628:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.370520:0:3628:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.370522:0:3628:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344902.370523:0:3628:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344902.370526:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.370527:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.370529:0:3628:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.370531:0:3628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.370533:0:3628:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.370536:0:3628:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4400/0x34881b4086817d6d lrc: 2/0,0 mode: --/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.370541:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.370542:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.370544:0:3628:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344902.370546:0:3628:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344902.370547:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344902.370549:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4400/0x34881b4086817d6d lrc: 0/0,0 mode: --/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:1.0:1763344902.370555:0:3628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16180. 00010000:00000001:1.0:1763344902.370613:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763344902.370617:0:3628:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 238 00000100:00000001:1.0:1763344902.370620:0:3628:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344902.370627:0:3628:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:1.0:1763344902.370629:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344902.370630:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.370632:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5a00 refcount=3 00000020:00000001:1.0:1763344902.370634:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464562688 : -107409244988928 : ffff9e4fd61b5a00) 00010000:00000001:1.0:1763344902.370636:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464562688 : -107409244988928 : ffff9e4fd61b5a00) 00010000:00000001:1.0:1763344902.370638:0:3628:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344902.370641:0:3628:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817d82 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.370646:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.370647:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344902.370649:0:3628:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817d82 lrc: 2/0,0 mode: TXN/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.370654:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344902.370655:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.370657:0:3628:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344902.370659:0:3628:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817d82 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:1.0:1763344902.370663:0:3628:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e4fd61b5a00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344902.370666:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344902.370667:0:3628:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344902.370668:0:3628:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817d82 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.370673:0:3628:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344902.370674:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344902.370676:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.370677:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b5a00 refcount=4 00000020:00000001:1.0:1763344902.370679:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464562688 : -107409244988928 : ffff9e4fd61b5a00) 00010000:00000001:1.0:1763344902.370681:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464562688 : -107409244988928 : ffff9e4fd61b5a00) 00010000:00000001:1.0:1763344902.370683:0:3628:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344902.370685:0:3628:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817d82 lrc: 4/0,0 mode: TXN/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.370690:0:3628:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344902.370691:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344902.370692:0:3628:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.370695:0:3628:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344902.370696:0:3628:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344902.370698:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344902.370699:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344902.370701:0:3628:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b5a00 with handle 0x34881b4086817d82 from hash 00010000:00000001:1.0:1763344902.370704:0:3628:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344902.370705:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.370706:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.370707:0:3628:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344902.370710:0:3628:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344902.370711:0:3628:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.370713:0:3628:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344902.370714:0:3628:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344902.370716:0:3628:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344902.370717:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e83:0x0].0x0 (ffff9e4fc1359c00) 00010000:00010000:1.0:1763344902.370720:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763344902.370722:0:3628:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.370724:0:3628:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.370726:0:3628:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344902.370727:0:3628:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344902.370729:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.370731:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.370732:0:3628:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.370734:0:3628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.370736:0:3628:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.370738:0:3628:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817d82 lrc: 2/0,0 mode: --/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.370743:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.370744:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.370745:0:3628:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344902.370746:0:3628:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344902.370748:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344902.370750:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b5a00/0x34881b4086817d82 lrc: 0/0,0 mode: --/TXN res: [0x240002b13:0x12e83:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:1.0:1763344902.370756:0:3628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16a00. 00010000:00000040:1.0:1763344902.370759:0:3628:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359c00 count: 0 00010000:00000010:1.0:1763344902.370765:0:3628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50ef8dc400. 00010000:00000001:1.0:1763344902.370771:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.370772:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344902.370774:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.370775:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4000 refcount=3 00000020:00000001:1.0:1763344902.370777:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464556032 : -107409244995584 : ffff9e4fd61b4000) 00010000:00000001:1.0:1763344902.370780:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464556032 : -107409244995584 : ffff9e4fd61b4000) 00010000:00000001:1.0:1763344902.370782:0:3628:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344902.370785:0:3628:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4000/0x34881b4086817d89 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00000100:00000001:2.0:1763344902.372224:0:30720:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763344902.372230:0:30720:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 25770214358 is committed 00000001:00000040:2.0:1763344902.372234:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 11 00000020:00000040:2.0:1763344902.372237:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 237 00000001:00000010:2.0:1763344902.372240:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc420. 00080000:00000010:2.0:1763344902.372246:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852ac00. 00000001:00000040:2.0:1763344902.372252:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 10 00000020:00000040:2.0:1763344902.372254:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 236 00000001:00000010:2.0:1763344902.372256:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d3c0. 00080000:00000010:2.0:1763344902.372259:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09e600. 00000001:00000040:2.0:1763344902.372262:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 9 00000020:00000040:2.0:1763344902.372264:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00000001:00000010:2.0:1763344902.372265:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cf000. 00080000:00000010:2.0:1763344902.372268:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69ca600. 00000001:00000040:2.0:1763344902.372272:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 8 00000020:00000040:2.0:1763344902.372273:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00000001:00000010:2.0:1763344902.372275:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8df00. 00080000:00000010:2.0:1763344902.372276:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09e800. 00000100:00000001:2.0:1763344902.372280:0:30720:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763344902.372281:0:30720:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763344902.372282:0:30720:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 25770214354 is committed 00000001:00000040:2.0:1763344902.372285:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e4fc48d5800 : new cb_count 0 00000020:00000040:2.0:1763344902.372286:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 4 00000001:00000010:2.0:1763344902.372288:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2b30cc0. 00080000:00000010:2.0:1763344902.372291:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09fa00. 00000001:00000040:2.0:1763344902.372294:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 7 00000020:00000040:2.0:1763344902.372295:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 233 00000001:00000010:2.0:1763344902.372297:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2b30480. 00000004:00080000:2.0:1763344902.372299:0:30720:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 259 committed 00000004:00000001:3.0:1763344902.373038:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763344902.373042:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.373045:0:30728:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763344902.373046:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763344902.373048:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763344902.373053:0:30728:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e50ed561cb0 type=0x0 idx=0 00000040:00001000:3.0:1763344902.373057:0:30728:0:(llog.c:720:llog_process_thread()) synced_idx: 6643 00000040:00000001:3.0:1763344902.373061:0:30728:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1763344902.373065:0:30728:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1763344902.373070:0:30728:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 6643 (cur idx 6642 off 425984), size 433392 00000040:00000001:3.0:1763344902.373091:0:30728:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1763344902.373094:0:30728:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763344902.373095:0:30728:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e50ed561cb0 type=0x10692404 idx=6643 00000040:00001000:3.0:1763344902.373098:0:30728:0:(llog.c:776:llog_process_thread()) lrh_index: 6643 lrh_len: 64 (848 remains) 00000040:00001000:3.0:1763344902.373101:0:30728:0:(llog.c:797:llog_process_thread()) index: 6643, lh_last_idx: 6643 synced_idx: 6643 lgh_last_idx: 6643 00000004:00000001:3.0:1763344902.373103:0:30728:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763344902.373104:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763344902.373105:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.373107:0:30728:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:3.0:1763344902.373109:0:30728:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1763344902.373111:0:30728:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:3.0:1763344902.373118:0:30728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8601f80. 00000020:00000040:3.0:1763344902.373122:0:30728:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=6 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1763344902.373126:0:30728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344902.373129:0:30728:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344902.373134:0:30728:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344902.373140:0:30728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e50f2e53800. 00000100:00000001:3.0:1763344902.373146:0:30728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.373148:0:30728:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446636669334462336 : -107404375089280 : ffff9e50f8601f80) 00000100:00000001:3.0:1763344902.373155:0:30728:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344902.373159:0:30728:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.373169:0:30728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9e1fda] to pc [ptlrpcd_00_02+2] req@ffff9e50f8601f80 x1848987617977472/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763344902.373188:0:30728:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763344902.373190:0:30728:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0001: 1 in flight, 2 in progress 00000004:00001000:3.0:1763344902.373192:0:30728:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 6643, id 258 00000004:00000001:3.0:1763344902.373194:0:30728:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1763344902.373195:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763344902.373196:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.373198:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763344902.373199:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.373205:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1763344902.373208:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1763344902.373209:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.373216:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344902.373218:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.373219:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344902.373221:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344902.373223:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344902.373227:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8601f80 x1848987617977472/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.373234:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344902.373236:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.373240:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763344902.373242:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344902.373245:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.373247:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8601f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617977472:0@lo:6:osp-syn-0-1.0 00000100:00000001:3.0:1763344902.373251:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344902.373254:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344902.373256:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.373258:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344902.373262:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50f2e52800. 02000000:00000001:3.0:1763344902.373264:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344902.373269:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac6e0. 00000400:00000010:3.0:1763344902.373276:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbe58. 00000100:00000200:3.0:1763344902.373283:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617977472, portal 4 00000100:00000001:3.0:1763344902.373285:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344902.373286:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334462336 : -107404375089280 : ffff9e50f8601f80) 00000100:00000040:3.0:1763344902.373292:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50f8601f80 x1848987617977472/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.373299:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344902.373302:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344902.373304:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb198. 00000100:00000200:3.0:1763344902.373307:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848987617977472, offset 0 00000400:00000200:3.0:1763344902.373313:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344902.373325:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344902.373336:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a4fa29e480 00000400:00000200:3.0:1763344902.373342:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x64578d [8] + 2960 00000400:00000200:3.0:1763344902.373348:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344902.373352:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344902.373359:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344902.373361:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344902.373364:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8603480. 00000100:00000040:3.0:1763344902.373367:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8603480 x1848987617977472 msgsize 544 00000100:00100000:3.0:1763344902.373370:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763344902.373378:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763344902.373387:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb198 00000400:00000010:3.0:1763344902.373389:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb198. 00000100:00000001:3.0:1763344902.373392:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344902.373395:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8601f80 x1848987617977472/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.373402:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344902.373405:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8601f80 x1848987617977472/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.373421:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.373423:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344902.373427:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.373431:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17585 usecs (18 jiffies) 00000100:00000001:3.0:1763344902.373434:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307676210 00000100:00000001:3.0:1763344902.373437:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307677482 00000100:00000001:3.0:1763344902.373439:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307676210 00000100:00000001:3.0:1763344902.373440:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307677482 00000100:00000001:3.0:1763344902.373443:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307676210 00000100:00000001:3.0:1763344902.373445:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307677482 00000100:00000001:3.0:1763344902.373447:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307676210 00000100:00000001:3.0:1763344902.373448:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307677482 00000100:00000001:3.0:1763344902.373451:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344902.373453:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.373456:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.373458:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.373468:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344902.373470:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.373492:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344902.373494:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617977472 02000000:00000001:3.0:1763344902.373497:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344902.373499:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.373501:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.373504:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.373507:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617977472 00000020:00000001:3.0:1763344902.373510:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344902.373512:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:3.0:1763344902.373514:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.373517:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=8 00000020:00000001:3.0:1763344902.373520:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000020:00000001:3.0:1763344902.373522:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:3.0:1763344902.373526:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.373531:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.373534:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.373537:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000020:00000010:3.0:1763344902.373543:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69ca200. 00000020:00000010:3.0:1763344902.373547:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0eb80. 00000020:00000010:3.0:1763344902.373552:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfaf0. 00000100:00000040:3.0:1763344902.373558:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344902.373561:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344902.373562:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344902.373565:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.373571:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.373579:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.373593:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344902.373595:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344902.373598:0:74642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27114 00000100:00000040:3.0:1763344902.373602:0:74642:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:3.0:1763344902.373603:0:74642:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334467712 : -107404375083904 : ffff9e50f8603480) 00000100:00000040:3.0:1763344902.373608:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8603480 x1848987617977472/t0(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 544/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.373615:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.373618:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.373620:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.373622:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000100:00100000:3.0:1763344902.373625:0:74642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8603480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+8:3645:x1848987617977472:12345-0@lo:6:osp-syn-0-1.0 00000100:00000200:3.0:1763344902.373631:0:74642:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617977472 00000020:00000001:3.0:1763344902.373634:0:74642:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344902.373637:0:74642:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344902.373639:0:74642:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.373642:0:74642:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344902.373643:0:74642:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932352 : -1042619264 : ffffffffc1dae480) 00000020:00000001:3.0:1763344902.373646:0:74642:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344902.373648:0:74642:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344902.373651:0:74642:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344902.373653:0:74642:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344902.373655:0:74642:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344902.373657:0:74642:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344902.373659:0:74642:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.373662:0:74642:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.373664:0:74642:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.373666:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.373667:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.373669:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.373671:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.373672:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.373673:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.373675:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.373676:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.373677:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.373680:0:74642:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.373682:0:74642:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.373685:0:74642:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344902.373687:0:74642:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344902.373691:0:74642:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50f2e50000. 02000000:00000001:3.0:1763344902.373693:0:74642:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.373695:0:74642:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344902.373698:0:74642:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1763344902.373701:0:74642:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344902.373703:0:74642:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1763344902.373706:0:74642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000402:7191 count 1 00002000:00000001:3.0:1763344902.373709:0:74642:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1763344902.373712:0:74642:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344902.373715:0:74642:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344902.373721:0:74642:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:3.0:1763344902.373724:0:74642:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00010000:00000001:3.0:1763344902.373727:0:74642:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344902.373731:0:74642:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344902.373738:0:74642:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc87d1200. 00010000:00000010:3.0:1763344902.373741:0:74642:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e4fc87d1300. 00010000:00000001:3.0:1763344902.373745:0:74642:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344902.373749:0:74642:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16000. 00000020:00000001:3.0:1763344902.373752:0:74642:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344902.373755:0:74642:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16000 with handle 0x34881b4086817fe3 to hash 00000020:00000001:3.0:1763344902.373757:0:74642:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344902.373758:0:74642:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.373761:0:74642:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00002000:00000001:3.0:1763344902.373765:0:74642:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763344902.373770:0:74642:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e50f82ddec0. 00002000:00000001:3.0:1763344902.373772:0:74642:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344902.373773:0:74642:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344902.373775:0:74642:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464393800 : -107409245157816 : ffff9e4fd618c648) 00002000:00000001:3.0:1763344902.373777:0:74642:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464393712 : -107409245157904 : ffff9e4fd618c5f0) 00002000:00000001:3.0:1763344902.373779:0:74642:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344902.373783:0:74642:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763344902.373786:0:74642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000402:0x1c17:0x0] initial LVB size: 4096, mtime: 0x691a8202, atime: 0x691a8202, ctime: 0x691a8203, blocks: 0x8 00002000:00000001:3.0:1763344902.373811:0:74642:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1763344902.373813:0:74642:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.373815:0:74642:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.373820:0:74642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16000/0x34881b4086817fe3 lrc: 3/0,1 mode: --/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344902.373828:0:74642:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344902.373832:0:74642:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344902.373834:0:74642:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344902.373836:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344902.373839:0:74642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344902.373842:0:74642:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.373844:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344902.373845:0:74642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344902.373846:0:74642:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.373849:0:74642:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763344902.373853:0:74642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16000/0x34881b4086817fe3 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344902.373861:0:74642:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c17:0x0].0x0 (ffff9e4fc87d1200) refcount = 1 00010000:00000040:3.0:1763344902.373864:0:74642:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344902.373867:0:74642:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16000/0x34881b4086817fe3 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344902.373876:0:74642:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.373878:0:74642:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.373881:0:74642:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344902.373883:0:74642:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.373885:0:74642:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.373887:0:74642:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.373890:0:74642:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344902.373892:0:74642:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.373896:0:74642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16000/0x34881b4086817fe3 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344902.373902:0:74642:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344902.373903:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.373905:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.373907:0:74642:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.373909:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.373911:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16000 refcount=3 00000020:00000001:3.0:1763344902.373913:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.373915:0:74642:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.373918:0:74642:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344902.373921:0:74642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16000/0x34881b4086817fe3 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344902.373928:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.373929:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344902.373932:0:74642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16000/0x34881b4086817fe3 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344902.373938:0:74642:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.373939:0:74642:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.373942:0:74642:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763344902.373946:0:74642:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fd05d1f00. 00010000:00000001:3.0:1763344902.373949:0:74642:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763344902.373958:0:74642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1763344902.373961:0:74642:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.373962:0:74642:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.373964:0:74642:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344902.373965:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.373966:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763344902.373968:0:74642:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:3.0:1763344902.373971:0:74642:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344902.373975:0:74642:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69cae00. 00080000:00000001:3.0:1763344902.373978:0:74642:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473038336 : -107409236513280 : ffff9e4fd69cae00) 00000001:00000001:3.0:1763344902.373980:0:74642:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.373982:0:74642:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.373985:0:74642:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1763344902.373988:0:74642:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1763344902.373990:0:74642:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1763344902.373993:0:74642:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000402:0x1c17:0x0] not in the id map cache 00080000:00000001:3.0:1763344902.373996:0:74642:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.373998:0:74642:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344902.374004:0:74642:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344902.374007:0:74642:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344902.374010:0:74642:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd7c0. 00080000:00000001:3.0:1763344902.374013:0:74642:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.374021:0:74642:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763344902.374026:0:74642:0:(osd_handler.c:4785:osd_ref_del()) [0x280000402:0x1c17:0x0] decrease nlink 1 00080000:00000001:3.0:1763344902.374043:0:74642:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:3.0:1763344902.374046:0:74642:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000402:0x1c17:0x0] 00080000:00000001:3.0:1763344902.374049:0:74642:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763344902.374053:0:74642:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344902.374055:0:74642:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344902.374058:0:74642:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344902.374060:0:74642:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.374062:0:74642:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1763344902.374067:0:74642:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:3.0:1763344902.374069:0:74642:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1763344902.374071:0:74642:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636669050430656 : -107404659120960 : ffff9e50e77224c0) 00000001:00000001:3.0:1763344902.374075:0:74642:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:3.0:1763344902.374094:0:74642:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.374097:0:74642:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.374099:0:74642:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.374103:0:74642:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344902.374107:0:74642:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344902.374110:0:74642:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884915415, last_committed = 12884915408 00000001:00000010:3.0:1763344902.374113:0:74642:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cfea0. 00000001:00000040:3.0:1763344902.374116:0:74642:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50c7179000 : new cb_count 4 00000020:00000040:3.0:1763344902.374118:0:74642:0:(genops.c:887:class_export_get()) GET export ffff9e50c7179000 refcount=9 00000001:00000001:3.0:1763344902.374130:0:74642:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344902.374137:0:74642:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd7c0. 00040000:00000001:3.0:1763344902.374141:0:74642:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344902.374144:0:74642:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344902.374146:0:74642:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344902.374148:0:74642:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344902.374150:0:74642:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00040000:00000001:3.0:1763344902.374294:0:74642:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1763344902.374297:0:74642:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1763344902.374298:0:74642:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1763344902.374299:0:74642:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1763344902.374300:0:74642:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1763344902.374301:0:74642:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1763344902.374305:0:74642:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff9e4fc6ca7800. 00002000:00000001:3.0:1763344902.374311:0:74642:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1763344902.374313:0:74642:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000402:0x1c17:0x0] 00002000:00000010:3.0:1763344902.374315:0:74642:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9e4fd618c5f0. 00002000:00000001:3.0:1763344902.374320:0:74642:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1763344902.374322:0:74642:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344902.374327:0:74642:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763344902.374331:0:74642:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915402, transno 12884915415, xid 1848987617977472 00010000:00000001:3.0:1763344902.374334:0:74642:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344902.374339:0:74642:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8603480 x1848987617977472/t12884915415(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 544/432 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344902.374347:0:74642:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344902.374350:0:74642:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344902.374353:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344902.374359:0:74642:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344902.374361:0:74642:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344902.374363:0:74642:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344902.374366:0:74642:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344902.374368:0:74642:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.374371:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344902.374373:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344902.374377:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb198. 00000100:00000200:3.0:1763344902.374381:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987617977472, offset 224 00000400:00000200:3.0:1763344902.374386:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344902.374393:0:74642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344902.374399:0:74642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a4fa29e480 00000400:00000200:3.0:1763344902.374404:0:74642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x665dc9 [1] + 224 00000400:00000200:3.0:1763344902.374422:0:74642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344902.374425:0:74642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344902.374429:0:74642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344902.374433:0:74642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8601f80 x1848987617977472/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344918 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344902.374443:0:74642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9e50f8601f80 x1848987617977472/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.374462:0:74642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344902.374467:0:74642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb198 00000400:00000010:3.0:1763344902.374469:0:74642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb198. 00000100:00000001:3.0:1763344902.374472:0:74642:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344902.374474:0:74642:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344902.374477:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.374480:0:74642:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344902.374483:0:74642:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344902.374485:0:74642:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.374487:0:74642:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344902.374491:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8603480 x1848987617977472/t12884915415(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 544/432 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344902.374500:0:74642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8603480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+9:3645:x1848987617977472:12345-0@lo:6:osp-syn-0-1.0 Request processed in 883us (1130us total) trans 12884915415 rc 0/0 00000100:00100000:3.0:1763344902.374507:0:74642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27114 00000100:00000040:3.0:1763344902.374510:0:74642:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00000001:3.0:1763344902.374513:0:74642:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344902.374515:0:74642:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344902.374519:0:74642:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0eb80. 00000020:00000010:3.0:1763344902.374523:0:74642:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfaf0. 00000020:00000010:3.0:1763344902.374527:0:74642:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69ca200. 00000020:00000040:3.0:1763344902.374531:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 8 00000100:00000001:3.0:1763344902.374534:0:74642:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344902.374550:0:67527:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344902.374552:0:67527:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.374555:0:67527:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763344902.374558:0:67527:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763344902.374560:0:67527:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344902.374564:0:67527:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16000/0x34881b4086817fe3 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344902.374572:0:67527:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf16000 already unused, calling callback (ffffffffc0e86b40) 00010000:00000001:3.0:1763344902.374575:0:67527:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.374577:0:67527:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344902.374580:0:67527:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16000/0x34881b4086817fe3 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344902.374587:0:67527:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344902.374588:0:67527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.374590:0:67527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.374592:0:67527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16000 refcount=3 00000020:00000001:3.0:1763344902.374593:0:67527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.374597:0:67527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.374600:0:67527:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344902.374603:0:67527:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16000/0x34881b4086817fe3 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344902.374609:0:67527:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344902.374611:0:67527:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.374612:0:67527:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.374616:0:67527:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344902.374617:0:67527:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.374619:0:67527:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.374621:0:67527:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344902.374623:0:67527:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16000 with handle 0x34881b4086817fe3 from hash 00010000:00000001:3.0:1763344902.374625:0:67527:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.374626:0:67527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.374628:0:67527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.374629:0:67527:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344902.374631:0:67527:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.374633:0:67527:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.374635:0:67527:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344902.374637:0:67527:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344902.374639:0:67527:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344902.374641:0:67527:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.374643:0:67527:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.374645:0:67527:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344902.374647:0:67527:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344902.374649:0:67527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.374650:0:67527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.374652:0:67527:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.374654:0:67527:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.374656:0:67527:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.374659:0:67527:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16000/0x34881b4086817fe3 lrc: 1/0,0 mode: --/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344902.374665:0:67527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344902.374668:0:67527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf16000/0x34881b4086817fe3 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x1c17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344902.374675:0:67527:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc87d1200 count: 0 00002000:00000010:3.0:1763344902.374680:0:67527:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e50f82ddec0. 00010000:00000010:3.0:1763344902.374684:0:67527:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4fc87d1300. 00010000:00000001:3.0:1763344902.374689:0:67527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.374691:0:67527:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763344902.374692:0:67527:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4fd05d1f00. 00010000:00000001:3.0:1763344902.374695:0:67527:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.374697:0:67527:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344902.374699:0:67527:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.374701:0:67527:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763344902.374702:0:67527:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344902.374704:0:67527:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.374705:0:67527:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763344902.374707:0:67527:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344902.374708:0:67527:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.374710:0:67527:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1763344902.374718:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344902.374720:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344902.374724:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344902.374726:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344902.374729:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac6e0. 00000400:00000200:3.0:1763344902.374732:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbe58 00000400:00000010:3.0:1763344902.374734:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbe58. 00000100:00000001:3.0:1763344902.374736:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344902.374740:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8601f80 x1848987617977472/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344902.374749:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8601f80 x1848987617977472/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.374755:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344902.374757:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.374759:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344902.374762:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344902.374763:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.374765:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.374768:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344902.374773:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213c58 time=2 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344902.374777:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344902.374780:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344902.374782:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.374785:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344902.374810:0:3645:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.374813:0:3645:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763344902.374815:0:3645:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763344902.374816:0:3645:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763344902.374818:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344902.374820:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334462336 : -107404375089280 : ffff9e50f8601f80) 00000100:00000001:3.0:1763344902.374822:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344902.374824:0:3645:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884915402 00000100:00000001:3.0:1763344902.374826:0:3645:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344902.374828:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.374833:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8601f80 x1848987617977472/t12884915415(12884915415) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.374840:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344902.374842:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344902.374844:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1763344902.374846:0:3645:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e50f8601f80/2, rc 0, transno 12884915415 00000004:00001000:3.0:1763344902.374850:0:3645:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0001: 0 in flight, 2 in progress 00000100:00000040:3.0:1763344902.374853:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8601f80 x1848987617977472/t12884915415(12884915415) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344918 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344902.374861:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8601f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617977472:0@lo:6:osp-syn-0-1.0 00000100:00000001:3.0:1763344902.374865:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.374867:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344902.374869:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8601f80 x1848987617977472/t12884915415(12884915415) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344918 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.374874:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.374876:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.374881:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344902.374883:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.374885:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344902.374887:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344902.374989:0:30720:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9e4fc2b30060. 00080000:00000010:2.0:1763344902.374996:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e50f4ec5a00. 00000001:00000040:2.0:1763344902.375004:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 6 00000020:00000040:2.0:1763344902.375006:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 232 00000001:00000010:2.0:1763344902.375008:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2b30660. 00080000:00000010:2.0:1763344902.375010:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e50f4ec4c00. 00000001:00000040:2.0:1763344902.375013:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 5 00000020:00000040:2.0:1763344902.375015:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00000001:00000010:2.0:1763344902.375017:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc540. 00080000:00000010:2.0:1763344902.375019:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de0c00. 00000001:00000040:2.0:1763344902.375025:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 4 00000020:00000040:2.0:1763344902.375026:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00000001:00000010:2.0:1763344902.375028:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dce40. 00080000:00000010:2.0:1763344902.375030:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de1800. 00000001:00000040:2.0:1763344902.375034:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 3 00000020:00000040:2.0:1763344902.375036:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 229 00000001:00000010:2.0:1763344902.375037:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2dec480. 00000020:00000001:2.0:1763344902.375043:0:30720:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:2.0:1763344902.375045:0:30720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc2c5e180 refcount 2 committed 0 result 0 batchid 21474836911 00000020:00080000:2.0:1763344902.375048:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5700 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc2c5e6c0 00000020:00080000:2.0:1763344902.375051:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcc4e3a00 00000020:00000001:2.0:1763344902.375059:0:30720:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:2.0:1763344902.375061:0:30720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc2c5e180 refcount 2 committed 1 result 0 batchid 21474836911 00000020:00000040:2.0:1763344902.375064:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5700 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc2c5e6c0 00000020:00000040:2.0:1763344902.375067:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcc4e3a00 00000020:00000001:2.0:1763344902.375069:0:30720:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00080000:00000010:2.0:1763344902.375071:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4e3a00. 00000001:00000040:2.0:1763344902.375075:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 2 00000020:00000040:2.0:1763344902.375077:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 228 00000001:00000010:2.0:1763344902.375079:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2decb40. 00000020:00000001:2.0:1763344902.375081:0:30720:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:2.0:1763344902.375083:0:30720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc2c5e9c0 refcount 2 committed 0 result 0 batchid 21474836910 00000020:00080000:2.0:1763344902.375085:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5d00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc2c5e600 00000020:00080000:2.0:1763344902.375088:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50d58c2100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e50f4ec4e00 00000020:00000001:2.0:1763344902.375091:0:30720:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:2.0:1763344902.375093:0:30720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc2c5e9c0 refcount 2 committed 1 result 0 batchid 21474836910 00000020:00000040:2.0:1763344902.375094:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5d00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc2c5e600 00000020:00000040:2.0:1763344902.375097:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50d58c2100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e50f4ec4e00 00000020:00000001:2.0:1763344902.375099:0:30720:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00080000:00000010:2.0:1763344902.375100:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e50f4ec4e00. 00000001:00000040:2.0:1763344902.375103:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 1 00000020:00000040:2.0:1763344902.375106:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 227 00000001:00000010:2.0:1763344902.375108:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2b30d20. 00080000:00000010:2.0:1763344902.375110:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e50f4ec5800. 00000001:00000040:2.0:1763344902.375112:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 0 00000020:00000040:2.0:1763344902.375113:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 226 00000001:00000010:2.0:1763344902.375115:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2b309c0. 00080000:00000010:2.0:1763344902.375117:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e50fc9ece00. 00080000:00000010:2.0:1763344902.375119:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4e3600. 00000020:00080000:2.0:1763344902.375122:0:30720:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 21474836909 batchid updated 00000020:00000010:2.0:1763344902.375125:0:30720:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9e50ef5cf2a0. 00080000:00000010:2.0:1763344902.375127:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69ca800. 00000020:00080000:2.0:1763344902.375143:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 21474836911 committed batchid 21474836909 00000020:00000001:2.0:1763344902.375145:0:30740:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:2.0:1763344902.375149:0:30740:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9e50e4b8df00. 00080000:00000001:2.0:1763344902.375152:0:30740:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344902.375155:0:30740:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09fa00. 00080000:00000001:2.0:1763344902.375158:0:30740:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278874624 : -107409430676992 : ffff9e4fcb09fa00) 00080000:00000001:2.0:1763344902.375160:0:30740:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.375163:0:30740:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344902.375165:0:30740:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2a00. 00080000:00000001:2.0:1763344902.375168:0:30740:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.375169:0:30740:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344902.375180:0:30740:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.375195:0:30740:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0001: update batchid 21474836911: rc = 0 00080000:00000001:2.0:1763344902.375198:0:30740:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:2.0:1763344902.375202:0:30740:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2a00. 00040000:00000001:2.0:1763344902.375205:0:30740:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344902.375207:0:30740:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344902.375208:0:30740:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.375210:0:30740:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.375213:0:30740:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763344902.375215:0:30740:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd6241e40 refcount 1 committed 1 result 0 batchid 21474836906 00000020:00000040:2.0:1763344902.375218:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994700 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd6241300 00000020:00000040:2.0:1763344902.375221:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd5de1200 00000020:00000040:2.0:1763344902.375225:0:30740:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000020:00000040:2.0:1763344902.375227:0:30740:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:2.0:1763344902.375229:0:30740:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344902.375232:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ef994700. 00000020:00000010:2.0:1763344902.375235:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ef994f00. 00000020:00000010:2.0:1763344902.375238:0:30740:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9e4fd6241e40. 00000020:00000001:2.0:1763344902.375241:0:30740:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763344902.375243:0:30740:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd192ec00 refcount 1 committed 1 result 0 batchid 21474836907 00000020:00000040:2.0:1763344902.375245:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c4f56900 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd192e840 00000020:00000040:2.0:1763344902.375248:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c4f56b00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc852a400 00000020:00000040:2.0:1763344902.375250:0:30740:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000020:00000040:2.0:1763344902.375252:0:30740:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:2.0:1763344902.375254:0:30740:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344902.375256:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50c4f56900. 00000020:00000010:2.0:1763344902.375258:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50c4f56b00. 00000020:00000010:2.0:1763344902.375260:0:30740:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9e4fd192ec00. 00000020:00000001:2.0:1763344902.375263:0:30740:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763344902.375264:0:30740:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd192e300 refcount 1 committed 1 result 0 batchid 21474836908 00000020:00000040:2.0:1763344902.375267:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c4f56300 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd192ea80 00000020:00000040:2.0:1763344902.375270:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c4f56800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc852b600 00000020:00000040:2.0:1763344902.375272:0:30740:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000020:00000040:2.0:1763344902.375274:0:30740:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:2.0:1763344902.375275:0:30740:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344902.375276:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50c4f56300. 00000020:00000010:2.0:1763344902.375279:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50c4f56800. 00000020:00000010:2.0:1763344902.375280:0:30740:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9e4fd192e300. 00000020:00000001:2.0:1763344902.375282:0:30740:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763344902.375284:0:30740:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc2c5eb40 refcount 1 committed 1 result 0 batchid 21474836909 00000020:00000040:2.0:1763344902.375286:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50d58c2600 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc2c5e300 00000020:00000040:2.0:1763344902.375289:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e4fc2ee2300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fddab8e00 00000020:00000040:2.0:1763344902.375292:0:30740:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000020:00000040:2.0:1763344902.375293:0:30740:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:2.0:1763344902.375295:0:30740:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344902.375297:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50d58c2600. 00000020:00000010:2.0:1763344902.375302:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e4fc2ee2300. 00000020:00000010:2.0:1763344902.375306:0:30740:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9e4fc2c5eb40. 00000020:00080000:2.0:1763344902.375309:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 21474836909 00010000:00000010:1.1:1763344902.375395:0:3628:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50d232b200. 00010000:00000010:1.1:1763344902.375401:0:3628:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc600. 00010000:00000001:1.0:1763344902.375427:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.375428:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344902.375431:0:3628:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4000/0x34881b4086817d89 lrc: 2/0,0 mode: TXN/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.375437:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344902.375438:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.375440:0:3628:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344902.375442:0:3628:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4000/0x34881b4086817d89 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:1.0:1763344902.375447:0:3628:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e4fd61b4000 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344902.375450:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344902.375452:0:3628:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344902.375454:0:3628:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4000/0x34881b4086817d89 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.375459:0:3628:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344902.375461:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344902.375463:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.375464:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4000 refcount=4 00000020:00000001:1.0:1763344902.375466:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464556032 : -107409244995584 : ffff9e4fd61b4000) 00010000:00000001:1.0:1763344902.375469:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464556032 : -107409244995584 : ffff9e4fd61b4000) 00010000:00000001:1.0:1763344902.375471:0:3628:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344902.375473:0:3628:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4000/0x34881b4086817d89 lrc: 4/0,0 mode: TXN/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.375477:0:3628:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344902.375479:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344902.375480:0:3628:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.375483:0:3628:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344902.375485:0:3628:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344902.375486:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344902.375488:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344902.375490:0:3628:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4000 with handle 0x34881b4086817d89 from hash 00010000:00000001:1.0:1763344902.375493:0:3628:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344902.375494:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.375495:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.375496:0:3628:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344902.375500:0:3628:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344902.375501:0:3628:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.375503:0:3628:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344902.375504:0:3628:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344902.375506:0:3628:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344902.375509:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e7f:0x0].0x0 (ffff9e50d232bf00) 00010000:00010000:1.0:1763344902.375511:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763344902.375514:0:3628:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.375516:0:3628:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.375517:0:3628:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344902.375519:0:3628:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344902.375521:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.375522:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.375523:0:3628:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.375525:0:3628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344902.375528:0:3628:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.375531:0:3628:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4000/0x34881b4086817d89 lrc: 2/0,0 mode: --/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344902.375536:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.375537:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.375538:0:3628:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344902.375540:0:3628:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344902.375542:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344902.375544:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4000/0x34881b4086817d89 lrc: 0/0,0 mode: --/TXN res: [0x240002b13:0x12e7f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:1.0:1763344902.375550:0:3628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16580. 00010000:00000040:1.0:1763344902.375553:0:3628:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50d232bf00 count: 0 00010000:00000010:1.0:1763344902.375558:0:3628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50ef8dc800. 00010000:00000001:1.0:1763344902.375563:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763344902.375565:0:3628:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 225 00000100:00000001:1.0:1763344902.375568:0:3628:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344902.375886:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763344902.375889:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.375901:0:10286:0:(osd_handler.c:5455:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.375905:0:10286:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.375910:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344902.375912:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344902.375917:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.375919:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.375925:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.375939:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344902.375942:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344902.375944:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344902.375946:0:10286:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344902.375948:0:10286:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e84:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763344902.375951:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763344902.375953:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.375958:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.375960:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.375962:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.375963:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.375965:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.375966:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.375967:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.375969:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.375970:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.375972:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.375973:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344902.375975:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e84:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:3.0:1763344902.375978:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344902.375980:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763344902.375985:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344902.375991:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.375993:0:10286:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344902.375996:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214358, transno 0, xid 1848987881557760 00010000:00000001:3.0:1763344902.375998:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344902.376006:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e65c00 x1848987881557760/t0(0) o44->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 448/440 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344902.376013:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344902.376015:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344902.376017:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344902.376021:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344902.376023:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344902.376025:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344902.376028:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344902.376030:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.376032:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344902.376034:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344902.376039:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbe58. 00000100:00000200:3.0:1763344902.376043:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848987881557760, offset 224 00000400:00000200:3.0:1763344902.376048:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344902.376059:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344902.376064:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385642:1385642:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385638:1385638:8:4294967295] 00000400:00000200:3.0:1763344902.376075:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344902.376081:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344902.376087:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50f859a400. 00000800:00000200:3.0:1763344902.376093:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344902.376100:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344902.376104:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50f859a400 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1763344902.381667:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.381683:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344902.381688:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344902.381691:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.381693:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344902.381706:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e65c00 x1848987881557760/t0(0) o44->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 448/440 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344902.381717:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+225:252846:x1848987881557760:12345-192.168.203.14@tcp:44:lfs.0 Request processed in 13608us (14753us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344902.381728:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302992 00000100:00000040:3.0:1763344902.381732:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344902.381734:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344902.381736:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344902.381743:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344902.381748:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf320. 00000020:00000010:3.0:1763344902.381753:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cbe00. 00000020:00000040:3.0:1763344902.381759:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 224 00000100:00000001:3.0:1763344902.381762:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.381902:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.381908:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50f859a400. 00000400:00000200:1.0:1763344902.381914:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.381920:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.381927:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbe58 00000400:00000010:1.0:1763344902.381930:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbe58. 00000100:00000001:1.0:1763344902.381934:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.381935:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344902.382903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4400. 00010000:00000010:1.1:1763344902.382912:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359c00. 00010000:00000010:1.1:1763344902.382929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b5a00. 00010000:00000010:1.1:1763344902.382933:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50d232bf00. 00010000:00000010:1.1:1763344902.382936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4000. 00010000:00000010:3.1:1763344902.383504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1200. 00010000:00000010:3.1:1763344902.383510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16000. 00000800:00000001:3.0:1763344902.386730:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.386745:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344902.386749:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.386751:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344902.386762:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344902.386779:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509dfcf80 00000400:00000200:3.0:1763344902.386786:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x64578d [8] + 3504 00000800:00000001:3.0:1763344902.386824:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.386833:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344902.386836:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344902.386841:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344902.386848:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344902.386852:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344902.386858:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8601880. 00000100:00000040:3.0:1763344902.386862:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8601880 x1848987881557888 msgsize 440 00000100:00100000:3.0:1763344902.386867:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344902.387863:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.390943:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881557888 02000000:00000001:2.0:1763344902.390955:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.390958:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.390961:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.390966:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.390970:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881557888 00000020:00000001:2.0:1763344902.390974:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.390976:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:2.0:1763344902.390978:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.390982:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=21 00000020:00000001:2.0:1763344902.390985:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:2.0:1763344902.390988:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:2.0:1763344902.390992:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.391052:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2b40. 00000100:00000001:0.0:1763344902.391059:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.391062:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2b40. 00000100:00000001:3.0:1763344902.391067:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1763344902.391070:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852be00. 00000020:00000010:0.0:1763344902.391077:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344902.391083:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732a28. 00000800:00000001:3.0:1763344902.391088:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1763344902.391094:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344902.391098:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:3.0:1763344902.391099:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.391102:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.391106:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.391115:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.391123:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.391144:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344902.391145:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.391146:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763344902.391150:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.391158:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27115 00000100:00000001:3.0:1763344902.391163:0:74642:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.391163:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:0.0:1763344902.391166:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334460544 : -107404375091072 : ffff9e50f8601880) 00000100:00000001:3.0:1763344902.391168:0:74642:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.391177:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8601880 x1848987881557888/t0(0) o16->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 440/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344902.391186:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.391189:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2b40. 00000100:00000001:0.0:1763344902.391191:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.391193:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2b40. 00000100:00100000:0.0:1763344902.391198:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8601880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881557888:12345-192.168.203.14@tcp:16:lfs.0 00000100:00000200:0.0:1763344902.391201:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881557888 00000020:00000001:0.0:1763344902.391204:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.391208:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.391210:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.391212:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.391214:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932832 : -1042618784 : ffffffffc1dae660) 00000020:00000001:0.0:1763344902.391217:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.391220:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.391222:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.391224:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.391227:0:74638:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763344902.391231:0:74638:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763344902.391233:0:74638:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.391236:0:74638:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.391237:0:74638:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.391240:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.391242:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.391244:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.391246:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.391247:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.391249:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.391250:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.391251:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.391253:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.391256:0:74638:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.391258:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.391262:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.391264:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.391269:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50f8dfdc00. 02000000:00000001:0.0:1763344902.391271:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.391274:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344902.391277:0:74638:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:0.0:1763344902.391280:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344902.391282:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344902.391288:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279134760 : -107409430416856 : ffff9e4fcb0df228) 00002000:00000001:0.0:1763344902.391291:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134672 : -107409430416944 : ffff9e4fcb0df1d0) 00000020:00000001:0.0:1763344902.391294:0:74638:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000002:0.0:1763344902.391298:0:74638:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x200003055 for inode 11697 00000020:00000001:0.0:1763344902.391301:0:74638:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.391304:0:74638:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344902.391310:0:74638:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344902.391313:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344902.391316:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344902.391318:0:74638:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:0.0:1763344902.391321:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df228/ffff9e4fcb0df1d0 to site lru. bkt: ffff9e50fb895618 00010000:00000040:0.0:1763344902.391324:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946965, transno 0, xid 1848987881557888 00010000:00000001:0.0:1763344902.391327:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.391332:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8601880 x1848987881557888/t0(0) o16->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 440/432 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344902.391340:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.391342:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.391346:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.391350:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.391352:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344902.391355:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344902.391357:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.391359:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.391362:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.391365:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344902.391369:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495330. 00000100:00000200:0.0:1763344902.391374:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881557888, offset 224 00000400:00000200:0.0:1763344902.391380:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344902.391392:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344902.391398:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385643:1385643:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385639:1385639:8:4294967295] 00000400:00000200:0.0:1763344902.391418:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344902.391424:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344902.391429:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344902.391435:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344902.391441:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344902.391445:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763344902.391460:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.391463:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344902.391465:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.391467:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.391469:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.391473:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8601880 x1848987881557888/t0(0) o16->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 440/432 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344902.391481:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8601880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:2406:x1848987881557888:12345-192.168.203.14@tcp:16:lfs.0 Request processed in 293us (4618us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344902.391488:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27115 00000100:00000040:0.0:1763344902.391491:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:0.0:1763344902.391493:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.391495:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.392224:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344902.392231:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732a28. 00000020:00000010:0.0:1763344902.392234:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852be00. 00000020:00000040:0.0:1763344902.392240:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 20 00000100:00000001:0.0:1763344902.392243:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.394391:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.394401:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:1.0:1763344902.394408:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.394425:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.394432:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495330 00000400:00000010:1.0:1763344902.394435:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495330. 00000100:00000001:1.0:1763344902.394442:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.394443:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.430636:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.430653:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.430657:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.430661:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.430671:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.430690:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 488 into portal 12 MB=0x691a509dfd080 00000400:00000200:1.0:1763344902.430699:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 488/488 into md 0x616b51 [64] + 139872 00000800:00000001:1.0:1763344902.430709:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.430718:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.430721:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.430726:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.430733:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.430735:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344902.430741:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e64000. 00000100:00000040:1.0:1763344902.430745:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e64000 x1848987881558144 msgsize 488 00000100:00100000:1.0:1763344902.430749:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.431315:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763344902.431914:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344902.431920:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881558144 02000000:00000001:3.0:1763344902.431925:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344902.431928:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.431931:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.435079:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.435093:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881558144 00000020:00000001:3.0:1763344902.435097:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344902.435099:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344902.435102:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.435106:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=225 00000020:00000001:3.0:1763344902.435109:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344902.435112:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344902.435116:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1763344902.435325:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.435336:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763344902.435464:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2b40. 00000100:00000001:0.0:1763344902.435968:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.435972:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2b40. 00000020:00000010:0.0:1763344902.435981:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852be00. 00000020:00000010:0.0:1763344902.435987:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344902.435992:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732a28. 00000100:00000040:0.0:1763344902.436003:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344902.436007:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.436008:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.436115:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.436126:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.436287:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.436312:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.436314:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.436322:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302993 00000100:00000040:0.0:1763344902.436326:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344902.436328:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454060032 : -107405255491584 : ffff9e50c3e64000) 00000100:00000040:0.0:1763344902.436336:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e64000 x1848987881558144/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 488/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.436345:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.436440:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2b40. 00000100:00000001:0.0:1763344902.436444:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.436446:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2b40. 00000100:00100000:0.0:1763344902.436452:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+225:252846:x1848987881558144:12345-192.168.203.14@tcp:36:lfs.0 00000100:00000200:0.0:1763344902.436456:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881558144 00000020:00000001:0.0:1763344902.436459:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.436464:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.436469:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.436471:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.436474:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808656 : -1044742960 : ffffffffc1ba7cd0) 00000020:00000001:0.0:1763344902.436477:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344902.436480:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881558144, found 0 last_xid 1848987881558143 00000020:00000001:0.0:1763344902.436484:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.436486:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.436488:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.436490:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.436493:0:10286:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:0.0:1763344902.436654:0:10286:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff9e50c3e64000 x1848987881558144/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 488/0 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763344902.436665:0:10286:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763344902.436777:0:10286:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763344902.436779:0:10286:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:0.0:1763344902.436782:0:10286:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763344902.436786:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.436817:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.436820:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.436822:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=3018281800 : 3018281800 : 0xb3e75348) 00000001:00000001:0.0:1763344902.436824:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=3018281800 : 3018281800 : b3e75348) 00000001:00000001:0.0:1763344902.436826:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.436827:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:0.0:1763344902.436829:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:0.0:1763344902.436830:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.436831:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.436833:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.436835:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.436836:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.436947:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.436950:0:10286:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.436955:0:10286:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.436957:0:10286:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.436959:0:10286:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.436963:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344902.436964:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344902.436967:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.436970:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.436978:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff9e50ee4ca000. 02000000:00000001:0.0:1763344902.436980:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.436983:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.436987:0:10286:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344902.436988:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.436990:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.436991:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.436993:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.436994:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.436995:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.436997:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.436998:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.437000:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.437002:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.437114:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344902.437121:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344902.437124:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344902.437127:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344902.437129:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.437131:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.437132:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.437134:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344902.437136:0:10286:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.437138:0:10286:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344902.437140:0:10286:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.437142:0:10286:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763344902.437144:0:10286:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:0.0:1763344902.437150:0:10286:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x240002b13:0x12e84:0x0] 7 req@ffff9e50c3e64000 x1848987881558144/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 488/3152 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344902.437159:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763344902.437162:0:10286:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763344902.437164:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344902.437167:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.437170:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=3 00000020:00000001:0.0:1763344902.437172:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:0.0:1763344902.437320:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000040:0.0:1763344902.437326:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b800 count: 4 00000004:00000001:0.0:1763344902.437330:0:10286:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763344902.437333:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344902.437336:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344902.437338:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344902.437340:0:10286:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.437342:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.437347:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344902.437349:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344902.437355:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.437357:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.437359:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344902.437361:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344902.437363:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17400 with handle 0x34881b4086817f96 from hash 00010000:00000001:0.0:1763344902.437365:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344902.437994:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.437996:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.437997:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344902.438003:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344902.438005:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.438008:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344902.438009:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344902.438015:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086817f96 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e342 expref: 225 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344902.438025:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:0.0:1763344902.438028:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 224 00010000:00000010:0.0:1763344902.438031:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b800. 00010000:00000001:0.0:1763344902.438039:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.438041:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344902.438044:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344902.438046:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) 00010000:00000001:0.0:1763344902.438050:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.438053:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.438055:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763344902.438056:0:10286:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344902.438058:0:10286:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344902.438062:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344902.438064:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e84:0x0] 00000020:00000001:0.0:1763344902.438067:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344902.438072:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:0.0:1763344902.438074:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416064192 : -107409293487424 : ffff9e4fd33752c0) 00000004:00000001:0.0:1763344902.438077:0:10286:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763344902.438079:0:10286:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344902.438086:0:10286:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9e50d2853310. 00000004:00000001:0.0:1763344902.438092:0:10286:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344902.438096:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.438098:0:10286:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344902.438100:0:10286:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344902.438102:0:10286:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:0.0:1763344902.438104:0:10286:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:0.0:1763344902.438107:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763344902.438110:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344902.438112:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344902.438117:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b800 count: 3 00010000:00000001:0.0:1763344902.438119:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344902.438122:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344902.438125:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd800. 00000020:00000001:0.0:1763344902.438128:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344902.438130:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd800 with handle 0x34881b4086817fea to hash 00000020:00000001:0.0:1763344902.438132:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344902.438934:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00010000:00000010:0.0:1763344902.438944:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37280. 00010000:00000001:0.0:1763344902.438947:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00010000:00000001:0.0:1763344902.438952:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344902.438954:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344902.438957:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344902.438964:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344902.438968:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344902.438970:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344902.438972:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344902.438975:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.438977:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344902.438978:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.438981:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344902.438983:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344902.438985:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344902.438986:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344902.438989:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) refcount = 3 00010000:00000040:0.0:1763344902.438992:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344902.438998:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fd5 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e37a expref: 224 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344902.439006:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817f81 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e334 expref: 224 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344902.439012:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:0.0:1763344902.439016:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344902.439020:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344902.439021:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.439023:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344902.439024:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.439026:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.439028:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344902.439031:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344902.439034:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344902.439037:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:0.0:1763344902.439042:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344902.439044:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.439045:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.439046:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344902.439048:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.439050:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd800 refcount=3 00000020:00000001:0.0:1763344902.439052:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00010000:00000001:0.0:1763344902.439054:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00010000:00000001:0.0:1763344902.439056:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.439057:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344902.439058:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.439061:0:10286:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.439066:0:10286:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344902.439075:0:10286:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344902.439079:0:10286:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344902.439084:0:10286:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344902.439092:0:10286:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dca20. 00080000:00000001:0.0:1763344902.439097:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344902.439100:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc852a000. 00080000:00000001:0.0:1763344902.439103:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664233304064 : -107409476247552 : ffff9e4fc852a000) 00000004:00000001:0.0:1763344902.439107:0:10286:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1763344902.439110:0:10286:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1763344902.439112:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.439114:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233304064 : -107409476247552 : ffff9e4fc852a000) 00080000:00000001:0.0:1763344902.439116:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344902.439118:0:10286:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.439120:0:10286:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.439122:0:10286:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.439125:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344902.439127:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344902.439134:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344902.439135:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.439137:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233304064 : -107409476247552 : ffff9e4fc852a000) 00080000:00000001:0.0:1763344902.439140:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344902.439145:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344902.439148:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2b40. 00080000:00000001:0.0:1763344902.439151:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.439152:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.439161:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.439163:0:10286:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344902.439165:0:10286:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763344898, ctime 1763344902 00000004:00000001:0.0:1763344902.439168:0:10286:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1763344902.439169:0:10286:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1763344902.439171:0:10286:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1763344902.439172:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.439173:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233304064 : -107409476247552 : ffff9e4fc852a000) 00080000:00000001:0.0:1763344902.439198:0:10286:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344902.439201:0:10286:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.439203:0:10286:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.439204:0:10286:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.439208:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344902.439211:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344902.439216:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344902.439219:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214359, last_committed = 25770214358 00000001:00000010:0.0:1763344902.439223:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc840. 00000001:00000040:0.0:1763344902.439225:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 1 00000020:00000040:0.0:1763344902.439228:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=225 00000001:00000010:0.0:1763344902.439234:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192e480. 00000004:00000001:0.0:1763344902.439241:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344902.439248:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.439250:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233304064 : -107409476247552 : ffff9e4fc852a000) 00000004:00000001:0.0:1763344902.439265:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344902.439270:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192e480: xid 1848987881558144, transno 25770214359, tag 1, client gen 9, slot idx 3 00000001:00000001:0.0:1763344902.439273:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344902.439282:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2b40. 00040000:00000001:0.0:1763344902.439286:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344902.439289:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344902.439291:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344902.439294:0:10286:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dca20. 00000020:00000001:0.0:1763344902.439297:0:10286:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.439304:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b800 count: 4 00010000:00000001:0.0:1763344902.439306:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344902.439309:0:10286:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:0.0:1763344902.439311:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344902.439313:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763344902.439315:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344902.439317:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763344902.439319:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344902.439320:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.439321:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd800 refcount=3 00000020:00000001:0.0:1763344902.439323:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00010000:00000001:0.0:1763344902.439326:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00000004:00010000:0.0:1763344902.439328:0:10286:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001cf88e94 reply state 00000000607abc58 transno 25770214359 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:0.0:1763344902.439336:0:10286:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1763344902.439340:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344902.439342:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.439344:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344902.439345:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344902.439346:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344902.439347:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344902.439349:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) refcount = 3 00010000:00000040:0.0:1763344902.439351:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344902.439355:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fd5 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e37a expref: 225 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344902.439362:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817f81 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e334 expref: 225 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344902.439368:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:0.0:1763344902.439373:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344902.439375:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344902.439377:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.439378:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344902.439380:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344902.439382:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344902.439384:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) 00010000:00010000:0.0:1763344902.439386:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344902.439388:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.439390:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.439393:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344902.439394:0:10286:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1763344902.439396:0:10286:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763344902.439398:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.439399:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344902.439401:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344902.439402:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763344902.439403:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344902.439404:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763344902.439407:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344902.439409:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344902.439425:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.439429:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.439433:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.439446:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344902.439450:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344902.439453:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344902.439456:0:10286:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344902.439458:0:10286:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e84:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:0.0:1763344902.439462:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344902.439464:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.439467:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.439469:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.439471:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.439472:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.439474:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.439476:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.439477:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.439478:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.439480:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.439482:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.439484:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344902.439486:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e84:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:0.0:1763344902.439489:0:10286:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:0.0:1763344902.439491:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344902.439493:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1763344902.439506:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344902.439514:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.439517:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344902.439518:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344902.439522:0:10286:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.439524:0:10286:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763344902.439529:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344902.439532:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344902.439533:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344902.439534:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344902.439536:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344902.439539:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344902.439545:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.439549:0:10286:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.439554:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214358, transno 25770214359, xid 1848987881558144 00010000:00000001:0.0:1763344902.439557:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763344902.439559:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=226 00010000:00000200:0.0:1763344902.439562:0:10286:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 25770214359, last committed = 25770214358 00010000:00000200:0.0:1763344902.439569:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e64000 x1848987881558144/t25770214359(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 488/456 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344902.439579:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.439581:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.439586:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.439590:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.439593:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344902.439595:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344902.439599:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.439602:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.439607:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.439610:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344902.439616:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495088. 00000100:00000200:0.0:1763344902.439624:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881558144, offset 224 00000400:00000200:0.0:1763344902.439635:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344902.439650:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344902.439657:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385644:1385644:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385640:1385640:8:4294967295] 00000400:00000200:0.0:1763344902.439669:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344902.439675:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344902.439682:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344902.439689:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344902.439697:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344902.439701:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344902.439714:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.439718:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344902.439721:0:10286:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.439724:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.439726:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.439731:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e64000 x1848987881558144/t25770214359(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 488/456 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.439740:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+226:252846:x1848987881558144:12345-192.168.203.14@tcp:36:lfs.0 Request processed in 3393us (8993us total) trans 25770214359 rc 0/0 00000100:00100000:0.0:1763344902.439748:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302993 00000100:00000040:0.0:1763344902.439751:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344902.439754:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.439755:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.439761:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344902.439766:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732a28. 00000020:00000010:0.0:1763344902.439770:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852be00. 00000020:00000040:0.0:1763344902.439776:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 225 00000100:00000001:0.0:1763344902.439779:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.440190:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.440234:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:1.0:1763344902.440240:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.440248:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.440254:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495088 00000400:00000010:1.0:1763344902.440257:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495088. 00000100:00000001:1.0:1763344902.440263:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.440266:0:3637:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.443560:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.443578:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.443581:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.443583:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.443593:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.443612:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfd100 00000400:00000200:1.0:1763344902.443620:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 3944 00000800:00000001:1.0:1763344902.443628:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.443635:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.443638:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.443642:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.443650:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.443652:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344902.443660:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1374380. 00000100:00000040:1.0:1763344902.443663:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1374380 x1848987881558272 msgsize 328 00000100:00100000:1.0:1763344902.443668:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.443680:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.443690:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.443693:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763344902.445235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00000100:00000001:0.0:1763344902.445272:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.445276:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881558272 02000000:00000001:0.0:1763344902.445279:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.445282:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.445284:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.445289:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.445293:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881558272 00000020:00000001:0.0:1763344902.445296:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.445298:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:0.0:1763344902.445301:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.445304:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=21 00000020:00000001:0.0:1763344902.445307:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:0.0:1763344902.445309:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:0.0:1763344902.445314:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.445321:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2b40. 00000100:00000001:0.0:1763344902.445325:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.445328:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2b40. 00000020:00000010:0.0:1763344902.445334:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852be00. 00000020:00000010:0.0:1763344902.445341:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344902.445347:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732a28. 00000100:00000040:0.0:1763344902.445356:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344902.445359:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.445360:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.445362:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.445370:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.445389:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.445401:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.445402:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.445417:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27116 00000100:00000040:0.0:1763344902.445421:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:0.0:1763344902.445423:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664114070400 : -107409595481216 : ffff9e4fc1374380) 00000100:00000040:0.0:1763344902.445430:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc1374380 x1848987881558272/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344902.445444:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.445447:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2b40. 00000100:00000001:0.0:1763344902.445450:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.445452:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2b40. 00000100:00100000:0.0:1763344902.445457:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc1374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+21:252846:x1848987881558272:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344902.445461:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881558272 00000020:00000001:0.0:1763344902.445464:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.445467:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.445469:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.445471:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.445474:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344902.445477:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.445480:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.445482:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.445485:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.445490:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.445492:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344902.445494:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344902.445496:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344902.445508:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344902.445840:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.445849:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344902.445858:0:74638:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e4897700. 00010000:00000010:0.0:1763344902.445862:0:74638:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e50e4897800. 00010000:00000001:0.0:1763344902.445866:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344902.445869:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd600. 00000020:00000001:0.0:1763344902.445874:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344902.445876:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd600 with handle 0x34881b4086817ff1 to hash 00000020:00000001:0.0:1763344902.445878:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344902.445880:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00000001:0.0:1763344902.445883:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526777856 : -107405182773760 : ffff9e50c83bd600) 00010000:00010000:0.0:1763344902.445888:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ff1 lrc: 2/0,0 mode: --/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e381 expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1763344902.445898:0:74638:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763344902.445903:0:74638:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e4fc4ba2b40. 00002000:00000001:0.0:1763344902.445907:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344902.445910:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344902.445917:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279134760 : -107409430416856 : ffff9e4fcb0df228) 00002000:00000001:0.0:1763344902.445920:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134672 : -107409430416944 : ffff9e4fcb0df1d0) 00002000:00000001:0.0:1763344902.445923:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344902.445928:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763344902.445930:0:74638:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000402:0x1bc0:0x0] initial LVB size: 4096, mtime: 0x691a8206, atime: 0x0, ctime: 0x691a8206, blocks: 0x8 00002000:00000001:0.0:1763344902.445933:0:74638:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1763344902.445936:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df228/ffff9e4fcb0df1d0 to site lru. bkt: ffff9e50fb895618 00010000:00000040:0.0:1763344902.445939:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 17 00000020:00000040:0.0:1763344902.445941:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=22 00000100:00000001:0.0:1763344902.445952:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.445954:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.445960:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50f8dfec00. 02000000:00000001:0.0:1763344902.445962:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.445965:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.445967:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344902.445971:0:74638:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344902.445974:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344902.445976:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344902.445979:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344902.445981:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.445983:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344902.445984:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344902.445986:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.445989:0:74638:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763344902.445996:0:74638:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ff1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e381 expref: 22 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344902.446004:0:74638:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc0:0x0].0x0 (ffff9e50e4897700) refcount = 1 00010000:00000040:0.0:1763344902.446007:0:74638:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344902.446010:0:74638:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ff1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e381 expref: 22 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344902.446020:0:74638:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344902.446022:0:74638:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.446024:0:74638:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344902.446025:0:74638:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.446028:0:74638:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.446029:0:74638:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344902.446034:0:74638:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763344902.446037:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd600/0x34881b4086817ff1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e381 expref: 22 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344902.446046:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344902.446049:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763344902.446051:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.446053:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.446055:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344902.446057:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.446058:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344902.446059:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bd600, rc 0) 00000020:00000001:0.0:1763344902.446062:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.446065:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946965, transno 0, xid 1848987881558272 00010000:00000001:0.0:1763344902.446067:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.446072:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc1374380 x1848987881558272/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344902.446079:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.446081:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.446084:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.446089:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.446091:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344902.446093:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344902.446097:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.446099:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.446103:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.446106:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344902.446111:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495a18. 00000100:00000200:0.0:1763344902.446118:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881558272, offset 224 00000400:00000200:0.0:1763344902.446124:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344902.446138:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344902.446145:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385645:1385645:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385641:1385641:8:4294967295] 00000400:00000200:0.0:1763344902.446156:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344902.446162:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344902.446167:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56800. 00000800:00000200:0.0:1763344902.446173:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344902.446180:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344902.446184:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56800 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763344902.446196:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.446199:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344902.446202:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.446203:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.446205:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.446210:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1374380 x1848987881558272/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/400 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344902.446219:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc1374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:252846:x1848987881558272:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 772us (2553us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344902.446226:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27116 00000100:00000040:0.0:1763344902.446230:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:0.0:1763344902.446232:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.446233:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.446238:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344902.446243:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732a28. 00000020:00000010:0.0:1763344902.446248:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852be00. 00000020:00000040:0.0:1763344902.446254:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 21 00000100:00000001:0.0:1763344902.446257:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.447905:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.447912:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56800. 00000400:00000200:1.0:1763344902.447919:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.447926:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.447932:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495a18 00000400:00000010:1.0:1763344902.447935:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495a18. 00000100:00000001:1.0:1763344902.447940:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.447942:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.454436:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.454454:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.454458:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.454460:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.454471:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.454488:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509dfd180 00000400:00000200:1.0:1763344902.454496:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x64578d [8] + 4272 00000800:00000001:1.0:1763344902.454521:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.454530:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.454533:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.454537:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.454544:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.454546:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344902.454551:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1376a00. 00000100:00000040:1.0:1763344902.454554:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1376a00 x1848987881558400 msgsize 440 00000100:00100000:1.0:1763344902.454558:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.454578:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.454587:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.454591:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.454631:0:74642:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344902.454635:0:74642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881558400 02000000:00000001:3.0:1763344902.454639:0:74642:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344902.454641:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.454644:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.454648:0:74642:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.454652:0:74642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881558400 00000020:00000001:3.0:1763344902.454655:0:74642:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344902.454657:0:74642:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:3.0:1763344902.454659:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.454662:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=22 00000020:00000001:3.0:1763344902.454664:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:3.0:1763344902.454666:0:74642:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:3.0:1763344902.454671:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.454676:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.454679:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.454681:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000020:00000010:3.0:1763344902.454687:0:74642:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbe00. 00000020:00000010:3.0:1763344902.454694:0:74642:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344902.454699:0:74642:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf320. 00000100:00000040:3.0:1763344902.454708:0:74642:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344902.454711:0:74642:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344902.454713:0:74642:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344902.454715:0:74642:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.454723:0:74642:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.454742:0:74642:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.454755:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344902.454757:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344902.454762:0:74642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27117 00000100:00000040:3.0:1763344902.454766:0:74642:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:3.0:1763344902.454768:0:74642:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664114080256 : -107409595471360 : ffff9e4fc1376a00) 00000100:00000040:3.0:1763344902.454775:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc1376a00 x1848987881558400/t0(0) o2->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 440/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344902.454784:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.454822:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.454825:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.454828:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000100:00100000:3.0:1763344902.454833:0:74642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc1376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+22:2405:x1848987881558400:12345-192.168.203.14@tcp:2:lfs.0 00000100:00000200:3.0:1763344902.454837:0:74642:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881558400 00000020:00000001:3.0:1763344902.454840:0:74642:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344902.454844:0:74642:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344902.454846:0:74642:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.454849:0:74642:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344902.454851:0:74642:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932160 : -1042619456 : ffffffffc1dae3c0) 00000020:00000001:3.0:1763344902.454853:0:74642:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344902.454856:0:74642:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344902.454858:0:74642:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344902.454860:0:74642:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344902.454864:0:74642:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344902.454867:0:74642:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344902.454869:0:74642:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.454871:0:74642:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.454873:0:74642:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.454876:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.454877:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.454879:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.454881:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.454882:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.454884:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.454885:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.454886:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.454888:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.454891:0:74642:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.454893:0:74642:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.454897:0:74642:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344902.454899:0:74642:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344902.454904:0:74642:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50f2e51400. 02000000:00000001:3.0:1763344902.454907:0:74642:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.454909:0:74642:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344902.454912:0:74642:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:3.0:1763344902.454915:0:74642:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344902.454918:0:74642:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344902.454924:0:74642:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279134760 : -107409430416856 : ffff9e4fcb0df228) 00002000:00000001:3.0:1763344902.454927:0:74642:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134672 : -107409430416944 : ffff9e4fcb0df1d0) 00002000:00000001:3.0:1763344902.454930:0:74642:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000002:3.0:1763344902.454936:0:74642:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x200003055 for inode 11697 00002000:00000001:3.0:1763344902.454938:0:74642:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344902.454940:0:74642:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344902.454942:0:74642:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763344902.454944:0:74642:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.454947:0:74642:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344902.454951:0:74642:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69ca200. 00080000:00000001:3.0:1763344902.454954:0:74642:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473035264 : -107409236516352 : ffff9e4fd69ca200) 00000001:00000001:3.0:1763344902.454956:0:74642:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.454957:0:74642:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.454960:0:74642:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763344902.454962:0:74642:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.454966:0:74642:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344902.454970:0:74642:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344902.454975:0:74642:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344902.454978:0:74642:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82ddec0. 00080000:00000001:3.0:1763344902.454981:0:74642:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.454994:0:74642:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344902.454999:0:74642:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9e50f9d758c0. 00080000:00000001:3.0:1763344902.455030:0:74642:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763344902.455033:0:74642:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:3.0:1763344902.455042:0:74642:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344902.455044:0:74642:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763344902.455048:0:74642:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344902.455051:0:74642:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344902.455054:0:74642:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946966, last_committed = 8589946965 00000001:00000010:3.0:1763344902.455058:0:74642:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cf5a0. 00000001:00000040:3.0:1763344902.455060:0:74642:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 1 00000020:00000040:3.0:1763344902.455062:0:74642:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=23 00000001:00000001:3.0:1763344902.455080:0:74642:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344902.455086:0:74642:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82ddec0. 00040000:00000001:3.0:1763344902.455091:0:74642:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344902.455093:0:74642:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344902.455095:0:74642:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.455100:0:74642:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344902.455105:0:74642:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344902.455107:0:74642:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:3.0:1763344902.455110:0:74642:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df228/ffff9e4fcb0df1d0 to site lru. bkt: ffff9e50fb895618 00010000:00000040:3.0:1763344902.455117:0:74642:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897700 count: 2 00010000:00000001:3.0:1763344902.455120:0:74642:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763344902.455124:0:74642:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344902.455127:0:74642:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344902.455128:0:74642:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344902.455130:0:74642:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279134760 : -107409430416856 : ffff9e4fcb0df228) 00002000:00000001:3.0:1763344902.455132:0:74642:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134672 : -107409430416944 : ffff9e4fcb0df1d0) 00002000:00000001:3.0:1763344902.455134:0:74642:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344902.455137:0:74642:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763344902.455139:0:74642:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000402:0x1bc0:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:3.0:1763344902.455142:0:74642:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000402:0x1bc0:0x0] updating lvb mtime from disk: 1763344902 -> 1763344898 00002000:00010000:3.0:1763344902.455145:0:74642:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000402:0x1bc0:0x0] updating lvb atime from disk: 0 -> 1763344898 00002000:00010000:3.0:1763344902.455147:0:74642:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000402:0x1bc0:0x0] updating lvb ctime from disk: 1763344902 -> 1763344902 00002000:00010000:3.0:1763344902.455149:0:74642:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000402:0x1bc0:0x0] updating lvb blocks from disk: 8 -> 8 00000020:00000002:3.0:1763344902.455151:0:74642:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df228/ffff9e4fcb0df1d0 to site lru. bkt: ffff9e50fb895618 00010000:00000040:3.0:1763344902.455155:0:74642:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946965, transno 8589946966, xid 1848987881558400 00010000:00000001:3.0:1763344902.455158:0:74642:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344902.455162:0:74642:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc1376a00 x1848987881558400/t8589946966(0) o2->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 440/432 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344902.455170:0:74642:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344902.455172:0:74642:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344902.455175:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344902.455180:0:74642:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344902.455182:0:74642:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344902.455184:0:74642:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344902.455187:0:74642:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344902.455189:0:74642:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.455192:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344902.455195:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344902.455199:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb198. 00000100:00000200:3.0:1763344902.455204:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881558400, offset 224 00000400:00000200:3.0:1763344902.455210:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344902.455219:0:74642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344902.455225:0:74642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385646:1385646:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385642:1385642:8:4294967295] 00000400:00000200:3.0:1763344902.455235:0:74642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344902.455240:0:74642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344902.455245:0:74642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50f859a400. 00000800:00000200:3.0:1763344902.455251:0:74642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344902.455257:0:74642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344902.455261:0:74642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50f859a400 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763344902.455268:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.455271:0:74642:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344902.455274:0:74642:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344902.455275:0:74642:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.455277:0:74642:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344902.455281:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1376a00 x1848987881558400/t8589946966(0) o2->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 440/432 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344902.455290:0:74642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc1376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2405:x1848987881558400:12345-192.168.203.14@tcp:2:lfs.0 Request processed in 504us (733us total) trans 8589946966 rc 0/0 00000100:00100000:3.0:1763344902.455298:0:74642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27117 00000100:00000040:3.0:1763344902.455301:0:74642:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:3.0:1763344902.455303:0:74642:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344902.455305:0:74642:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344902.455309:0:74642:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344902.455313:0:74642:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf320. 00000020:00000010:3.0:1763344902.455316:0:74642:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cbe00. 00000020:00000040:3.0:1763344902.455322:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 22 00000100:00000001:3.0:1763344902.455324:0:74642:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.456835:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.456844:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50f859a400. 00000400:00000200:1.0:1763344902.456853:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.456860:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.456866:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb198 00000400:00000010:1.0:1763344902.456868:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb198. 00000100:00000001:1.0:1763344902.456873:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.456875:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.466958:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.466974:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.466978:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.466981:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.466991:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.467008:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 472 into portal 12 MB=0x691a509dfd280 00000400:00000200:1.0:1763344902.467018:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 472/472 into md 0x616b51 [64] + 140360 00000800:00000001:1.0:1763344902.467027:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.467034:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.467037:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.467042:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.467049:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.467051:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344902.467056:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1375180. 00000100:00000040:1.0:1763344902.467059:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1375180 x1848987881558656 msgsize 472 00000100:00100000:1.0:1763344902.467063:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.467086:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.467095:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.467098:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.467198:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.467201:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881558656 02000000:00000001:0.0:1763344902.467205:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.467207:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.467210:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.467214:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.467222:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881558656 00000020:00000001:0.0:1763344902.467226:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.467228:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344902.467230:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.467234:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=226 00000020:00000001:0.0:1763344902.467236:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344902.467238:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344902.467242:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.467248:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344902.467251:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.467254:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000020:00000010:0.0:1763344902.467259:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852be00. 00000020:00000010:0.0:1763344902.467264:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344902.467270:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732a28. 00000100:00000040:0.0:1763344902.467277:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344902.467280:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.467281:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.467284:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.467292:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.467528:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.467542:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.467543:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.467549:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302994 00000100:00000040:0.0:1763344902.467552:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344902.467554:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664114073984 : -107409595477632 : ffff9e4fc1375180) 00000100:00000040:0.0:1763344902.467562:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc1375180 x1848987881558656/t0(0) o55->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 472/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344902.467572:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.467575:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344902.467577:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.467578:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344902.467583:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc1375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+226:252846:x1848987881558656:12345-192.168.203.14@tcp:55:lfs.0 00000100:00000200:0.0:1763344902.467587:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881558656 00000020:00000001:0.0:1763344902.467590:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.467593:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344902.467598:0:10286:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd192e480: xid 1848987881558144, transno 25770214359, client gen 9, slot idx 3 00000001:00000001:0.0:1763344902.467603:0:10286:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd192ee40: xid 1848987881555456, transno 25770214358, client gen 9, slot idx 2 00000001:00000010:0.0:1763344902.467606:0:10286:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192ee40. 00000020:00000001:0.0:1763344902.467609:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.467612:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.467614:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809568 : -1044742048 : ffffffffc1ba8060) 00000020:00000001:0.0:1763344902.467617:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344902.467619:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881558656, found 0 last_xid 1848987881558655 00000020:00000001:0.0:1763344902.467622:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.467624:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.467626:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.467629:0:10286:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1763344902.467633:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344902.467637:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000020:00000001:0.0:1763344902.467640:0:10286:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.467642:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.467646:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.467648:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.467654:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50dfa10c00. 02000000:00000001:0.0:1763344902.467656:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.467658:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.467662:0:10286:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:0.0:1763344902.467667:0:10286:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763344902.467669:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.467671:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.467674:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.467675:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.467677:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.467679:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.467680:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.467681:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.467683:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.467684:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.467686:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.467687:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.467688:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.467690:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.467692:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.467693:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.467695:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.467697:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.467698:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.467702:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344902.467707:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344902.467709:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344902.467712:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344902.467713:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.467716:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.467717:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.467719:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344902.467721:0:10286:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.467724:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763344902.467727:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344902.467730:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344902.467737:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b800 count: 4 00010000:00000001:0.0:1763344902.467740:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344902.467743:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344902.467747:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc000. 00000020:00000001:0.0:1763344902.467751:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344902.467753:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc000 with handle 0x34881b4086817ff8 to hash 00000020:00000001:0.0:1763344902.467756:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344902.467757:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000010:0.0:1763344902.467762:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37b00. 00010000:00000001:0.0:1763344902.467765:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344902.467768:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344902.467770:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344902.467774:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344902.467782:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344902.467785:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344902.467915:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344902.467918:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344902.467922:0:10286:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344902.467926:0:10286:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fd5 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e37a expref: 226 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344902.467933:0:10286:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763344902.467935:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.467937:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344902.467939:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.467940:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.467943:0:10286:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763344902.467945:0:10286:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 4/0,1 mode: --/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000040:0.0:1763344902.467952:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) refcount = 4 00010000:00000040:0.0:1763344902.467955:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344902.467957:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000040:0.0:1763344902.467964:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fd5 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e37a expref: 226 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344902.467971:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817f81 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e334 expref: 226 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344902.467976:0:10286:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763344902.467978:0:10286:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 4/0,1 mode: --/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.468580:0:10286:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d2a00. 00000100:00000001:2.0:1763344902.468585:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344902.468590:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc000. 00000100:00000001:2.0:1763344902.468593:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416485376 : -107409293066240 : ffff9e4fd33dc000) 00000100:00000001:2.0:1763344902.468595:0:10286:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664416485376 : -107409293066240 : ffff9e4fd33dc000) 00000100:00000001:2.0:1763344902.468597:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344902.468599:0:10286:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344902.468601:0:10286:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.468604:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.468606:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763344902.468608:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.468610:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.468611:0:10286:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763344902.468613:0:10286:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763344902.468616:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a9500. 00000020:00000040:2.0:1763344902.468619:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e50cc228000 refcount=2 obd=lustre-MDT0001 00000100:00000001:2.0:1763344902.468622:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344902.468625:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344902.468629:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344902.468634:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09e800. 00000100:00000001:2.0:1763344902.468639:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.468645:0:10286:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fd5 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e37a expref: 226 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344902.468659:0:10286:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fd5 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e37a expref: 226 pid: 10286 timeout: 13108 lvb_type: 0 00010000:00000001:2.0:1763344902.468668:0:10286:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344902.468671:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344902.468674:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2a9500 x1848987617977600/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.468682:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344902.468685:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.468689:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2a9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10286:1848987617977600:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344902.468693:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344902.468697:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344902.468699:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.468702:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344902.468705:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09e600. 02000000:00000001:2.0:1763344902.468707:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344902.468712:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cbeb74d0. 00000400:00000010:2.0:1763344902.468718:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921990. 00000100:00000200:2.0:1763344902.468724:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617977600, portal 16 00000100:00000001:2.0:1763344902.468727:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.468728:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163181312 : -107404546370304 : ffff9e50ee2a9500) 00000100:00000040:2.0:1763344902.468734:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee2a9500 x1848987617977600/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.468741:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.468744:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.468747:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921b28. 00000100:00000200:2.0:1763344902.468750:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617977600, offset 0 00000400:00000200:2.0:1763344902.468755:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.468765:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.468770:0:10286:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344902.468774:0:10286:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344902.468777:0:10286:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344902.468780:0:10286:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344902.468783:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385647:1385647:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385643:1385643:8:4294967295] 00000400:00000200:2.0:1763344902.468823:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.468829:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.468834:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994f00. 00000800:00000200:2.0:1763344902.468840:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.468846:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.468850:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.469424:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.469430:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307677606 00000100:00000001:2.0:1763344902.469437:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307677482 00000100:00000001:2.0:1763344902.469441:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307677606 00000100:00000001:2.0:1763344902.469445:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307677482 00000100:00000001:2.0:1763344902.469447:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307677606 00000100:00000001:2.0:1763344902.469450:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307677482 00000100:00000001:2.0:1763344902.469453:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307677606 00000100:00000001:2.0:1763344902.469455:0:10286:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307677482 00000100:00000001:2.0:1763344902.469458:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.469461:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.469463:0:10286:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.469464:0:10286:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.469466:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.469469:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.469471:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.469473:0:10286:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.469475:0:10286:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.469477:0:10286:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344902.469479:0:10286:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.469481:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344902.469483:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344902.469486:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd33dc000 going to sleep for 11 seconds 00000100:00000001:2.0:1763344902.469488:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344902.469491:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344902.470465:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.470472:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994f00. 00000400:00000200:1.0:1763344902.470479:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.470487:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.470492:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921b28 00000400:00000010:1.0:1763344902.470495:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921b28. 00000100:00000001:1.0:1763344902.470499:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344902.471304:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2a9500 x1848987617977600/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.471316:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344902.471320:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2a9500 x1848987617977600/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344902.471326:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344902.471328:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763344902.472406:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344902.472429:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344902.474474:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344902.474490:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344902.474502:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344902.474523:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29e500 00000400:00000200:2.0:1763344902.474533:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665de9 [1] + 224 00000800:00000001:2.0:1763344902.474540:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344902.474553:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344902.474557:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344902.474561:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344902.474567:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.474575:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2a9500 x1848987617977600/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763344902.474585:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50ee2a9500 x1848987617977600/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344902.474614:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763344902.474622:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344902.474626:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.475397:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344902.475406:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344902.475417:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344902.475421:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cbeb74d0. 00000400:00000200:3.0:1763344902.475426:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921990 00000400:00000010:3.0:1763344902.475428:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921990. 00000100:00000001:3.0:1763344902.475435:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344902.475441:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2a9500 x1848987617977600/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344902.475450:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2a9500 x1848987617977600/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.475456:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344902.475458:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.475460:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344902.475463:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344902.475465:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.475467:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.475469:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344902.475475:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50cc228458 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344902.475479:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50cc228410 time=90 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344902.475481:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344902.475483:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.475486:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344902.475489:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.475491:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.475496:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2a9500 x1848987617977600/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.475502:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344902.475505:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344902.475506:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.475509:0:10286:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763344902.475511:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.475514:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.475515:0:10286:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.475518:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9500 x1848987617977600/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344902.475525:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2a9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10286:1848987617977600:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344902.475529:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.475532:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.475534:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344902.475536:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344902.475539:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2a9500 x1848987617977600/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344902.475546:0:10286:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344902.475548:0:10286:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344902.475551:0:10286:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09e600. 02000000:00000001:3.0:1763344902.475555:0:10286:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344902.475557:0:10286:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344902.475559:0:10286:0:(genops.c:1242:class_import_put()) import ffff9e50cc228000 refcount=1 obd=lustre-MDT0001 00000020:00000001:3.0:1763344902.475561:0:10286:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344902.475563:0:10286:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09e800. 02000000:00000001:3.0:1763344902.475565:0:10286:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344902.475567:0:10286:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344902.475568:0:10286:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9500. 00000100:00000001:3.0:1763344902.475571:0:10286:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344902.475572:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344902.475574:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc000. 00000100:00000001:3.0:1763344902.475577:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344902.475579:0:10286:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344902.475581:0:10286:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d2a00. 00010000:00000001:3.0:1763344902.475584:0:10286:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.475587:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.475588:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.475592:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763344902.475596:0:10286:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00000800:00000001:1.0:1763344902.475721:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.475730:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.475732:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.475736:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.475744:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.475759:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfd300 00000400:00000200:1.0:1763344902.475768:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d15d [2] + 984 00000800:00000001:1.0:1763344902.475774:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.475871:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.475874:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.475881:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.475888:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.475891:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763344902.475898:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1374700. 00000100:00000040:1.0:1763344902.475902:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1374700 x1848987881558784 msgsize 328 00000100:00100000:1.0:1763344902.475908:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.475930:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.475940:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.475944:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.476481:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.476484:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881558784 02000000:00000001:2.0:1763344902.476487:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.476488:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.476490:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.476495:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.476498:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881558784 00000020:00000001:2.0:1763344902.476501:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.476503:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344902.476505:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.476508:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=227 00000020:00000001:2.0:1763344902.476510:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344902.476512:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344902.476517:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.476521:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2080. 00000100:00000001:2.0:1763344902.476525:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.476527:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2080. 00000020:00000010:2.0:1763344902.476532:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09f000. 00000020:00000010:2.0:1763344902.476537:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344902.476542:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d320. 00000100:00000040:2.0:1763344902.476549:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1763344902.476552:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.476553:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1763344902.476555:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1763344902.476558:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.476560:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1763344902.476564:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.476566:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.476569:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91a00 refcount=4 00000020:00000001:2.0:1763344902.476571:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000001:2.0:1763344902.476574:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00010000:2.0:1763344902.476582:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fd5 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e37a expref: 227 pid: 10286 timeout: 13108 lvb_type: 0 00010000:00000001:2.0:1763344902.476590:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.476592:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.476593:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.476596:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.476603:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1763344902.476610:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e4fc1374700 x1848987881558784/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.476617:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763344902.476619:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.476639:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.476653:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.476655:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.476660:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6348 00000100:00000040:2.0:1763344902.476664:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 2 00000100:00000001:2.0:1763344902.476666:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664114071296 : -107409595480320 : ffff9e4fc1374700) 00000100:00000040:2.0:1763344902.476672:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc1374700 x1848987881558784/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.476679:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.476682:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2080. 00000100:00000001:2.0:1763344902.476685:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.476687:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2080. 00000100:00100000:2.0:1763344902.476691:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc1374700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+227:2406:x1848987881558784:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1763344902.476695:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881558784 00010000:00000001:2.0:1763344902.476697:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1763344902.476700:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1763344902.476702:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1763344902.476707:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.476709:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.476714:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50d7ff3800. 02000000:00000001:2.0:1763344902.476717:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.476720:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.476723:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763344902.476725:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763344902.476727:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.476728:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.476730:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91a00 refcount=4 00000020:00000001:2.0:1763344902.476732:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000001:2.0:1763344902.476735:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000040:2.0:1763344902.476739:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b800 count: 5 00000004:00000001:2.0:1763344902.476743:0:23071:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:2.0:1763344902.476748:0:23071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fd5 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e37a expref: 227 pid: 10286 timeout: 13108 lvb_type: 0 00000100:00001000:2.0:1763344902.476755:0:23071:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e50dfa75c50 time=1763344902 v=20 (0 0 0 0) 00010000:00000001:2.0:1763344902.476759:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763344902.476764:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.476765:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.476769:0:23071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fd5 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e37a expref: 227 pid: 10286 timeout: 13108 lvb_type: 0 00000020:00000001:2.0:1763344902.476778:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.476780:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.476781:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.476784:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.476821:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.476823:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.476830:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.476832:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.476834:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.476837:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.476839:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d91a00 with handle 0x34881b4086817fd5 from hash 00010000:00000001:2.0:1763344902.476842:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.476843:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.476844:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.476845:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.476851:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.476853:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.476854:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.476856:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.476859:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fd5 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e37a expref: 227 pid: 10286 timeout: 13108 lvb_type: 0 00010000:00000040:2.0:1763344902.476870:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:2.0:1763344902.476873:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 226 00010000:00000010:2.0:1763344902.476875:0:23071:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16d00. 00010000:00000001:2.0:1763344902.476881:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.476883:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.476885:0:23071:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.476887:0:23071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) 00010000:00010000:2.0:1763344902.476891:0:23071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.476896:0:23071:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.476898:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.476900:0:23071:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.476902:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.476903:0:23071:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.476906:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.476907:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763344902.476909:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.476913:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763344902.476915:0:23071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.476917:0:23071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.476918:0:23071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.476920:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) refcount = 4 00010000:00000040:2.0:1763344902.476923:0:23071:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344902.476925:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000040:2.0:1763344902.476931:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817f81 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e334 expref: 226 pid: 10286 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344902.476936:0:23071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 4/0,1 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.476941:0:23071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.476943:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.476944:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.476946:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.476947:0:23071:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.476949:0:23071:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1763344902.476953:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d2080. 00000100:00000001:2.0:1763344902.476955:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344902.476961:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc780. 00000100:00000001:2.0:1763344902.476963:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416487296 : -107409293064320 : ffff9e4fd33dc780) 00000100:00000001:2.0:1763344902.476965:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664416487296 : -107409293064320 : ffff9e4fd33dc780) 00000100:00000001:2.0:1763344902.476967:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344902.476969:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344902.476971:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.476973:0:23071:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.476982:0:23071:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.476984:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.476985:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.476986:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.476987:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763344902.476989:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344902.476991:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.476993:0:23071:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.476994:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1763344902.476996:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc780. 00000100:00000001:2.0:1763344902.476998:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344902.476999:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344902.477001:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d2080. 00010000:00000001:2.0:1763344902.477003:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763344902.477005:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763344902.477006:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.477011:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.477013:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.477016:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.477020:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.477023:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.477025:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.477027:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.477030:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.477033:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.477035:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.477040:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921a18. 00000100:00000200:2.0:1763344902.477045:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881558784, offset 224 00000400:00000200:2.0:1763344902.477050:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.477060:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.477066:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385648:1385648:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385644:1385644:8:4294967295] 00000400:00000200:2.0:1763344902.477075:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.477080:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.477085:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994700. 00000800:00000200:2.0:1763344902.477090:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.477096:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.477099:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.477111:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.477114:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.477116:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.477118:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.477122:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1374700 x1848987881558784/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344902.477131:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc1374700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+226:2406:x1848987881558784:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 450us (1227us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344902.477138:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6348 00000100:00000040:2.0:1763344902.477141:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344902.477144:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.477145:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.477150:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344902.477153:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d320. 00000020:00000010:2.0:1763344902.477157:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09f000. 00000020:00000040:2.0:1763344902.477161:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 225 00000100:00000001:2.0:1763344902.477163:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.477731:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.477737:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994700. 00000400:00000200:1.0:1763344902.477742:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.477748:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.477752:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921a18 00000400:00000010:1.0:1763344902.477754:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921a18. 00000100:00000001:1.0:1763344902.477758:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.477760:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1763344902.478013:0:10286:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.478021:0:10286:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.478024:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.478029:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344902.478030:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.478032:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.478034:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.478036:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.478037:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc000 refcount=3 00000020:00000001:3.0:1763344902.478040:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:3.0:1763344902.478042:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:3.0:1763344902.478044:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.478045:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.478047:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.478051:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344902.478054:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.478061:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.478080:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344902.478084:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763344902.478087:0:10286:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763344902.478088:0:10286:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763344902.478091:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:3.0:1763344902.478093:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:3.0:1763344902.478095:0:10286:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x240002b13:0x12e84:0x0]flags=0x2 00000004:00000001:3.0:1763344902.478098:0:10286:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:3.0:1763344902.478100:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763344902.478102:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763344902.478103:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344902.478104:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344902.478107:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.478108:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.478109:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc000 refcount=3 00000020:00000001:3.0:1763344902.478111:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:3.0:1763344902.478112:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:3.0:1763344902.478114:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344902.478117:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.478135:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.478136:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344902.478138:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 2/0,0 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.478143:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.478145:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.478147:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344902.478150:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:3.0:1763344902.478155:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bc000 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344902.478158:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.478160:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344902.478162:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.478167:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344902.478168:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.478169:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.478171:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc000 refcount=4 00000020:00000001:3.0:1763344902.478173:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:3.0:1763344902.478175:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:3.0:1763344902.478177:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344902.478180:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 4/0,0 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.478189:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763344902.478190:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344902.478192:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.478196:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344902.478730:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.478733:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.478734:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344902.478738:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc000 with handle 0x34881b4086817ff8 from hash 00010000:00000001:3.0:1763344902.478740:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.478741:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.478742:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.478744:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344902.478748:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.478751:0:10286:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.478753:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344902.478755:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344902.478757:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344902.478759:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) 00010000:00010000:3.0:1763344902.478762:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:3.0:1763344902.478764:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.478766:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.478768:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344902.478770:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344902.478772:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.478773:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.478775:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.478777:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.478779:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.478782:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 2/0,0 mode: --/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.478822:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.478824:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.478825:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344902.478827:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344902.478829:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344902.478831:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086817ff8 lrc: 0/0,0 mode: --/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:3.0:1763344902.478838:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37b00. 00010000:00000001:3.0:1763344902.478845:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.478847:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344902.478849:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763344902.478850:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344902.478851:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:3.0:1763344902.478861:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344902.478864:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344902.478866:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344902.478869:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1763344902.478873:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214358, transno 0, xid 1848987881558656 00010000:00000001:3.0:1763344902.478875:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344902.478884:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc1375180 x1848987881558656/t0(0) o55->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 472/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344902.478891:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344902.478893:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344902.478897:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344902.478902:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344902.478904:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344902.478906:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344902.478908:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344902.478911:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.478914:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344902.478917:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.478939:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921330. 00000100:00000200:2.0:1763344902.478946:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987881558656, offset 224 00000400:00000200:2.0:1763344902.478952:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.478963:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.478969:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385649:1385649:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385645:1385645:8:4294967295] 00000400:00000200:2.0:1763344902.478977:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.478982:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.478986:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef994600. 00000800:00000200:2.0:1763344902.478992:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.478998:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.479001:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef994600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.479009:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.479012:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.479014:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.479016:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.479019:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.479024:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1375180 x1848987881558656/t0(0) o55->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 472/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.479033:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc1375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+225:252846:x1848987881558656:12345-192.168.203.14@tcp:55:lfs.0 Request processed in 11460us (11971us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763344902.479042:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302994 00000100:00000040:2.0:1763344902.479045:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344902.479047:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.479049:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.479055:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139580. 00000020:00000010:2.0:1763344902.479059:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732a28. 00000020:00000010:2.0:1763344902.479063:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852be00. 00000020:00000040:2.0:1763344902.479070:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 224 00000100:00000001:2.0:1763344902.479073:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344902.479306:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.479312:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef994600. 00000400:00000200:0.0:1763344902.479316:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.479321:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.479325:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921330 00000400:00000010:0.0:1763344902.479327:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921330. 00000100:00000001:0.0:1763344902.479329:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.479331:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.484243:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.484260:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.484264:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.484267:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.484278:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.484294:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509dfd380 00000400:00000200:1.0:1763344902.484301:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x64578d [8] + 4712 00000800:00000001:1.0:1763344902.484310:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.484321:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.484324:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.484328:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.484335:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.484337:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344902.484344:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1375500. 00000100:00000040:1.0:1763344902.484348:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1375500 x1848987881558912 msgsize 440 00000100:00100000:1.0:1763344902.484352:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.484370:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.484380:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.484383:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.484449:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.484452:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881558912 02000000:00000001:0.0:1763344902.484456:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.484458:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.484461:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.484465:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.484469:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881558912 00000020:00000001:0.0:1763344902.484472:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.484474:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344902.484476:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.484480:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:0.0:1763344902.484482:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344902.484485:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344902.484489:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.484495:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344902.484499:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.484502:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000020:00000010:0.0:1763344902.484509:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852aa00. 00000020:00000010:0.0:1763344902.484516:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.484522:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000040:0.0:1763344902.484532:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344902.484535:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.484536:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.484539:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.484547:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.484564:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.484575:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.484577:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.484582:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27118 00000100:00000040:0.0:1763344902.484585:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344902.484587:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664114074880 : -107409595476736 : ffff9e4fc1375500) 00000100:00000040:0.0:1763344902.484594:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc1375500 x1848987881558912/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 440/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.484604:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.484607:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344902.484609:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.484611:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344902.484615:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc1375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881558912:12345-192.168.203.14@tcp:1:lfs.0 00000100:00000200:0.0:1763344902.484619:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881558912 00000020:00000001:0.0:1763344902.484623:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.484626:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.484629:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.484632:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.484634:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932112 : -1042619504 : ffffffffc1dae390) 00000020:00000001:0.0:1763344902.484637:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.484640:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.484642:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.484644:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.484648:0:74638:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763344902.484651:0:74638:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763344902.484655:0:74638:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.484658:0:74638:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.484659:0:74638:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.484662:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.484663:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.484665:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.484667:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.484668:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.484670:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.484672:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.484673:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.484674:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.484677:0:74638:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.484678:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.484682:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.484685:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.484690:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e4fc2877000. 02000000:00000001:0.0:1763344902.484692:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.484694:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344902.484698:0:74638:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763344902.484701:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344902.484704:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344902.484710:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:0.0:1763344902.484713:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:0.0:1763344902.484716:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344902.484721:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344902.484723:0:74638:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763344902.484725:0:74638:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:0.0:1763344902.484729:0:74638:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x3000034d0 for inode 2450 00000020:00000002:0.0:1763344902.484734:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00000020:00000001:0.0:1763344902.484738:0:74638:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344902.484744:0:74638:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344902.484748:0:74638:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.484751:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915408, transno 0, xid 1848987881558912 00010000:00000001:0.0:1763344902.484755:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.484760:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc1375500 x1848987881558912/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 440/432 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344902.484769:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.484771:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.484775:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=45 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.484780:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.484782:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344902.484785:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344902.484948:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.484951:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.484955:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.484959:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344902.484963:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64954c8. 00000100:00000200:0.0:1763344902.484969:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881558912, offset 224 00000400:00000200:0.0:1763344902.484975:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344902.484985:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344902.484990:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385650:1385650:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385646:1385646:8:4294967295] 00000400:00000200:0.0:1763344902.485000:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344902.485007:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344902.485012:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56300. 00000800:00000200:0.0:1763344902.485017:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344902.485023:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344902.485028:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56300 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763344902.485864:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.485873:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344902.485876:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.485878:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.485881:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.485888:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1375500 x1848987881558912/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 440/432 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.485897:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc1375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881558912:12345-192.168.203.14@tcp:1:lfs.0 Request processed in 1292us (1547us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344902.485906:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27118 00000100:00000040:0.0:1763344902.485910:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344902.485912:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.485914:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.485919:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.485925:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000020:00000010:0.0:1763344902.485929:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852aa00. 00000020:00000040:0.0:1763344902.485934:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:0.0:1763344902.485937:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.486087:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.486093:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56300. 00000400:00000200:1.0:1763344902.486098:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.486103:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.486109:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64954c8 00000400:00000010:1.0:1763344902.486111:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64954c8. 00000100:00000001:1.0:1763344902.486116:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.486118:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344902.489029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91a00. 00010000:00000010:3.1:1763344902.491877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc000. 00000800:00000001:0.0:1763344902.492494:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.492506:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.492509:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.492511:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.492522:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.492539:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 568 into portal 12 MB=0x691a509dfd400 00000400:00000200:0.0:1763344902.492547:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 568/568 into md 0x616b51 [64] + 140832 00000800:00000001:0.0:1763344902.492555:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.492562:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.492565:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.492568:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344902.492574:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.492577:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344902.492584:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1ce00. 00000100:00000040:0.0:1763344902.492586:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1ce00 x1848987881559040 msgsize 568 00000100:00100000:0.0:1763344902.492590:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344902.493268:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763344902.493329:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.493339:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.493343:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1763344902.493370:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881559040 02000000:00000001:2.0:1763344902.493374:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.493376:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.493378:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.493382:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.493386:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881559040 00000020:00000001:2.0:1763344902.493388:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.493390:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344902.493392:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.493395:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=225 00000020:00000001:2.0:1763344902.493398:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344902.493400:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344902.493404:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.493416:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2080. 00000100:00000001:2.0:1763344902.493420:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.493423:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2080. 00000020:00000010:2.0:1763344902.493428:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09f000. 00000020:00000010:2.0:1763344902.493510:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344902.493518:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d320. 00000100:00000040:2.0:1763344902.493529:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344902.493532:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.493533:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344902.493536:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.493544:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.493559:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.493573:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.493575:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.493581:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302995 00000100:00000040:2.0:1763344902.493585:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344902.493587:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006368256 : -107404703183360 : ffff9e50e4d1ce00) 00000100:00000040:2.0:1763344902.493595:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1ce00 x1848987881559040/t0(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 568/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.493604:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.493607:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2080. 00000100:00000001:2.0:1763344902.493609:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.493611:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2080. 00000100:00100000:2.0:1763344902.493615:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+225:252846:x1848987881559040:12345-192.168.203.14@tcp:61:lfs.0 00000100:00000200:2.0:1763344902.493618:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881559040 00000020:00000001:2.0:1763344902.493621:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.493624:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.493629:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.493632:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.493634:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809856 : -1044741760 : ffffffffc1ba8180) 00000020:00000001:2.0:1763344902.493637:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344902.493640:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881559040, found 0 last_xid 1848987881559039 00000020:00000001:2.0:1763344902.493643:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.493645:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.493646:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.493650:0:10286:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763344902.493654:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.493660:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000020:00000001:2.0:1763344902.493662:0:10286:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.493665:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.493669:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.493671:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.493676:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50d7ff1000. 02000000:00000001:2.0:1763344902.493679:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.493681:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.493684:0:10286:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:2.0:1763344902.493688:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763344902.493690:0:10286:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:2.0:1763344902.493693:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.493695:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.493697:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bcc00 refcount=3 00000020:00000001:2.0:1763344902.493699:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:2.0:1763344902.493702:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000040:2.0:1763344902.493705:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897c00 count: 2 00000004:00000001:2.0:1763344902.493710:0:10286:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763344902.493712:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344902.493714:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.493716:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.493718:0:10286:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.493720:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.493724:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.493725:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.493731:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.493733:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.493735:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.493737:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.493739:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bcc00 with handle 0x34881b4086817ef5 from hash 00010000:00000001:2.0:1763344902.493741:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.493743:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.493744:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.493745:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.493749:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.493751:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.493752:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.493754:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.493758:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086817ef5 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e2fc expref: 225 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.493766:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:2.0:1763344902.493769:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 224 00010000:00000010:2.0:1763344902.493771:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37780. 00010000:00000001:2.0:1763344902.493778:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.493780:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.493781:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.493783:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4800 refcount=3 00000020:00000001:2.0:1763344902.493784:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000001:2.0:1763344902.493787:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464558080 : -107409244993536 : ffff9e4fd61b4800) 00010000:00000001:2.0:1763344902.493816:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.493818:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.493821:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e4897c00) 00010000:00000001:2.0:1763344902.493824:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.493826:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.493828:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763344902.493830:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e4897c00 count: 0 00010000:00000010:2.0:1763344902.493834:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50df139100. 00010000:00000040:2.0:1763344902.493839:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b800 count: 3 00000004:00000001:2.0:1763344902.493841:0:10286:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763344902.493843:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344902.493844:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.493845:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.493846:0:10286:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.493848:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.493850:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.493851:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.493854:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.493855:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.493856:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.493857:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.493859:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4800 with handle 0x34881b4086817f81 from hash 00010000:00000001:2.0:1763344902.493861:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.493863:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.493864:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.493865:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.493866:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.493868:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.493869:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.493870:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.493874:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fd61b4800/0x34881b4086817f81 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e84:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e334 expref: 224 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.493884:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 216 00000020:00000040:2.0:1763344902.493885:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 223 00010000:00000010:2.0:1763344902.493887:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16000. 00010000:00000001:2.0:1763344902.493891:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.493893:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.493894:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.493895:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) 00010000:00000001:2.0:1763344902.493898:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.493899:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.493901:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763344902.493903:0:10286:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763344902.493904:0:10286:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:2.0:1763344902.493906:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344902.493908:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e80:0x0] 00000020:00000001:2.0:1763344902.493910:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.493913:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501992088 : -107409207559528 : ffff9e4fd8567a98) 00000004:00000001:2.0:1763344902.493915:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501992000 : -107409207559616 : ffff9e4fd8567a40) 00000004:00000001:2.0:1763344902.493920:0:10286:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763344902.493926:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763344902.493928:0:10286:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.493930:0:10286:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.493932:0:10286:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763344902.493935:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763344902.493936:0:10286:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.493937:0:10286:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.493941:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344902.493945:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344902.493947:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344902.493950:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b800 count: 2 00010000:00000001:2.0:1763344902.493952:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.493954:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.493957:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d91a00. 00000020:00000001:2.0:1763344902.493960:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.493962:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d91a00 with handle 0x34881b4086817fff to hash 00000020:00000001:2.0:1763344902.493964:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.493965:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000010:2.0:1763344902.493968:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16000. 00010000:00000001:2.0:1763344902.493971:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000001:2.0:1763344902.493973:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.493974:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.493977:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fff lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344902.493983:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.493985:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.493987:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.493989:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.493991:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.493993:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.493994:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.493996:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.493998:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.494000:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.494001:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.494004:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) refcount = 2 00010000:00000040:2.0:1763344902.494007:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344902.494010:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.494015:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fff lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.494020:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.494022:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.494023:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.494024:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.494026:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.494028:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.494030:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.494032:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.494034:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.494036:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fff lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.494040:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.494041:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.494042:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.494043:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.494044:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.494045:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91a00 refcount=3 00000020:00000001:2.0:1763344902.494047:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000001:2.0:1763344902.494049:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000001:2.0:1763344902.494050:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.494052:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.494053:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494054:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344902.494056:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344902.494056:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344902.494060:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e068f100. 00010000:00000010:2.0:1763344902.494063:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0d00. 00010000:00000001:2.0:1763344902.494065:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.494067:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90800. 00000020:00000001:2.0:1763344902.494069:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.494070:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90800 with handle 0x34881b4086818006 to hash 00000020:00000001:2.0:1763344902.494072:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.494073:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000010:2.0:1763344902.494075:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16d00. 00010000:00000001:2.0:1763344902.494077:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000001:2.0:1763344902.494079:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.494080:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.494083:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e80:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344902.494087:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.494088:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.494090:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.494091:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.494092:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.494094:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.494095:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.494096:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.494098:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.494098:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.494099:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.494101:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e068f100) refcount = 1 00010000:00010000:2.0:1763344902.494103:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.494107:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.494108:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.494109:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.494110:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.494111:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.494113:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.494115:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.494116:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.494118:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.494120:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.494124:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.494125:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.494126:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.494127:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.494128:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.494129:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90800 refcount=3 00000020:00000001:2.0:1763344902.494131:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000001:2.0:1763344902.494133:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000001:2.0:1763344902.494135:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.494136:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.494137:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494141:0:10286:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:2.0:1763344902.494144:0:10286:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:2.0:1763344902.494146:0:10286:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763344902.494150:0:10286:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763344902.494155:0:10286:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50e4b8d3c0. 00080000:00000001:2.0:1763344902.494159:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344902.494163:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09e000. 00080000:00000001:2.0:1763344902.494165:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278867968 : -107409430683648 : ffff9e4fcb09e000) 00000004:00000001:2.0:1763344902.494168:0:10286:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763344902.494171:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.494174:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763344902.494178:0:10286:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9e50f93d2080. 00000004:00000001:2.0:1763344902.494180:0:10286:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494182:0:10286:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763344902.494183:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.494184:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763344902.494186:0:10286:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9e50f93d2000. 00000004:00000001:2.0:1763344902.494188:0:10286:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344902.494191:0:10286:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9e5100c59f60. 00000004:00000001:2.0:1763344902.494193:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.494206:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:2.0:1763344902.494209:0:10286:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9e5100c59880. 00000004:00000001:2.0:1763344902.494211:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.494214:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344902.494217:0:10286:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.494220:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.494222:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.494224:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278867968 : -107409430683648 : ffff9e4fcb09e000) 00000004:00000001:2.0:1763344902.494227:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494229:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494232:0:10286:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.494233:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.494234:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.494236:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278867968 : -107409430683648 : ffff9e4fcb09e000) 00000004:00000001:2.0:1763344902.494238:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494239:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.494243:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763344902.494245:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763344902.494249:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763344902.494250:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.494252:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278867968 : -107409430683648 : ffff9e4fcb09e000) 00080000:00000001:2.0:1763344902.494255:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.494259:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344902.494262:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2a40. 00080000:00000001:2.0:1763344902.494264:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494266:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.494275:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.494277:0:10286:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494283:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.494290:0:10286:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763344902.494291:0:10286:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763344902.494295:0:10286:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9e50d7c85630. 00000004:00000010:2.0:1763344902.494299:0:10286:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9e4fcab39338. 00000004:00000010:2.0:1763344902.494302:0:10286:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9e4fcab39270. 00000004:00000010:2.0:1763344902.494306:0:10286:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff9e4fcab395a8. 00000004:00000010:2.0:1763344902.494309:0:10286:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e50e5211f00. 00000004:00000001:2.0:1763344902.494311:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.494313:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.494314:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278867968 : -107409430683648 : ffff9e4fcb09e000) 00080000:00000001:2.0:1763344902.494317:0:10286:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344902.494319:0:10286:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e84:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:2.0:1763344902.494340:0:10286:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff9e50f4ec0e80. 00000004:00000001:2.0:1763344902.494345:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494348:0:10286:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494351:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.494354:0:10286:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763344902.494356:0:10286:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763344902.494358:0:10286:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9e50fff42c00. 00000004:00000010:2.0:1763344902.494361:0:10286:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9e4fd0d2c6a8. 00000004:00000010:2.0:1763344902.494364:0:10286:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9e4fcab2bd58. 00000004:00000010:2.0:1763344902.494366:0:10286:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9e4fcab2b920. 00000004:00000010:2.0:1763344902.494369:0:10286:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd192e840. 00000004:00000001:2.0:1763344902.494371:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.494372:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.494374:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278867968 : -107409430683648 : ffff9e4fcb09e000) 00080000:00000001:2.0:1763344902.494375:0:10286:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344902.494376:0:10286:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e80:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:2.0:1763344902.494385:0:10286:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff9e50ee317e00. 00000004:00000001:2.0:1763344902.494389:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494391:0:10286:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494393:0:10286:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763344902.494395:0:10286:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494397:0:10286:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763344902.494398:0:10286:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494399:0:10286:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:2.0:1763344902.494403:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763344902.494406:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344902.494421:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344902.494424:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214360, last_committed = 25770214358 00000001:00000010:2.0:1763344902.494428:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8d300. 00000001:00000040:2.0:1763344902.494438:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 2 00000020:00000040:2.0:1763344902.494441:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=224 00000001:00000010:2.0:1763344902.494446:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd33dc780. 00000004:00000001:2.0:1763344902.494451:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763344902.494452:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.494454:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278867968 : -107409430683648 : ffff9e4fcb09e000) 00000004:00000001:2.0:1763344902.494466:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763344902.494469:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd33dc780: xid 1848987881559040, transno 25770214360, tag 0, client gen 9, slot idx 2 00000001:00000001:2.0:1763344902.494472:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344902.494479:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2a40. 00040000:00000001:2.0:1763344902.494483:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344902.494485:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344902.494488:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344902.494490:0:10286:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50e4b8d3c0. 00000020:00000001:2.0:1763344902.494494:0:10286:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344902.494497:0:10286:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9e50f93d2080. 00000020:00000010:2.0:1763344902.494499:0:10286:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9e50f93d2000. 00000020:00000010:2.0:1763344902.494501:0:10286:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9e5100c59f60. 00000020:00000010:2.0:1763344902.494505:0:10286:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9e5100c59880. 00200000:00000001:2.0:1763344902.494507:0:10286:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763344902.494510:0:10286:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50e4b8d3c0. 00080000:00000001:2.0:1763344902.494512:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344902.494514:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09fe00. 00080000:00000001:2.0:1763344902.494516:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278875648 : -107409430675968 : ffff9e4fcb09fe00) 00000004:00000001:2.0:1763344902.494519:0:10286:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.494521:0:10286:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763344902.494523:0:10286:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763344902.494525:0:10286:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763344902.494528:0:10286:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.494530:0:10286:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:2.0:1763344902.494535:0:10286:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd33dc840. 00000004:00000001:2.0:1763344902.494538:0:10286:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:2.0:1763344902.494540:0:10286:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9e4fcab395a8. 00000004:00000010:2.0:1763344902.494543:0:10286:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9e4fcab39270. 00000020:00000001:2.0:1763344902.494547:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763344902.494552:0:10286:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e50d7c87540. 00000004:00000001:2.0:1763344902.494557:0:10286:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763344902.494559:0:10286:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.494561:0:10286:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636668787651992 : -107404921899624 : ffff9e50d7c87598) 00000004:00000001:2.0:1763344902.494563:0:10286:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494565:0:10286:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763344902.494567:0:10286:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494569:0:10286:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494571:0:10286:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:2.0:1763344902.494573:0:10286:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763344902.494576:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763344902.494580:0:10286:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd33dc9c0. 00000004:00000010:2.0:1763344902.494583:0:10286:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c59880. 00000004:00000010:2.0:1763344902.494588:0:10286:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ef129000. 00000020:00000001:2.0:1763344902.494592:0:10286:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344902.494593:0:10286:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494595:0:10286:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763344902.494597:0:10286:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763344902.494599:0:10286:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000402:0x1c18:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:2.0:1763344902.494602:0:10286:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ef129000 magic = bdde0002 count = 1 size = 64 00000100:00000010:2.0:1763344902.494607:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a9500. 00000020:00000040:2.0:1763344902.494610:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=7 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1763344902.494614:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344902.494617:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344902.494620:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344902.494625:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09ea00. 00000100:00000001:2.0:1763344902.494630:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.494633:0:10286:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.496120:0:10286:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.496129:0:10286:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.496133:0:10286:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344902.496135:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344902.496146:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc6c0. 00000100:00000001:2.0:1763344902.496149:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416487104 : -107409293064512 : ffff9e4fd33dc6c0) 00000100:00000001:2.0:1763344902.496153:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.496154:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163181312 : -107404546370304 : ffff9e50ee2a9500) 00000100:00000001:2.0:1763344902.496160:0:10286:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344902.496164:0:10286:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.496166:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344902.496168:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344902.496175:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2a9500 x1848987617977728/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.496184:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344902.496185:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.496189:0:10286:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344902.496192:0:10286:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344902.496195:0:10286:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.496198:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2a9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617977728:0@lo:1000:mdt00_004.0 00000100:00000001:2.0:1763344902.496201:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344902.496206:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344902.496208:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.496210:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344902.496221:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f8592000. 02000000:00000001:2.0:1763344902.496222:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344902.496229:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cbeb74d0. 00000400:00000010:2.0:1763344902.496235:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd33dccc0. 00000100:00000200:2.0:1763344902.496242:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617977728, portal 4 00000100:00000001:2.0:1763344902.496244:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.496245:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163181312 : -107404546370304 : ffff9e50ee2a9500) 00000100:00000040:2.0:1763344902.496251:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee2a9500 x1848987617977728/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.496258:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.496260:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344902.496264:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921dd0. 00000100:00000200:2.0:1763344902.496267:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617977728, offset 0 00000400:00000200:2.0:1763344902.496274:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344902.496286:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344902.496298:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29e580 00000400:00000200:2.0:1763344902.496304:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 896 00000400:00000200:2.0:1763344902.496311:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344902.496314:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344902.496319:0:10286:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344902.496322:0:10286:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344902.496327:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ef93c380. 00000100:00000040:2.0:1763344902.496330:0:10286:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ef93c380 x1848987617977728 msgsize 328 00000100:00100000:2.0:1763344902.496333:0:10286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344902.497042:0:10286:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344902.497056:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921dd0 00000400:00000010:2.0:1763344902.497059:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921dd0. 00000100:00000001:2.0:1763344902.497062:0:10286:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344902.497068:0:10286:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2a9500 x1848987617977728/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.497078:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.497081:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ee2a9500 x1848987617977728/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.497088:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.497089:0:10286:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344902.497094:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.497098:0:10286:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17583 usecs (18 jiffies) 00000100:00000001:2.0:1763344902.497102:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307676334 00000100:00000001:2.0:1763344902.497105:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.497108:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307676334 00000100:00000001:2.0:1763344902.497111:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.497113:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307676334 00000100:00000001:2.0:1763344902.497115:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.497117:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307676334 00000100:00000001:2.0:1763344902.497119:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.497121:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.497124:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.497126:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344902.497128:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344902.497130:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd33dc6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344902.497133:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344902.497136:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.497199:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.497203:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617977728 02000000:00000001:0.0:1763344902.497205:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.497207:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.497210:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.497214:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.497217:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617977728 00000020:00000001:0.0:1763344902.497220:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.497222:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:0.0:1763344902.497224:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.497227:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=9 00000020:00000001:0.0:1763344902.497230:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000020:00000001:0.0:1763344902.497232:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:0.0:1763344902.497236:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.497241:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344902.497244:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.497247:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000020:00000010:0.0:1763344902.497252:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852aa00. 00000020:00000010:0.0:1763344902.497258:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.497263:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000040:0.0:1763344902.497272:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344902.497275:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.497276:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.497278:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.497286:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.497754:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.497769:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.497771:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.497775:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8670 00000100:00000040:0.0:1763344902.497778:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:0.0:1763344902.497780:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669186851712 : -107404522699904 : ffff9e50ef93c380) 00000100:00000040:0.0:1763344902.497785:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ef93c380 x1848987617977728/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.497818:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.497822:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344902.497824:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.497826:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344902.497831:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ef93c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:10286:x1848987617977728:12345-0@lo:1000:mdt00_004.0 00000100:00000200:0.0:1763344902.497834:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617977728 00000020:00000001:0.0:1763344902.497837:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.497841:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.497843:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.497845:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.497848:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:0.0:1763344902.497851:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.497854:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.497856:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.497858:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.497861:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.497864:0:6509:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763344902.497870:0:6509:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab2bab0. 00000100:00000001:0.0:1763344902.497874:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.497876:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.497883:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e4fc2c46000. 02000000:00000001:0.0:1763344902.497885:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.497887:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344902.497892:0:6509:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd192ee40. 00000020:00000001:0.0:1763344902.497893:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763344902.497896:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344902.497901:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00000020:00000001:0.0:1763344902.497905:0:6509:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:0.0:1763344902.497928:0:6509:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000402:0x1c18:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763344902.497931:0:6509:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763344902.497933:0:6509:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344902.497937:0:6509:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fdd9dd000/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00000020:00000010:0.0:1763344902.497940:0:6509:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab2bab0. 00000020:00000010:0.0:1763344902.497943:0:6509:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd192ee40. 00000020:00000001:0.0:1763344902.497945:0:6509:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.497948:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915402, transno 0, xid 1848987617977728 00010000:00000001:0.0:1763344902.497951:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.497956:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ef93c380 x1848987617977728/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 328/4320 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344902.497963:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.497966:0:6509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.497970:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.497974:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.497976:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344902.497978:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344902.497980:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.497982:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.497984:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.497986:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.497990:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192ee40. 00000100:00000200:0.0:1763344902.497995:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617977728, offset 224 00000400:00000200:0.0:1763344902.498000:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.498009:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.498017:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29e580 00000400:00000200:0.0:1763344902.498022:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665dfd [2] + 224 00000400:00000200:0.0:1763344902.498029:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.498032:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.498035:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.498040:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2a9500 x1848987617977728/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344902.498048:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ee2a9500 x1848987617977728/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.498062:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.498067:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192ee40 00000400:00000010:0.0:1763344902.498068:0:6509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192ee40. 00000100:00000001:0.0:1763344902.498071:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.498072:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.498075:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.498078:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344902.498080:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.498081:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.498084:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.498088:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ef93c380 x1848987617977728/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 328/4320 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.498095:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ef93c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:10286:x1848987617977728:12345-0@lo:1000:mdt00_004.0 Request processed in 277us (1764us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344902.498102:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8670 00000100:00000040:0.0:1763344902.498105:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00000001:0.0:1763344902.498108:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.498109:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.498114:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.498118:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000020:00000010:0.0:1763344902.498121:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852aa00. 00000020:00000040:0.0:1763344902.498126:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 8 00000100:00000001:0.0:1763344902.498129:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.498198:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344902.498204:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344902.498206:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344902.498209:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cbeb74d0. 00000400:00000200:2.0:1763344902.498212:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd33dccc0 00000400:00000010:2.0:1763344902.498214:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd33dccc0. 00000100:00000001:2.0:1763344902.498216:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.498220:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2a9500 x1848987617977728/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344902.498228:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2a9500 x1848987617977728/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.498234:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344902.498236:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.498238:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344902.498240:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344902.498242:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.498244:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.498246:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.498252:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213d78 time=91 v=5 (5 0 0 0) 00000100:00001000:2.0:1763344902.498255:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.498257:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344902.498259:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.498261:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344902.498263:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.498266:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344902.498268:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884915402 00000100:00000001:2.0:1763344902.498270:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344902.498272:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.498275:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2a9500 x1848987617977728/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.498281:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.498283:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344902.498285:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344902.498288:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9500 x1848987617977728/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344902.498296:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2a9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617977728:0@lo:1000:mdt00_004.0 00000100:00000001:2.0:1763344902.498300:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.498302:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.498303:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344902.498305:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.498308:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2a9500 x1848987617977728/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.498313:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344902.498316:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc6c0. 00000100:00000001:2.0:1763344902.498318:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344902.498319:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.498322:0:10286:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344902.498331:0:10286:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9e50ee317780. 00000004:00000001:2.0:1763344902.498335:0:10286:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:2.0:1763344902.498338:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.498340:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2a9500 x1848987617977728/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.498345:0:10286:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344902.498348:0:10286:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344902.498350:0:10286:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f8592000. 02000000:00000001:2.0:1763344902.498353:0:10286:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344902.498355:0:10286:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344902.498356:0:10286:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=6 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1763344902.498358:0:10286:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344902.498360:0:10286:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09ea00. 02000000:00000001:2.0:1763344902.498363:0:10286:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344902.498365:0:10286:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344902.498366:0:10286:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9500. 00000100:00000001:2.0:1763344902.498370:0:10286:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344902.498372:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763344902.498375:0:10286:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ef129000. 00000004:00000010:2.0:1763344902.498379:0:10286:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59880. 00000004:00000010:2.0:1763344902.498383:0:10286:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd33dc9c0. 00000004:00000001:2.0:1763344902.498388:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.498390:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.498393:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344902.498395:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344902.498397:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344902.498400:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344902.498403:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.498405:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.498406:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344902.498424:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:2.0:1763344902.498427:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.498430:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:2.0:1763344902.498432:0:10286:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:2.0:1763344902.498436:0:10286:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fd33dc9c0. 00000004:00000001:2.0:1763344902.498438:0:10286:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664416487872 : -107409293063744 : ffff9e4fd33dc9c0) 00000020:00000010:2.0:1763344902.498441:0:10286:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9e4fd33dc6c0. 00000020:00000010:2.0:1763344902.498445:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50ef994600. 00000020:00000010:2.0:1763344902.498449:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50ef994700. 00000020:00000001:2.0:1763344902.498451:0:10286:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446636664416487872 : -107409293063744 : ffff9e4fd33dc9c0) 00000004:00000001:2.0:1763344902.498454:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664416487872 : -107409293063744 : ffff9e4fd33dc9c0) 00000004:00000010:2.0:1763344902.498457:0:10286:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd33dccc0. 00000004:00000010:2.0:1763344902.498460:0:10286:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c59880. 00000004:00000010:2.0:1763344902.498464:0:10286:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ef129000. 00000004:00000001:2.0:1763344902.498466:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.498712:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.498717:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.498721:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.498729:0:10286:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763344902.498732:0:10286:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0001: blocks=958279, bfree=950550, bavail=893992, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259276, state=0 00000004:00000001:2.0:1763344902.498736:0:10286:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.498738:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:2.0:1763344902.498740:0:10286:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:2.0:1763344902.498743:0:10286:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.498748:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd33dc6c0 refcount 4 committed 0 result 0 batchid 21474836912 00000020:00000040:2.0:1763344902.498752:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994700 obd lustre-OST0000-osc-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fd33dc9c0 00000020:00000040:2.0:1763344902.498755:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994600 obd lustre-MDT0001-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fcb09fe00 00000020:00000040:2.0:1763344902.498759:0:10286:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000040:00000001:2.0:1763344902.498761:0:10286:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763344902.498764:0:10286:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763344902.498767:0:10286:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742848 flags 12 count 2 00000040:00000001:2.0:1763344902.498769:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763344902.498772:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344902.498774:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763344902.498775:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.498777:0:10286:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763344902.498779:0:10286:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:2.0:1763344902.498783:0:10286:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763344902.498787:0:10286:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b10:0x3:0x0] not in the id map cache 00000001:00000001:2.0:1763344902.502485:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344902.502488:0:10286:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.502493:0:10286:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:2.0:1763344902.502495:0:10286:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:2.0:1763344902.502497:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344902.502499:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344902.502501:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344902.502504:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.502506:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.502508:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.502511:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.502518:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664140321560 : -107409569230056 : ffff9e4fc2c7d318) 00000040:00000001:2.0:1763344902.502524:0:10286:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669001203712 : -107404708347904 : ffff9e50e4830000) 00080000:00000001:2.0:1763344902.502531:0:10286:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1763344902.502534:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344902.502536:0:10286:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344902.502542:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e4830000/ffff9e4fc2c7d2c0 to site lru. bkt: ffff9e50ff90ea70 00000040:00000001:2.0:1763344902.502545:0:10286:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.502547:0:10286:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.502550:0:10286:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.502553:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763344902.502555:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763344902.502559:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.502562:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344902.502570:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2000. 00080000:00000001:2.0:1763344902.502573:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.502574:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.502576:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344902.502577:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.502579:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.502581:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.502583:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763344902.502585:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.502588:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763344902.502590:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763344902.502591:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.502593:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344902.502595:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2080. 00080000:00000001:2.0:1763344902.502597:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.502598:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.502599:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344902.502600:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.502602:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.502603:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.502605:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763344902.502606:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.502608:0:10286:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.502610:0:10286:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.502614:0:10286:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:2.0:1763344902.502617:0:10286:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.502622:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763344902.502627:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763344902.502630:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.502632:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278875648 : -107409430675968 : ffff9e4fcb09fe00) 00080000:00000001:2.0:1763344902.502635:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.502637:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344902.502639:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2a40. 00080000:00000001:2.0:1763344902.502641:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.502643:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.502652:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.502654:0:10286:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.502662:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.502665:0:10286:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763344902.502667:0:10286:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763344902.502669:0:10286:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.502673:0:10286:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763344902.502679:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.502682:0:10286:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:2.0:1763344902.502685:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.502686:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.502689:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344902.502691:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344902.502693:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344902.502694:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344902.502696:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.502697:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.502699:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344902.502701:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:2.0:1763344902.502703:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.502705:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344902.502707:0:10286:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664416487872 : -107409293063744 : ffff9e4fd33dc9c0) 00000004:00000001:2.0:1763344902.502710:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664416487872 : -107409293063744 : ffff9e4fd33dc9c0) 00000020:00000040:2.0:1763344902.502714:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:2.0:1763344902.502717:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:2.0:1763344902.502719:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:2.0:1763344902.502721:0:10286:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000402:0x1c18:0x0] xattr_set param_count = 3 00000004:00000001:2.0:1763344902.502725:0:10286:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763344902.502726:0:10286:0:(osp_object.c:1255:osp_xattr_set()) [0x280000402:0x1c18:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763344902.502731:0:10286:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344902.502733:0:10286:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.502736:0:10286:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.502738:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.502740:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.502742:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.502743:0:10286:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.502746:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763344902.502749:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763344902.502752:0:10286:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214360 00000001:00000001:2.0:1763344902.502755:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344902.502758:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214361, last_committed = 25770214358 00000001:00000010:2.0:1763344902.502762:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8dba0. 00000001:00000040:2.0:1763344902.502765:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 3 00000020:00000040:2.0:1763344902.502768:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=225 00000001:00000010:2.0:1763344902.502773:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd33dc000. 00000004:00000001:2.0:1763344902.502779:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763344902.502780:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.502782:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278875648 : -107409430675968 : ffff9e4fcb09fe00) 00000020:00000040:2.0:1763344902.502785:0:10286:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:2.0:1763344902.502801:0:10286:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:2.0:1763344902.502803:0:10286:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:2.0:1763344902.502817:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763344902.502821:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd33dc000: xid 1848987881559040, transno 25770214361, tag 0, client gen 9, slot idx 4 00000001:00000001:2.0:1763344902.502824:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.502827:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763344902.502829:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:2.0:1763344902.502836:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2a40. 00080000:00000010:2.0:1763344902.502839:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2080. 00080000:00000010:2.0:1763344902.502841:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2000. 00040000:00000001:2.0:1763344902.502844:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344902.502846:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344902.502848:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.502851:0:10286:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:2.0:1763344902.502853:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763344902.502854:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:2.0:1763344902.502858:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd33dc6c0 refcount 4 committed 0 result 0 batchid 21474836912 00000020:00000040:2.0:1763344902.502861:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994700 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd33dc9c0 00000020:00000040:2.0:1763344902.502865:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994600 obd lustre-MDT0001-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9e4fcb09fe00 00000020:00000001:2.0:1763344902.502867:0:10286:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763344902.502869:0:10286:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:2.0:1763344902.502870:0:10286:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763344902.502873:0:10286:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000402:0x1c18:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:2.0:1763344902.502876:0:10286:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ef129000 magic = bdde0002 count = 1 size = 144 00000100:00000010:2.0:1763344902.502881:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ef93c700. 00000020:00000040:2.0:1763344902.502885:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=7 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1763344902.502890:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344902.502892:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344902.502896:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344902.502902:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09ea00. 00000100:00000001:2.0:1763344902.502907:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.502911:0:10286:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.502913:0:10286:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.502915:0:10286:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.502917:0:10286:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344902.502918:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344902.502924:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.502926:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344902.502928:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.502930:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669186852608 : -107404522699008 : ffff9e50ef93c700) 00000100:00000001:2.0:1763344902.502934:0:10286:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344902.502937:0:10286:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.502939:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344902.502941:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344902.502948:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ef93c700 x1848987617977856/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.502956:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344902.502958:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.502961:0:10286:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344902.502964:0:10286:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344902.502966:0:10286:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.502969:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ef93c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617977856:0@lo:1000:mdt00_004.0 00000100:00000001:2.0:1763344902.502972:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344902.502976:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344902.502978:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.502980:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344902.502984:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f8592000. 02000000:00000001:2.0:1763344902.502985:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344902.502991:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cbeb74d0. 00000400:00000010:2.0:1763344902.502997:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50cab59900. 00000100:00000200:2.0:1763344902.503003:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617977856, portal 4 00000100:00000001:2.0:1763344902.503005:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.503006:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669186852608 : -107404522699008 : ffff9e50ef93c700) 00000100:00000040:2.0:1763344902.503011:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ef93c700 x1848987617977856/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.503018:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.503020:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344902.503023:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921dd0. 00000100:00000200:2.0:1763344902.503026:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848987617977856, offset 0 00000400:00000200:2.0:1763344902.503031:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344902.503042:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344902.503051:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a4fa29e600 00000400:00000200:2.0:1763344902.503056:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x209981 [256] + 1224 00000400:00000200:2.0:1763344902.503063:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344902.503066:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344902.503071:0:10286:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344902.503073:0:10286:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344902.503077:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a9500. 00000100:00000040:2.0:1763344902.503079:0:10286:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2a9500 x1848987617977856 msgsize 408 00000100:00100000:2.0:1763344902.503082:0:10286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344902.503093:0:10286:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344902.503099:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921dd0 00000400:00000010:2.0:1763344902.503101:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921dd0. 00000100:00000001:2.0:1763344902.503103:0:10286:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344902.503107:0:10286:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ef93c700 x1848987617977856/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.503115:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.503118:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ef93c700 x1848987617977856/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.503124:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.503125:0:10286:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344902.503129:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.503132:0:10286:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17582 usecs (18 jiffies) 00000100:00000001:2.0:1763344902.503135:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307676340 00000100:00000001:2.0:1763344902.503138:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.503140:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307676340 00000100:00000001:2.0:1763344902.503142:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.503144:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307676340 00000100:00000001:2.0:1763344902.503146:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.503147:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307676340 00000100:00000001:2.0:1763344902.503149:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.503151:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.503153:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.503154:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344902.503156:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344902.503158:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd33dc0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344902.503160:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344902.503163:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.503245:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344902.503248:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617977856 02000000:00000001:3.0:1763344902.503250:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344902.503252:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.503254:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.503258:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.503261:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617977856 00000020:00000001:3.0:1763344902.503264:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344902.503266:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:3.0:1763344902.503268:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.503271:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=9 00000020:00000001:3.0:1763344902.503273:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000020:00000001:3.0:1763344902.503275:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:3.0:1763344902.503278:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.503283:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.503287:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.503289:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000020:00000010:3.0:1763344902.503294:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbe00. 00000020:00000010:3.0:1763344902.503298:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344902.503303:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf320. 00000100:00000040:3.0:1763344902.503310:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344902.503312:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344902.503314:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344902.503315:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.503322:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.503340:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.503351:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344902.503353:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344902.503357:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8671 00000100:00000040:3.0:1763344902.503361:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:3.0:1763344902.503362:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163181312 : -107404546370304 : ffff9e50ee2a9500) 00000100:00000040:3.0:1763344902.503368:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a9500 x1848987617977856/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 408/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.503375:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.503378:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.503379:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.503381:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000100:00100000:3.0:1763344902.503384:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:10286:x1848987617977856:12345-0@lo:1000:mdt00_004.0 00000100:00000200:3.0:1763344902.503388:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617977856 00000020:00000001:3.0:1763344902.503390:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344902.503393:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344902.503395:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.503398:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344902.503400:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344902.503403:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344902.503405:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344902.503407:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344902.503416:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344902.503419:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.503421:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344902.503426:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6730. 00000100:00000001:3.0:1763344902.503429:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344902.503431:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344902.503435:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e4fc375c000. 02000000:00000001:3.0:1763344902.503437:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.503439:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344902.503443:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd05d1f00. 00000020:00000001:3.0:1763344902.503444:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344902.503447:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344902.503452:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00080000:00000001:3.0:1763344902.503456:0:21732:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344902.503459:0:21732:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fd69cb600. 00080000:00000001:3.0:1763344902.503461:0:21732:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664473040384 : -107409236511232 : ffff9e4fd69cb600) 00000020:00000001:3.0:1763344902.503464:0:21732:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:3.0:1763344902.503469:0:21732:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.503471:0:21732:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:3.0:1763344902.503473:0:21732:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344902.503475:0:21732:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344902.503477:0:21732:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344902.503479:0:21732:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82ddec0. 00080000:00000001:3.0:1763344902.503481:0:21732:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.503486:0:21732:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.503488:0:21732:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763344902.503490:0:21732:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff9e50f3400610 name trusted.fid flag 1 00080000:00000001:3.0:1763344902.503494:0:21732:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344902.503496:0:21732:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000402:0x1c18:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:3.0:1763344902.503516:0:21732:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344902.503518:0:21732:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff9e4fc375c208 index 0: rc = 0 00000020:00000040:3.0:1763344902.503520:0:21732:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:3.0:1763344902.503523:0:21732:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344902.503524:0:21732:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344902.503526:0:21732:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884915416, last_committed = 12884915408 00000001:00000010:3.0:1763344902.503529:0:21732:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cfcc0. 00000001:00000040:3.0:1763344902.503531:0:21732:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50c7179000 : new cb_count 5 00000020:00000040:3.0:1763344902.503533:0:21732:0:(genops.c:887:class_export_get()) GET export ffff9e50c7179000 refcount=10 00000001:00000001:3.0:1763344902.503543:0:21732:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344902.503547:0:21732:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82ddec0. 00040000:00000001:3.0:1763344902.503549:0:21732:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344902.503551:0:21732:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344902.503552:0:21732:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344902.503555:0:21732:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fdd9dd000/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00000020:00000001:3.0:1763344902.503557:0:21732:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344902.503559:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6730. 00000020:00000010:3.0:1763344902.503562:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd05d1f00. 00000020:00000001:3.0:1763344902.503564:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344902.503567:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915402, transno 12884915416, xid 1848987617977856 00010000:00000001:3.0:1763344902.503570:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344902.503573:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2a9500 x1848987617977856/t12884915416(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 408/4320 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344902.503581:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344902.503583:0:21732:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344902.503586:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344902.503589:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344902.503591:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344902.503593:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344902.503596:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344902.503598:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.503600:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344902.503601:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344902.503604:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1f00. 00000100:00000200:3.0:1763344902.503607:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617977856, offset 224 00000400:00000200:3.0:1763344902.503611:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344902.503616:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344902.503620:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29e600 00000400:00000200:3.0:1763344902.503624:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665e09 [2] + 224 00000400:00000200:3.0:1763344902.503628:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344902.503631:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344902.503634:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344902.503637:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ef93c700 x1848987617977856/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344902.503645:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ef93c700 x1848987617977856/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.503655:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344902.503659:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1f00 00000400:00000010:3.0:1763344902.503661:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1f00. 00000100:00000001:3.0:1763344902.503664:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344902.503665:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344902.503669:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.503672:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344902.503674:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344902.503675:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.503677:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344902.503681:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9500 x1848987617977856/t12884915416(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 408/4320 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344902.503690:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10286:x1848987617977856:12345-0@lo:1000:mdt00_004.0 Request processed in 313us (608us total) trans 12884915416 rc 0/0 00000100:00100000:3.0:1763344902.503697:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8671 00000100:00000040:3.0:1763344902.503700:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00000001:3.0:1763344902.503703:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344902.503704:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344902.503708:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344902.503712:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf320. 00000020:00000010:3.0:1763344902.503715:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cbe00. 00000020:00000040:3.0:1763344902.503719:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 9 00000100:00000001:3.0:1763344902.503722:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.503778:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344902.503784:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344902.503786:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344902.503817:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cbeb74d0. 00000400:00000200:2.0:1763344902.503821:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cab59900 00000400:00000010:2.0:1763344902.503823:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50cab59900. 00000100:00000001:2.0:1763344902.503828:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.503831:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ef93c700 x1848987617977856/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344902.503839:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ef93c700 x1848987617977856/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.503844:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344902.503846:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.503849:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344902.503851:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344902.503853:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.503854:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.503856:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.503861:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213d78 time=91 v=5 (5 0 0 0) 00000100:00001000:2.0:1763344902.503864:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.503867:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344902.503868:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.503870:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344902.503873:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.503875:0:10286:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1763344902.503877:0:10286:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763344902.503878:0:10286:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1763344902.503880:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.503881:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669186852608 : -107404522699008 : ffff9e50ef93c700) 00000100:00000001:2.0:1763344902.503884:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344902.503886:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884915402 00000100:00000001:2.0:1763344902.503888:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344902.503889:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.503893:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ef93c700 x1848987617977856/t12884915416(12884915416) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.503899:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.503901:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344902.503903:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344902.503905:0:10286:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:2.0:1763344902.503908:0:10286:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.503912:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ef93c700 x1848987617977856/t12884915416(12884915416) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344902.503919:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ef93c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617977856:0@lo:1000:mdt00_004.0 00000100:00000001:2.0:1763344902.503923:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.503926:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.503927:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344902.503929:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.503931:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ef93c700 x1848987617977856/t12884915416(12884915416) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.503942:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344902.503944:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.503948:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344902.503949:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.503951:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.503953:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ef93c700 x1848987617977856/t12884915416(12884915416) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.503959:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.503960:0:10286:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.503962:0:10286:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.503964:0:10286:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.503967:0:10286:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344902.503969:0:10286:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50e4b8d3c0. 00000020:00000001:2.0:1763344902.503973:0:10286:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763344902.503978:0:10286:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763344902.503982:0:10286:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50e4b8d3c0. 00080000:00000001:2.0:1763344902.503985:0:10286:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344902.503987:0:10286:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09e800. 00080000:00000001:2.0:1763344902.503989:0:10286:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278870016 : -107409430681600 : ffff9e4fcb09e800) 00000004:00000001:2.0:1763344902.503993:0:10286:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.503996:0:10286:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763344902.503997:0:10286:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763344902.503999:0:10286:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763344902.504003:0:10286:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.504006:0:10286:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:2.0:1763344902.504010:0:10286:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e50cab59900. 00000004:00000001:2.0:1763344902.504012:0:10286:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:2.0:1763344902.504014:0:10286:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9e4fcab39338. 00000004:00000010:2.0:1763344902.504016:0:10286:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9e4fcab39ac8. 00000020:00000001:2.0:1763344902.504020:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763344902.504025:0:10286:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e50d7c84000. 00000004:00000001:2.0:1763344902.504031:0:10286:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763344902.504033:0:10286:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.504036:0:10286:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636668787638360 : -107404921913256 : ffff9e50d7c84058) 00000004:00000001:2.0:1763344902.504038:0:10286:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.504041:0:10286:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763344902.504042:0:10286:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.504044:0:10286:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.504045:0:10286:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:2.0:1763344902.504047:0:10286:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763344902.504049:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763344902.504052:0:10286:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e50cab59540. 00000004:00000010:2.0:1763344902.504055:0:10286:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c59f60. 00000004:00000010:2.0:1763344902.504058:0:10286:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ef12b000. 00000020:00000001:2.0:1763344902.504061:0:10286:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344902.504062:0:10286:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.504064:0:10286:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763344902.504065:0:10286:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763344902.504067:0:10286:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000402:0x1bc0:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:2.0:1763344902.504070:0:10286:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ef12b000 magic = bdde0002 count = 1 size = 64 00000100:00000010:2.0:1763344902.504074:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac8000. 00000020:00000040:2.0:1763344902.504077:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:2.0:1763344902.504079:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344902.504081:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344902.504083:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344902.504086:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09e600. 00000100:00000001:2.0:1763344902.504090:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.504092:0:10286:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.504094:0:10286:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.504096:0:10286:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.504098:0:10286:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344902.504099:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344902.504101:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.504103:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344902.504105:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.504106:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305913344 : -107404403638272 : ffff9e50f6ac8000) 00000100:00000001:2.0:1763344902.504109:0:10286:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344902.504111:0:10286:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.504113:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344902.504114:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344902.504117:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f6ac8000 x1848987617977984/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.504123:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344902.504125:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.504127:0:10286:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344902.504129:0:10286:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344902.504130:0:10286:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.504133:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f6ac8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617977984:0@lo:1000:mdt00_004.0 00000100:00000001:2.0:1763344902.504136:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344902.504138:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344902.504139:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.504141:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344902.504145:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f8596000. 02000000:00000001:2.0:1763344902.504147:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344902.504150:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cbeb74d0. 00000400:00000010:2.0:1763344902.504153:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd073fc00. 00000100:00000200:2.0:1763344902.504156:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617977984, portal 4 00000100:00000001:2.0:1763344902.504158:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.504159:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305913344 : -107404403638272 : ffff9e50f6ac8000) 00000100:00000040:2.0:1763344902.504163:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50f6ac8000 x1848987617977984/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.504169:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.504170:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344902.504173:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921dd0. 00000100:00000200:2.0:1763344902.504175:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617977984, offset 0 00000400:00000200:2.0:1763344902.504178:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344902.504183:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344902.504187:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29e680 00000400:00000200:2.0:1763344902.504191:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 1632 00000400:00000200:2.0:1763344902.504194:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344902.504197:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344902.504199:0:10286:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344902.504201:0:10286:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344902.504203:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6acbb80. 00000100:00000040:2.0:1763344902.504205:0:10286:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6acbb80 x1848987617977984 msgsize 328 00000100:00100000:2.0:1763344902.504209:0:10286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344902.504213:0:10286:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344902.504216:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921dd0 00000400:00000010:2.0:1763344902.504218:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921dd0. 00000100:00000001:2.0:1763344902.504220:0:10286:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344902.504222:0:10286:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f6ac8000 x1848987617977984/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.504229:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.504231:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50f6ac8000 x1848987617977984/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.504237:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.504238:0:10286:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344902.504241:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.504243:0:10286:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 13503 usecs (14 jiffies) 00000100:00000001:2.0:1763344902.504246:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307676337 00000100:00000001:2.0:1763344902.504248:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.504250:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307676337 00000100:00000001:2.0:1763344902.504252:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.504253:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307676337 00000100:00000001:2.0:1763344902.504255:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.504256:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307676337 00000100:00000001:2.0:1763344902.504258:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.504259:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.504261:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.504262:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344902.504264:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344902.504265:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd33dc0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344902.504267:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344902.504269:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.504318:0:6510:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344902.504321:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617977984 02000000:00000001:3.0:1763344902.504322:0:6510:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344902.504324:0:6510:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.504325:0:6510:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.504328:0:6510:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.504330:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617977984 00000020:00000001:3.0:1763344902.504332:0:6510:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344902.504333:0:6510:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000020:00000001:3.0:1763344902.504335:0:6510:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.504337:0:6510:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=5 00000020:00000001:3.0:1763344902.504339:0:6510:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:3.0:1763344902.504341:0:6510:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:3.0:1763344902.504344:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.504347:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.504349:0:6510:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.504351:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000020:00000010:3.0:1763344902.504354:0:6510:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbe00. 00000020:00000010:3.0:1763344902.504357:0:6510:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344902.504360:0:6510:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf320. 00000100:00000040:3.0:1763344902.504364:0:6510:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344902.504366:0:6510:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344902.504367:0:6510:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344902.504368:0:6510:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.504372:0:6510:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.504384:0:6510:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.504392:0:6510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344902.504393:0:6510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344902.504396:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8672 00000100:00000040:3.0:1763344902.504398:0:6510:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:3.0:1763344902.504400:0:6510:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669305928576 : -107404403623040 : ffff9e50f6acbb80) 00000100:00000040:3.0:1763344902.504404:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f6acbb80 x1848987617977984/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.504420:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.504424:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.504426:0:6510:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.504428:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000100:00100000:3.0:1763344902.504432:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f6acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:10286:x1848987617977984:12345-0@lo:1000:mdt00_004.0 00000100:00000200:3.0:1763344902.504435:0:6510:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617977984 00000020:00000001:3.0:1763344902.504437:0:6510:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344902.504439:0:6510:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344902.504441:0:6510:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.504443:0:6510:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344902.504444:0:6510:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344902.504447:0:6510:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344902.504449:0:6510:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344902.504451:0:6510:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344902.504452:0:6510:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344902.504454:0:6510:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.504456:0:6510:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344902.504460:0:6510:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6730. 00000100:00000001:3.0:1763344902.504464:0:6510:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344902.504465:0:6510:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344902.504470:0:6510:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e4fc3758000. 02000000:00000001:3.0:1763344902.504472:0:6510:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.504474:0:6510:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344902.504477:0:6510:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd05d1f00. 00000020:00000001:3.0:1763344902.504479:0:6510:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344902.504481:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344902.504487:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279134760 : -107409430416856 : ffff9e4fcb0df228) 00000020:00000001:3.0:1763344902.504490:0:6510:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:3.0:1763344902.504504:0:6510:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x2c0000402:0x1bc0:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763344902.504507:0:6510:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763344902.504509:0:6510:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344902.504512:0:6510:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc703ae00/ffff9e4fcb0df1d0 to site lru. bkt: ffff9e50fb895618 00000020:00000010:3.0:1763344902.504515:0:6510:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6730. 00000020:00000010:3.0:1763344902.504517:0:6510:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd05d1f00. 00000020:00000001:3.0:1763344902.504519:0:6510:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344902.504522:0:6510:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946961, transno 0, xid 1848987617977984 00010000:00000001:3.0:1763344902.504524:0:6510:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344902.504528:0:6510:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f6acbb80 x1848987617977984/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 328/4320 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344902.504534:0:6510:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344902.504536:0:6510:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344902.504539:0:6510:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344902.504541:0:6510:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344902.504543:0:6510:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344902.504545:0:6510:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344902.504548:0:6510:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344902.504549:0:6510:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.504551:0:6510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344902.504553:0:6510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344902.504555:0:6510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1f00. 00000100:00000200:3.0:1763344902.504558:0:6510:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617977984, offset 224 00000400:00000200:3.0:1763344902.504562:0:6510:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344902.504567:0:6510:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344902.504571:0:6510:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29e680 00000400:00000200:3.0:1763344902.504575:0:6510:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665e15 [2] + 224 00000400:00000200:3.0:1763344902.504579:0:6510:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344902.504582:0:6510:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344902.504585:0:6510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344902.504588:0:6510:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f6ac8000 x1848987617977984/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344902.504596:0:6510:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50f6ac8000 x1848987617977984/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344902.504605:0:6510:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344902.504608:0:6510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1f00 00000400:00000010:3.0:1763344902.504610:0:6510:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1f00. 00000100:00000001:3.0:1763344902.504612:0:6510:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344902.504613:0:6510:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344902.504615:0:6510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.504617:0:6510:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344902.504619:0:6510:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344902.504620:0:6510:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.504622:0:6510:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344902.504625:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6acbb80 x1848987617977984/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 328/4320 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344902.504633:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f6acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:10286:x1848987617977984:12345-0@lo:1000:mdt00_004.0 Request processed in 211us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344902.504639:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8672 00000100:00000040:3.0:1763344902.504641:0:6510:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d6800 : new rpc_count 0 00000100:00000001:3.0:1763344902.504643:0:6510:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344902.504644:0:6510:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344902.504648:0:6510:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344902.504650:0:6510:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf320. 00000020:00000010:3.0:1763344902.504653:0:6510:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cbe00. 00000020:00000040:3.0:1763344902.504657:0:6510:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 4 00000100:00000001:3.0:1763344902.504660:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.504720:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344902.504724:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344902.504725:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344902.504727:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cbeb74d0. 00000400:00000200:2.0:1763344902.504730:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd073fc00 00000400:00000010:2.0:1763344902.504732:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd073fc00. 00000100:00000001:2.0:1763344902.504734:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.504738:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f6ac8000 x1848987617977984/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344902.504746:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f6ac8000 x1848987617977984/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.504751:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344902.504753:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.504755:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344902.504756:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344902.504758:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.504759:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.504761:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.504765:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfed30 time=91 v=5 (5 0 0 0) 00000100:00001000:2.0:1763344902.504768:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=39 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.504771:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344902.504772:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.504774:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344902.504776:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.504778:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344902.504780:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589946961 00000100:00000001:2.0:1763344902.504782:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344902.504783:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.504787:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f6ac8000 x1848987617977984/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.504824:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.504826:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344902.504827:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344902.504831:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6ac8000 x1848987617977984/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344902.504839:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f6ac8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617977984:0@lo:1000:mdt00_004.0 00000100:00000001:2.0:1763344902.504843:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.504845:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.504846:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344902.504848:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.504850:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f6ac8000 x1848987617977984/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.504856:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344902.504858:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.504861:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344902.504862:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.504864:0:10286:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344902.504871:0:10286:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9e50ee317f00. 00000004:00000001:2.0:1763344902.504874:0:10286:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:2.0:1763344902.504876:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.504879:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f6ac8000 x1848987617977984/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.504884:0:10286:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344902.504886:0:10286:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344902.504888:0:10286:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f8596000. 02000000:00000001:2.0:1763344902.504891:0:10286:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344902.504893:0:10286:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344902.504895:0:10286:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:2.0:1763344902.504896:0:10286:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344902.504899:0:10286:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09e600. 02000000:00000001:2.0:1763344902.504902:0:10286:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344902.504903:0:10286:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344902.504904:0:10286:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac8000. 00000100:00000001:2.0:1763344902.504907:0:10286:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344902.504908:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763344902.504911:0:10286:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ef12b000. 00000004:00000010:2.0:1763344902.504913:0:10286:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59f60. 00000004:00000010:2.0:1763344902.504917:0:10286:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e50cab59540. 00000004:00000001:2.0:1763344902.504922:0:10286:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.504925:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.504927:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344902.504929:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344902.504931:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344902.504933:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344902.504935:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.504937:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.504939:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344902.504941:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:2.0:1763344902.504943:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.504945:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:2.0:1763344902.504947:0:10286:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:2.0:1763344902.504949:0:10286:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fd073fc00. 00000004:00000001:2.0:1763344902.504951:0:10286:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664369708032 : -107409339843584 : ffff9e4fd073fc00) 00000020:00000010:2.0:1763344902.504954:0:10286:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9e4fd073f300. 00000020:00000010:2.0:1763344902.504957:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50ef994f00. 00000020:00000010:2.0:1763344902.504960:0:10286:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50ef994900. 00000020:00000001:2.0:1763344902.504962:0:10286:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446636664369708032 : -107409339843584 : ffff9e4fd073fc00) 00000004:00000001:2.0:1763344902.504964:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664369708032 : -107409339843584 : ffff9e4fd073fc00) 00000004:00000010:2.0:1763344902.504967:0:10286:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd073f180. 00000004:00000010:2.0:1763344902.504969:0:10286:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c59f60. 00000004:00000010:2.0:1763344902.504972:0:10286:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ef12b000. 00000004:00000001:2.0:1763344902.504974:0:10286:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.504976:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.504978:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.504981:0:10286:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.504986:0:10286:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763344902.504989:0:10286:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0001: blocks=958279, bfree=955120, bavail=898555, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259419, state=0 00000004:00000001:2.0:1763344902.504993:0:10286:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.504995:0:10286:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:2.0:1763344902.504996:0:10286:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:2.0:1763344902.504999:0:10286:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.505003:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd073f300 refcount 4 committed 0 result 0 batchid 21474836913 00000020:00000040:2.0:1763344902.505006:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994900 obd lustre-OST0001-osc-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fd073fc00 00000020:00000040:2.0:1763344902.505009:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994f00 obd lustre-MDT0001-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fcb09e800 00000020:00000040:2.0:1763344902.505013:0:10286:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000040:00000001:2.0:1763344902.505016:0:10286:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763344902.505019:0:10286:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763344902.505021:0:10286:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742848 flags 12 count 2 00000040:00000001:2.0:1763344902.505024:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763344902.505026:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344902.505028:0:10286:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763344902.505029:0:10286:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.505031:0:10286:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763344902.505033:0:10286:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:2.0:1763344902.505036:0:10286:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763344902.505039:0:10286:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b10:0x3:0x0] not in the id map cache 00000001:00000001:2.0:1763344902.505042:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344902.505044:0:10286:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.505046:0:10286:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:2.0:1763344902.505048:0:10286:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:2.0:1763344902.505049:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344902.505050:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344902.505051:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344902.505052:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.505054:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.505055:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.505057:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.505061:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664140321560 : -107409569230056 : ffff9e4fc2c7d318) 00000040:00000001:2.0:1763344902.505065:0:10286:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669001203712 : -107404708347904 : ffff9e50e4830000) 00080000:00000001:2.0:1763344902.505068:0:10286:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1763344902.505070:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344902.505072:0:10286:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344902.505075:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e4830000/ffff9e4fc2c7d2c0 to site lru. bkt: ffff9e50ff90ea70 00000040:00000001:2.0:1763344902.505077:0:10286:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.505079:0:10286:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.505081:0:10286:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.505083:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763344902.505085:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763344902.505087:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.505088:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344902.505091:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2000. 00080000:00000001:2.0:1763344902.505093:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.505094:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.505096:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344902.505097:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.505098:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.505100:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.505102:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763344902.505103:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.505105:0:10286:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763344902.505106:0:10286:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763344902.505107:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.505108:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344902.505110:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2080. 00080000:00000001:2.0:1763344902.505111:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.505112:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.505113:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344902.505114:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.505116:0:10286:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.505117:0:10286:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.505118:0:10286:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763344902.505120:0:10286:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.505121:0:10286:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344902.505123:0:10286:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.505125:0:10286:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:2.0:1763344902.505127:0:10286:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.505130:0:10286:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763344902.505133:0:10286:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763344902.505134:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.505136:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278870016 : -107409430681600 : ffff9e4fcb09e800) 00080000:00000001:2.0:1763344902.505138:0:10286:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344902.505139:0:10286:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344902.505141:0:10286:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2a40. 00080000:00000001:2.0:1763344902.505143:0:10286:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.505144:0:10286:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.505150:0:10286:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.505152:0:10286:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.505155:0:10286:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.505157:0:10286:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763344902.505159:0:10286:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763344902.505161:0:10286:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.505162:0:10286:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763344902.505165:0:10286:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.505167:0:10286:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:2.0:1763344902.505169:0:10286:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344902.505170:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.505171:0:10286:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344902.505172:0:10286:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344902.505173:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344902.505174:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344902.505175:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.505177:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.505178:0:10286:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344902.505179:0:10286:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:2.0:1763344902.505181:0:10286:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.505183:0:10286:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344902.505184:0:10286:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664369708032 : -107409339843584 : ffff9e4fd073fc00) 00000004:00000001:2.0:1763344902.505186:0:10286:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664369708032 : -107409339843584 : ffff9e4fd073fc00) 00000020:00000040:2.0:1763344902.505190:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:2.0:1763344902.505192:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:2.0:1763344902.505193:0:10286:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:2.0:1763344902.505195:0:10286:0:(update_records.c:220:update_records_update_pack()) 0th [0x2c0000402:0x1bc0:0x0] xattr_set param_count = 3 00000004:00000001:2.0:1763344902.505197:0:10286:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763344902.505199:0:10286:0:(osp_object.c:1255:osp_xattr_set()) [0x2c0000402:0x1bc0:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763344902.505202:0:10286:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344902.505203:0:10286:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.505205:0:10286:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.505207:0:10286:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.505209:0:10286:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.505210:0:10286:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.505212:0:10286:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.505214:0:10286:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763344902.505216:0:10286:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763344902.505218:0:10286:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214361 00000001:00000001:2.0:1763344902.505221:0:10286:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344902.505224:0:10286:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214362, last_committed = 25770214358 00000001:00000010:2.0:1763344902.505227:0:10286:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8d120. 00000001:00000040:2.0:1763344902.505229:0:10286:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 4 00000020:00000040:2.0:1763344902.505231:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=226 00000001:00000010:2.0:1763344902.505236:0:10286:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e50cab59540. 00000004:00000001:2.0:1763344902.505241:0:10286:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763344902.505242:0:10286:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344902.505243:0:10286:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278870016 : -107409430681600 : ffff9e4fcb09e800) 00000020:00000040:2.0:1763344902.505246:0:10286:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:2.0:1763344902.505248:0:10286:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:2.0:1763344902.505250:0:10286:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:2.0:1763344902.505262:0:10286:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763344902.505266:0:10286:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e50cab59540: xid 1848987881559040, transno 25770214362, tag 0, client gen 9, slot idx 5 00000001:00000001:2.0:1763344902.505269:0:10286:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.505271:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763344902.505272:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:2.0:1763344902.505278:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2a40. 00080000:00000010:2.0:1763344902.505280:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2080. 00080000:00000010:2.0:1763344902.505283:0:10286:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2000. 00040000:00000001:2.0:1763344902.505285:0:10286:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344902.505287:0:10286:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344902.505289:0:10286:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.505292:0:10286:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:2.0:1763344902.505294:0:10286:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763344902.505295:0:10286:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:2.0:1763344902.505297:0:10286:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd073f300 refcount 4 committed 0 result 0 batchid 21474836913 00000020:00000040:2.0:1763344902.505300:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994900 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd073fc00 00000020:00000040:2.0:1763344902.505303:0:10286:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994f00 obd lustre-MDT0001-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9e4fcb09e800 00000020:00000001:2.0:1763344902.505307:0:10286:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763344902.505308:0:10286:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:2.0:1763344902.505309:0:10286:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763344902.505311:0:10286:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000402:0x1bc0:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:2.0:1763344902.505315:0:10286:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ef12b000 magic = bdde0002 count = 1 size = 144 00000100:00000010:2.0:1763344902.505319:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac8000. 00000020:00000040:2.0:1763344902.505321:0:10286:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:2.0:1763344902.505324:0:10286:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344902.505325:0:10286:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344902.505328:0:10286:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344902.505331:0:10286:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09e600. 00000100:00000001:2.0:1763344902.505334:0:10286:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.505336:0:10286:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.505338:0:10286:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.505340:0:10286:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.505342:0:10286:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344902.505344:0:10286:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344902.505347:0:10286:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.505349:0:10286:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344902.505351:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.505352:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305913344 : -107404403638272 : ffff9e50f6ac8000) 00000100:00000001:2.0:1763344902.505355:0:10286:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344902.505357:0:10286:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.505359:0:10286:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344902.505360:0:10286:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344902.505364:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f6ac8000 x1848987617978112/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.505370:0:10286:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344902.505371:0:10286:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.505373:0:10286:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344902.505375:0:10286:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344902.505377:0:10286:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.505379:0:10286:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f6ac8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617978112:0@lo:1000:mdt00_004.0 00000100:00000001:2.0:1763344902.505383:0:10286:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344902.505384:0:10286:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344902.505386:0:10286:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.505388:0:10286:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344902.505391:0:10286:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f8596000. 02000000:00000001:2.0:1763344902.505392:0:10286:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344902.505395:0:10286:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cbeb74d0. 00000400:00000010:2.0:1763344902.505399:0:10286:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50d83b56c0. 00000100:00000200:2.0:1763344902.505403:0:10286:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617978112, portal 4 00000100:00000001:2.0:1763344902.505404:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.505406:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305913344 : -107404403638272 : ffff9e50f6ac8000) 00000100:00000040:2.0:1763344902.505419:0:10286:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50f6ac8000 x1848987617978112/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.505425:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.505427:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344902.505430:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921dd0. 00000100:00000200:2.0:1763344902.505432:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848987617978112, offset 0 00000400:00000200:2.0:1763344902.505436:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344902.505442:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344902.505447:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a4fa29e700 00000400:00000200:2.0:1763344902.505452:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x209981 [256] + 1960 00000400:00000200:2.0:1763344902.505456:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344902.505459:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344902.505462:0:10286:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344902.505464:0:10286:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344902.505467:0:10286:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d0000. 00000100:00000040:2.0:1763344902.505470:0:10286:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d0000 x1848987617978112 msgsize 408 00000100:00100000:2.0:1763344902.505473:0:10286:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344902.505480:0:10286:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344902.505484:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921dd0 00000400:00000010:2.0:1763344902.505486:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921dd0. 00000100:00000001:2.0:1763344902.505488:0:10286:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344902.505491:0:10286:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f6ac8000 x1848987617978112/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.505502:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.505504:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50f6ac8000 x1848987617978112/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.505510:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.505511:0:10286:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344902.505514:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.505517:0:10286:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 13502 usecs (14 jiffies) 00000100:00000001:2.0:1763344902.505520:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307676338 00000100:00000001:2.0:1763344902.505522:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.505524:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307676338 00000100:00000001:2.0:1763344902.505526:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.505528:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307676338 00000100:00000001:2.0:1763344902.505530:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.505532:0:10286:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307676338 00000100:00000001:2.0:1763344902.505534:0:10286:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307677606 00000100:00000001:2.0:1763344902.505536:0:10286:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.505538:0:10286:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.505540:0:10286:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344902.505541:0:10286:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344902.505543:0:10286:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd33dc0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344902.505545:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344902.505547:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.505619:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.505622:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617978112 02000000:00000001:0.0:1763344902.505625:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.505626:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.505627:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.505630:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.505632:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617978112 00000020:00000001:0.0:1763344902.505634:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.505636:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000020:00000001:0.0:1763344902.505637:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.505640:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=5 00000020:00000001:0.0:1763344902.505642:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:0.0:1763344902.505644:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:0.0:1763344902.505646:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.505650:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344902.505652:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.505654:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000020:00000010:0.0:1763344902.505658:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852aa00. 00000020:00000010:0.0:1763344902.505661:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.505665:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000040:0.0:1763344902.505670:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344902.505672:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.505673:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.505674:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.505682:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.505698:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.505707:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.505709:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.505712:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8673 00000100:00000040:0.0:1763344902.505715:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:0.0:1763344902.505717:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453795328 : -107404255756288 : ffff9e50ff7d0000) 00000100:00000040:0.0:1763344902.505722:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d0000 x1848987617978112/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 408/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.505729:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.505732:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344902.505734:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.505736:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344902.505739:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:10286:x1848987617978112:12345-0@lo:1000:mdt00_004.0 00000100:00000200:0.0:1763344902.505742:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617978112 00000020:00000001:0.0:1763344902.505744:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.505746:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344902.505748:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.505750:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.505751:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:0.0:1763344902.505754:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344902.505756:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.505758:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.505759:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.505761:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.505763:0:6509:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763344902.505767:0:6509:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab2bab0. 00000100:00000001:0.0:1763344902.505769:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.505772:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.505777:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50f2ee8000. 02000000:00000001:0.0:1763344902.505778:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.505780:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344902.505783:0:6509:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd192ee40. 00000020:00000001:0.0:1763344902.505785:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763344902.505802:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344902.505805:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279134760 : -107409430416856 : ffff9e4fcb0df228) 00080000:00000001:0.0:1763344902.505810:0:6509:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344902.505813:0:6509:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc852a400. 00080000:00000001:0.0:1763344902.505815:0:6509:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664233305088 : -107409476246528 : ffff9e4fc852a400) 00000020:00000001:0.0:1763344902.505818:0:6509:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:0.0:1763344902.505823:0:6509:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.505825:0:6509:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763344902.505826:0:6509:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344902.505830:0:6509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344902.505832:0:6509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344902.505834:0:6509:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2200. 00080000:00000001:0.0:1763344902.505836:0:6509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.505841:0:6509:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.505843:0:6509:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763344902.505845:0:6509:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff9e50f34008f0 name trusted.fid flag 1 00080000:00000001:0.0:1763344902.505849:0:6509:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344902.505851:0:6509:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000402:0x1bc0:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763344902.505875:0:6509:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763344902.505878:0:6509:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff9e50f2ee8208 index 0: rc = 0 00000020:00000040:0.0:1763344902.505880:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763344902.505883:0:6509:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344902.505885:0:6509:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344902.505887:0:6509:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946967, last_committed = 8589946965 00000001:00000010:0.0:1763344902.505889:0:6509:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dca20. 00000001:00000040:0.0:1763344902.505891:0:6509:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50e57d6800 : new cb_count 1 00000020:00000040:0.0:1763344902.505893:0:6509:0:(genops.c:887:class_export_get()) GET export ffff9e50e57d6800 refcount=6 00000001:00000001:0.0:1763344902.505902:0:6509:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344902.505906:0:6509:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2200. 00040000:00000001:0.0:1763344902.505908:0:6509:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344902.505910:0:6509:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344902.505911:0:6509:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344902.505913:0:6509:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc703ae00/ffff9e4fcb0df1d0 to site lru. bkt: ffff9e50fb895618 00000020:00000001:0.0:1763344902.505915:0:6509:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344902.505917:0:6509:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab2bab0. 00000020:00000010:0.0:1763344902.505920:0:6509:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd192ee40. 00000020:00000001:0.0:1763344902.505922:0:6509:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.505924:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946961, transno 8589946967, xid 1848987617978112 00010000:00000001:0.0:1763344902.505927:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.505930:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d0000 x1848987617978112/t8589946967(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 408/4320 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344902.505936:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.505938:0:6509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.505940:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.505943:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.505945:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344902.505947:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344902.505950:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.505951:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.505953:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.505955:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344902.505957:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192ee40. 00000100:00000200:0.0:1763344902.505960:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617978112, offset 224 00000400:00000200:0.0:1763344902.505964:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344902.505969:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344902.505974:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29e700 00000400:00000200:0.0:1763344902.505978:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665e21 [2] + 224 00000400:00000200:0.0:1763344902.505982:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.505985:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344902.505987:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344902.505991:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f6ac8000 x1848987617978112/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344902.505998:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50f6ac8000 x1848987617978112/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.506008:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344902.506012:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd192ee40 00000400:00000010:0.0:1763344902.506013:0:6509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd192ee40. 00000100:00000001:0.0:1763344902.506015:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.506016:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344902.506019:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.506022:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344902.506024:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.506025:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.506027:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.506031:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d0000 x1848987617978112/t8589946967(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:133/0 lens 408/4320 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.506040:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:10286:x1848987617978112:12345-0@lo:1000:mdt00_004.0 Request processed in 309us (568us total) trans 8589946967 rc 0/0 00000100:00100000:0.0:1763344902.506046:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8673 00000100:00000040:0.0:1763344902.506049:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d6800 : new rpc_count 0 00000100:00000001:0.0:1763344902.506051:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.506052:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.506055:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.506059:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000020:00000010:0.0:1763344902.506062:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852aa00. 00000020:00000040:0.0:1763344902.506065:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 5 00000100:00000001:0.0:1763344902.506068:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.506263:0:10286:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344902.506268:0:10286:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344902.506269:0:10286:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344902.506271:0:10286:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cbeb74d0. 00000400:00000200:2.0:1763344902.506274:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50d83b56c0 00000400:00000010:2.0:1763344902.506276:0:10286:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50d83b56c0. 00000100:00000001:2.0:1763344902.506278:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344902.506282:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f6ac8000 x1848987617978112/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344902.506295:0:10286:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f6ac8000 x1848987617978112/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.506301:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344902.506303:0:10286:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.506305:0:10286:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344902.506307:0:10286:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344902.506309:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.506310:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.506312:0:10286:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.506317:0:10286:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfed30 time=91 v=5 (5 0 0 0) 00000100:00001000:2.0:1763344902.506320:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=39 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.506322:0:10286:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344902.506324:0:10286:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.506326:0:10286:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344902.506328:0:10286:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.506330:0:10286:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1763344902.506332:0:10286:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763344902.506333:0:10286:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1763344902.506335:0:10286:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344902.506336:0:10286:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305913344 : -107404403638272 : ffff9e50f6ac8000) 00000100:00000001:2.0:1763344902.506338:0:10286:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344902.506339:0:10286:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589946961 00000100:00000001:2.0:1763344902.506341:0:10286:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344902.506342:0:10286:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.506346:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f6ac8000 x1848987617978112/t8589946967(8589946967) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.506352:0:10286:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344902.506354:0:10286:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344902.506356:0:10286:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344902.506358:0:10286:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:2.0:1763344902.506361:0:10286:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.506364:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6ac8000 x1848987617978112/t8589946967(8589946967) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344902.506376:0:10286:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f6ac8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10286:1848987617978112:0@lo:1000:mdt00_004.0 00000100:00000001:2.0:1763344902.506380:0:10286:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.506381:0:10286:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.506383:0:10286:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344902.506385:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.506387:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50f6ac8000 x1848987617978112/t8589946967(8589946967) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.506393:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344902.506394:0:10286:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344902.506398:0:10286:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344902.506400:0:10286:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.506402:0:10286:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344902.506404:0:10286:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f6ac8000 x1848987617978112/t8589946967(8589946967) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344902.506420:0:10286:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.506421:0:10286:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.506424:0:10286:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.506426:0:10286:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.506429:0:10286:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344902.506431:0:10286:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50e4b8d3c0. 00000020:00000001:2.0:1763344902.506435:0:10286:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.506440:0:10286:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.506444:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344902.506447:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763344902.506449:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344902.506450:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344902.506452:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.506454:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.506456:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90800 refcount=3 00000020:00000001:2.0:1763344902.506458:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000001:2.0:1763344902.506461:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00000004:00010000:2.0:1763344902.506465:0:10286:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000116de14 reply state 0000000050d28298 transno 25770214362 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.506476:0:10286:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:2.0:1763344902.506483:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.506484:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.506487:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.506489:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.506491:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.506492:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.506494:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e068f100) refcount = 1 00010000:00010000:2.0:1763344902.506498:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.506502:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.506504:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.506506:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.506507:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.506509:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.506511:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.506514:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e068f100) 00010000:00010000:2.0:1763344902.506517:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:2.0:1763344902.506519:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.506522:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.506523:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.506525:0:10286:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:2.0:1763344902.506527:0:10286:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763344902.506528:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.506530:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.506531:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344902.506533:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344902.506534:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344902.506536:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763344902.506537:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344902.506538:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763344902.506539:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344902.506540:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344902.506541:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.506543:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.506545:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91a00 refcount=3 00000020:00000001:2.0:1763344902.506547:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000001:2.0:1763344902.506549:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00000004:00010000:2.0:1763344902.506552:0:10286:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000116de14 reply state 0000000050d28298 transno 25770214362 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fff lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e84:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.506557:0:10286:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:2.0:1763344902.506559:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.506560:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.506562:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.506563:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.506564:0:10286:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.506565:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.506567:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) refcount = 2 00010000:00000040:2.0:1763344902.506570:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344902.506572:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.506577:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fff lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.506582:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.506584:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.506585:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.506586:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.506588:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.506589:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.506591:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) 00010000:00010000:2.0:1763344902.506593:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:2.0:1763344902.506595:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.506597:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.506598:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.506599:0:10286:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:2.0:1763344902.506600:0:10286:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:2.0:1763344902.506602:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.506603:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.506604:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344902.506605:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344902.506607:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344902.506608:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763344902.506609:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344902.506611:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.506613:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344902.506615:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.506617:0:10286:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344902.506620:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214358, transno 25770214362, xid 1848987881559040 00010000:00000001:2.0:1763344902.506622:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763344902.506624:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=227 00010000:00000200:2.0:1763344902.506627:0:10286:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 25770214362, last committed = 25770214358 00010000:00000200:2.0:1763344902.506635:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1ce00 x1848987881559040/t25770214362(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 568/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344902.506641:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.506643:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.506645:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.506648:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.506650:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.506652:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.506654:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.506656:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.506658:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.506660:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.506664:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921dd0. 00000100:00000200:2.0:1763344902.506667:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987881559040, offset 224 00000400:00000200:2.0:1763344902.506673:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.506682:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.506689:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385651:1385651:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385647:1385647:8:4294967295] 00000400:00000200:2.0:1763344902.506700:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.506706:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.506712:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc2ee2300. 00000800:00000200:2.0:1763344902.506719:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.506726:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.506730:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc2ee2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.507783:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344902.507953:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344902.507959:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc2ee2300. 00000400:00000200:3.0:1763344902.507965:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344902.507972:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344902.507976:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921dd0 00000400:00000010:3.0:1763344902.507978:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921dd0. 00000100:00000001:3.0:1763344902.507982:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344902.507984:0:3635:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000040:2.0:1763344902.508405:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.508420:0:10286:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.508423:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.508427:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.508438:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1ce00 x1848987881559040/t25770214362(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 568/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344902.508450:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+227:252846:x1848987881559040:12345-192.168.203.14@tcp:61:lfs.0 Request processed in 14844us (15861us total) trans 25770214362 rc 0/0 00000100:00100000:2.0:1763344902.508461:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302995 00000100:00000040:2.0:1763344902.508465:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344902.508468:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.508470:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763344902.508474:0:10286:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:2.0:1763344902.508479:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0f00. 00000020:00000010:2.0:1763344902.508485:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d320. 00000020:00000010:2.0:1763344902.508489:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09f000. 00000020:00000040:2.0:1763344902.508495:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 226 00000100:00000001:2.0:1763344902.508498:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763344902.511874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bcc00. 00010000:00000010:2.1:1763344902.515864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e4897c00. 00010000:00000010:2.1:1763344902.515879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4800. 00080000:00000010:2.1:1763344902.515889:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50f4ec0600. 00080000:00000010:2.1:1763344902.515894:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50f4ec0280. 00000800:00000001:1.0:1763344902.516646:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.516661:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.516664:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.516666:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.516676:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.516691:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfd480 00000400:00000200:1.0:1763344902.516700:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d15d [2] + 1312 00000800:00000001:1.0:1763344902.516708:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.516714:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.516717:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.516722:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.516728:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.516730:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763344902.516735:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1377100. 00000100:00000040:1.0:1763344902.516738:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1377100 x1848987881559168 msgsize 328 00000100:00100000:1.0:1763344902.516742:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344902.517703:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.518598:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881559168 02000000:00000001:0.0:1763344902.518604:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.518607:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.518610:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.518615:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.518618:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881559168 00000020:00000001:0.0:1763344902.518622:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.518623:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344902.518626:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.518630:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:0.0:1763344902.518633:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344902.518635:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344902.518639:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.518647:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344902.518651:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.518653:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000020:00000010:0.0:1763344902.518660:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852aa00. 00000020:00000010:0.0:1763344902.518666:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.518672:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000040:0.0:1763344902.518681:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763344902.518685:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.518686:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763344902.518688:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763344902.518691:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.518693:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763344902.518699:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344902.518700:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.518702:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50e5a53000 refcount=3 00000020:00000001:0.0:1763344902.518704:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00000001:0.0:1763344902.518706:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00000001:0.0:1763344902.518710:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.518711:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.518713:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.518715:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.518722:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.518739:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.518753:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.518755:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.518762:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 3671 00000100:00000040:0.0:1763344902.518766:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344902.518768:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664114082048 : -107409595469568 : ffff9e4fc1377100) 00000100:00000040:0.0:1763344902.518775:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc1377100 x1848987881559168/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/0 e 0 to 0 dl 1763344913 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344902.518784:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.518803:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344902.518806:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.518809:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344902.518813:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc1377100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881559168:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763344902.518817:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881559168 00010000:00000001:0.0:1763344902.518820:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763344902.518822:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763344902.518823:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763344902.518829:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.518831:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.518836:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc2875800. 02000000:00000001:0.0:1763344902.518838:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.518841:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.518844:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763344902.518846:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763344902.518848:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344902.518849:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.518851:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50e5a53000 refcount=3 00000020:00000001:0.0:1763344902.518853:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00000001:0.0:1763344902.518855:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669020221440 : -107404689330176 : ffff9e50e5a53000) 00010000:00000040:0.0:1763344902.518859:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854da00 count: 2 00002000:00000001:0.0:1763344902.518863:0:27025:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763344902.518868:0:27025:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344902.518871:0:27025:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344902.518876:0:27025:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:0.0:1763344902.518878:0:27025:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:0.0:1763344902.518881:0:27025:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763344902.518886:0:27025:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344902.518890:0:27025:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd618c778/ffff9e4fd618c720 to site lru. bkt: ffff9e50e5a41bc8 00010000:00000001:0.0:1763344902.518893:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344902.518896:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344902.518898:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344902.518900:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.518902:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.518907:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344902.518909:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344902.518916:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.518917:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.518920:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344902.518921:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344902.518923:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50e5a53000 with handle 0x34881b4086817fab from hash 00010000:00000001:0.0:1763344902.518926:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344902.518927:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.518928:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.518929:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344902.518935:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344902.518938:0:27025:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.518940:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344902.518941:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344902.518945:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50e5a53000/0x34881b4086817fab lrc: 0/0,0 mode: --/GROUP res: [0x280000402:0x1c18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1509383650 flags: 0x44801000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e357 expref: 19 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344902.518955:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 12 00000020:00000040:0.0:1763344902.518957:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00010000:00000001:0.0:1763344902.518964:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.518966:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344902.518968:0:27025:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763344902.518970:0:27025:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.518972:0:27025:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.518973:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763344902.518975:0:27025:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854da00 count: 0 00002000:00000010:0.0:1763344902.518980:0:27025:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e50ef7b69c0. 00010000:00000010:0.0:1763344902.518984:0:27025:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4fd854d700. 00010000:00010000:0.0:1763344902.518989:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344902.518991:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.518995:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.518999:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.519002:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.519006:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.519009:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344902.519011:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344902.519013:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.519015:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.519018:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.519020:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344902.519025:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495220. 00000100:00000200:0.0:1763344902.519031:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881559168, offset 224 00000400:00000200:0.0:1763344902.519038:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344902.519052:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344902.519058:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385652:1385652:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385648:1385648:8:4294967295] 00000400:00000200:0.0:1763344902.519069:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344902.519073:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344902.519078:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56b00. 00000800:00000200:0.0:1763344902.519084:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344902.519091:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344902.519095:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763344902.519113:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.519116:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344902.519119:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.519121:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.519125:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1377100 x1848987881559168/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 328/224 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344902.519135:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc1377100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+18:2406:x1848987881559168:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 349us (2394us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344902.519143:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 3671 00000100:00000040:0.0:1763344902.519146:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344902.519148:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.519150:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.519155:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.519159:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000020:00000010:0.0:1763344902.519162:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852aa00. 00000020:00000040:0.0:1763344902.519166:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 17 00000100:00000001:0.0:1763344902.519168:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344902.519511:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.519525:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1763344902.519627:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344902.519633:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56b00. 00000400:00000200:3.0:1763344902.519637:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344902.519642:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344902.519647:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495220 00000400:00000010:3.0:1763344902.519650:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495220. 00000100:00000001:3.0:1763344902.519655:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344902.519657:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344902.519820:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.519823:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.519827:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.519833:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.519843:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509dfd580 00000400:00000200:1.0:1763344902.519851:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x659261 [2] + 1960 00000400:00000010:1.0:1763344902.519855:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50f4ffc318. 00000400:00000200:1.0:1763344902.519859:0:3637:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4fca8240c0 00000800:00000001:1.0:1763344902.519864:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.519872:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.519874:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.519878:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.519881:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fca8240c0 00000400:00000010:1.0:1763344902.519883:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fca8240c0. 00000100:00000001:1.0:1763344902.519888:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.519890:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:1.0:1763344902.519893:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e484a850 x1848987881559424 msgsize 392 00000100:00100000:1.0:1763344902.519897:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:1.0:1763344902.519899:0:3637:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763344902.519909:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.519914:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.519917:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.520588:0:114643:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.520591:0:114643:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881559424 02000000:00000001:0.0:1763344902.520594:0:114643:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.520596:0:114643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.520598:0:114643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.520601:0:114643:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.520604:0:114643:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881559424 00000020:00000001:0.0:1763344902.520607:0:114643:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.520608:0:114643:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344902.520611:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.520613:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=227 00000020:00000001:0.0:1763344902.520615:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344902.520617:0:114643:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344902.520621:0:114643:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.520626:0:114643:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344902.520628:0:114643:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.520630:0:114643:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000020:00000010:0.0:1763344902.520635:0:114643:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852aa00. 00000020:00000010:0.0:1763344902.520639:0:114643:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.520643:0:114643:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000040:0.0:1763344902.520650:0:114643:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763344902.520652:0:114643:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.520653:0:114643:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.520655:0:114643:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.520661:0:114643:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.521145:0:114643:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.521158:0:114643:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.521160:0:114643:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.521166:0:114643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35919 00000100:00000040:0.0:1763344902.521169:0:114643:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344902.521171:0:114643:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669001312336 : -107404708239280 : ffff9e50e484a850) 00000100:00000040:0.0:1763344902.521177:0:114643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e484a850 x1848987881559424/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 392/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344902.521185:0:114643:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.521189:0:114643:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344902.521191:0:114643:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.521194:0:114643:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344902.521198:0:114643:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e484a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+227:252846:x1848987881559424:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:0.0:1763344902.521202:0:114643:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881559424 00000020:00000001:0.0:1763344902.521205:0:114643:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.521209:0:114643:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344902.521214:0:114643:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e50cab59540: xid 1848987881559040, transno 25770214362, client gen 9, slot idx 5 00000001:00000001:0.0:1763344902.521218:0:114643:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd192e480: xid 1848987881558144, transno 25770214359, client gen 9, slot idx 3 00000001:00000010:0.0:1763344902.521222:0:114643:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192e480. 00000001:00000001:0.0:1763344902.521225:0:114643:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd33dc000: xid 1848987881559040, transno 25770214361, client gen 9, slot idx 4 00000001:00000001:0.0:1763344902.521227:0:114643:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd33dc000: xid 1848987881559040, transno 25770214361, client gen 9, slot idx 4 00000001:00000010:0.0:1763344902.521928:0:114643:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd33dc000. 00000001:00000001:0.0:1763344902.521935:0:114643:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd33dc780: xid 1848987881559040, transno 25770214360, client gen 9, slot idx 2 00000001:00000001:0.0:1763344902.521938:0:114643:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd33dc780: xid 1848987881559040, transno 25770214360, client gen 9, slot idx 2 00000001:00000010:0.0:1763344902.521941:0:114643:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd33dc780. 00000020:00000001:0.0:1763344902.521946:0:114643:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.521948:0:114643:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.521950:0:114643:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:0.0:1763344902.521953:0:114643:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344902.521957:0:114643:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881559424, found 0 last_xid 1848987881559423 00000020:00000001:0.0:1763344902.521960:0:114643:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.521962:0:114643:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.521964:0:114643:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.521967:0:114643:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.521973:0:114643:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763344902.521976:0:114643:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763344902.521978:0:114643:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763344902.521982:0:114643:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.521985:0:114643:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763344902.521989:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.521991:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.521994:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.521995:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.521999:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.522001:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.522002:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.522004:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.522005:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.522006:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.522008:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.522010:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.522011:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.522013:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522016:0:114643:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522018:0:114643:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763344902.522019:0:114643:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522022:0:114643:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344902.522024:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.522025:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.522027:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.522028:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.522030:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.522031:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.522032:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.522034:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.522036:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.522038:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.522042:0:114643:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344902.522049:0:114643:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344902.522051:0:114643:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344902.522053:0:114643:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344902.522055:0:114643:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.522057:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.522058:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522060:0:114643:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344902.522062:0:114643:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522064:0:114643:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.522069:0:114643:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.522072:0:114643:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.522078:0:114643:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e4fc2875c00. 02000000:00000001:0.0:1763344902.522080:0:114643:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.522082:0:114643:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522084:0:114643:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344902.522086:0:114643:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522089:0:114643:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763344902.522091:0:114643:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763344902.522094:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.522096:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50f4ec0a80 refcount=2 00000020:00000001:0.0:1763344902.522099:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669276523136 : -107404433028480 : ffff9e50f4ec0a80) 00000004:00000001:0.0:1763344902.522102:0:114643:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636669276523136 : -107404433028480 : ffff9e50f4ec0a80) 00000020:00000040:0.0:1763344902.522105:0:114643:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f4ec0a80 with handle 0x34881b4086817f50 from hash 00000004:00000001:0.0:1763344902.522110:0:114643:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763344902.522112:0:114643:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240002b13:0x12e80:0x0] with intent: 0 00000004:00000001:0.0:1763344902.522115:0:114643:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763344902.522117:0:114643:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 4096 lsom blocks 8 blocks 8 truncate 0 00000004:00000001:0.0:1763344902.522121:0:114643:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344902.522123:0:114643:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344902.522130:0:114643:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522134:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.522138:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.522155:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344902.522159:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344902.522161:0:114643:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344902.522164:0:114643:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344902.522166:0:114643:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e80:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 00000004:00000002:0.0:1763344902.522169:0:114643:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344902.522172:0:114643:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522174:0:114643:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.522176:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.522177:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344902.522180:0:114643:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:0.0:1763344902.522183:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.522185:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.522187:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.522188:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.522190:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.522192:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.522194:0:114643:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.522196:0:114643:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344902.522197:0:114643:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522201:0:114643:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763344902.522202:0:114643:0:(mdt_som.c:114:mdt_set_som()) [0x240002b13:0x12e80:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:0.0:1763344902.522205:0:114643:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.522208:0:114643:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763344902.522209:0:114643:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344902.522213:0:114643:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344902.522220:0:114643:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dc780. 00080000:00000001:0.0:1763344902.522224:0:114643:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344902.522227:0:114643:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc852bc00. 00080000:00000001:0.0:1763344902.522230:0:114643:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664233311232 : -107409476240384 : ffff9e4fc852bc00) 00000004:00000001:0.0:1763344902.522234:0:114643:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.522237:0:114643:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.522239:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.522241:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233311232 : -107409476240384 : ffff9e4fc852bc00) 00000004:00000001:0.0:1763344902.522246:0:114643:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522248:0:114643:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.522252:0:114643:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344902.522254:0:114643:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344902.522260:0:114643:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344902.522261:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.522263:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233311232 : -107409476240384 : ffff9e4fc852bc00) 00080000:00000001:0.0:1763344902.522266:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344902.522270:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344902.522274:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2200. 00080000:00000001:0.0:1763344902.522276:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522278:0:114643:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.522288:0:114643:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.522291:0:114643:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522296:0:114643:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.522299:0:114643:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763344902.522301:0:114643:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.522302:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.522304:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233311232 : -107409476240384 : ffff9e4fc852bc00) 00080000:00000001:0.0:1763344902.522307:0:114643:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344902.522309:0:114643:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e80:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:0.0:1763344902.522331:0:114643:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522333:0:114643:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522335:0:114643:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.522339:0:114643:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344902.522341:0:114643:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344902.522345:0:114643:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344902.522347:0:114643:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214363, last_committed = 25770214358 00000001:00000010:0.0:1763344902.522351:0:114643:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc5a0. 00000001:00000040:0.0:1763344902.522353:0:114643:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 5 00000020:00000040:0.0:1763344902.522356:0:114643:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=228 00000001:00000010:0.0:1763344902.522361:0:114643:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192e480. 00000004:00000001:0.0:1763344902.522366:0:114643:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344902.522367:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.522369:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233311232 : -107409476240384 : ffff9e4fc852bc00) 00000004:00000001:0.0:1763344902.522381:0:114643:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344902.522385:0:114643:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192e480: xid 1848987881559424, transno 25770214363, tag 1, client gen 9, slot idx 2 00000001:00000001:0.0:1763344902.522388:0:114643:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344902.522397:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2200. 00040000:00000001:0.0:1763344902.522401:0:114643:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344902.522403:0:114643:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344902.522405:0:114643:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344902.522407:0:114643:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dc780. 00000020:00000001:0.0:1763344902.522421:0:114643:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522424:0:114643:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522426:0:114643:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522427:0:114643:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.522430:0:114643:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763344902.522443:0:114643:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763344902.523373:0:114643:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344902.523378:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.523384:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.523395:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.523399:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.523401:0:114643:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.523405:0:114643:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344902.523420:0:114643:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344902.523424:0:114643:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344902.523429:0:114643:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344902.523449:0:114643:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dc780. 00080000:00000001:0.0:1763344902.523453:0:114643:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344902.523456:0:114643:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc852a200. 00080000:00000001:0.0:1763344902.523459:0:114643:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664233304576 : -107409476247040 : ffff9e4fc852a200) 00000004:00000001:0.0:1763344902.523464:0:114643:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1763344902.523466:0:114643:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1763344902.523468:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.523470:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233304576 : -107409476247040 : ffff9e4fc852a200) 00080000:00000001:0.0:1763344902.523472:0:114643:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344902.523475:0:114643:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.523477:0:114643:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.523479:0:114643:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.523482:0:114643:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344902.523484:0:114643:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344902.523488:0:114643:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344902.523490:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.523491:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233304576 : -107409476247040 : ffff9e4fc852a200) 00080000:00000001:0.0:1763344902.523494:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344902.523497:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344902.523500:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2200. 00080000:00000001:0.0:1763344902.523503:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.523504:0:114643:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.523513:0:114643:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.523515:0:114643:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344902.523517:0:114643:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763344898, ctime 1763344900 00000004:00000001:0.0:1763344902.523520:0:114643:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1763344902.523523:0:114643:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1763344902.523525:0:114643:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1763344902.523526:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.523527:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233304576 : -107409476247040 : ffff9e4fc852a200) 00080000:00000001:0.0:1763344902.523539:0:114643:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344902.523541:0:114643:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.523543:0:114643:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.523545:0:114643:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.523548:0:114643:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344902.523549:0:114643:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763344902.523552:0:114643:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214363 00000001:00000001:0.0:1763344902.523554:0:114643:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344902.523558:0:114643:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214364, last_committed = 25770214358 00000001:00000010:0.0:1763344902.523562:0:114643:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc900. 00000001:00000040:0.0:1763344902.523564:0:114643:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 6 00000020:00000040:0.0:1763344902.523566:0:114643:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=229 00000001:00000010:0.0:1763344902.523573:0:114643:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192ee40. 00000004:00000001:0.0:1763344902.523579:0:114643:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344902.523581:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.523582:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233304576 : -107409476247040 : ffff9e4fc852a200) 00000004:00000001:0.0:1763344902.523591:0:114643:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344902.523595:0:114643:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd192e480: xid 1848987881559424, transno 25770214363, client gen 9, slot idx 2 00000001:00000001:0.0:1763344902.523601:0:114643:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd192e480: xid 1848987881559424, transno 25770214363, client gen 9, slot idx 2 00000001:00000010:0.0:1763344902.523604:0:114643:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192e480. 00000001:00000001:0.0:1763344902.523609:0:114643:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192ee40: xid 1848987881559424, transno 25770214364, tag 1, client gen 9, slot idx 3 00000001:00000001:0.0:1763344902.523612:0:114643:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344902.523619:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2200. 00040000:00000001:0.0:1763344902.523622:0:114643:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344902.523623:0:114643:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344902.523625:0:114643:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344902.523627:0:114643:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dc780. 00000020:00000001:0.0:1763344902.523629:0:114643:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.523633:0:114643:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763344902.523638:0:114643:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.523641:0:114643:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763344902.523645:0:114643:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344902.523648:0:114643:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763344902.523652:0:114643:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50f4ec0a80. 00000004:00000001:0.0:1763344902.523666:0:114643:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344902.523671:0:114643:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8567a98/ffff9e4fd8567a40 to site lru. bkt: ffff9e50ff90c7e0 00000004:00000001:0.0:1763344902.523673:0:114643:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344902.523674:0:114643:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.523677:0:114643:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.523679:0:114643:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763344902.523681:0:114643:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344902.523683:0:114643:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344902.523684:0:114643:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344902.523686:0:114643:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344902.523688:0:114643:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344902.523693:0:114643:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.523697:0:114643:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344902.523700:0:114643:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763344902.523708:0:114643:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344902.523716:0:114643:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.523719:0:114643:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.523723:0:114643:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214358, transno 25770214364, xid 1848987881559424 00010000:00000001:0.0:1763344902.523727:0:114643:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.523739:0:114643:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e484a850 x1848987881559424/t25770214364(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 392/456 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344902.523750:0:114643:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.524738:0:114643:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.524745:0:114643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=34 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.524751:0:114643:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.524756:0:114643:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344902.524758:0:114643:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344902.524762:0:114643:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.524765:0:114643:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.524769:0:114643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.524773:0:114643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344902.524781:0:114643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495990. 00000100:00000200:0.0:1763344902.524949:0:114643:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881559424, offset 224 00000400:00000200:0.0:1763344902.524959:0:114643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344902.524974:0:114643:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344902.524983:0:114643:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385653:1385653:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385649:1385649:8:4294967295] 00000400:00000200:0.0:1763344902.524995:0:114643:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344902.525000:0:114643:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344902.525007:0:114643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56900. 00000800:00000200:0.0:1763344902.525014:0:114643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344902.525021:0:114643:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344902.525026:0:114643:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344902.525044:0:114643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.525049:0:114643:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344902.525052:0:114643:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.525054:0:114643:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.525057:0:114643:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.525063:0:114643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e484a850 x1848987881559424/t25770214364(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 392/456 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344902.525074:0:114643:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e484a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+229:252846:x1848987881559424:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 3886us (5178us total) trans 25770214364 rc 0/0 00000100:00100000:0.0:1763344902.525083:0:114643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35919 00000100:00000040:0.0:1763344902.525087:0:114643:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344902.525089:0:114643:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.525091:0:114643:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:0.0:1763344902.525095:0:114643:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:0.0:1763344902.525100:0:114643:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.525105:0:114643:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000020:00000010:0.0:1763344902.525109:0:114643:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852aa00. 00000020:00000040:0.0:1763344902.525115:0:114643:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 228 02000000:00000001:0.0:1763344902.525122:0:114643:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344902.525124:0:114643:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e4fcb32dc00. 02000000:00000001:0.0:1763344902.525128:0:114643:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344902.525131:0:114643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ea9db100. 02000000:00000001:0.0:1763344902.525137:0:114643:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344902.525138:0:114643:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e50e5677800. 02000000:00000001:0.0:1763344902.525141:0:114643:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344902.525142:0:114643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9880. 02000000:00000001:0.0:1763344902.525146:0:114643:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344902.525147:0:114643:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e50cca09000. 02000000:00000001:0.0:1763344902.525150:0:114643:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344902.525151:0:114643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e66300. 02000000:00000001:0.0:1763344902.525154:0:114643:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344902.525155:0:114643:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e50eeea3000. 02000000:00000001:0.0:1763344902.525157:0:114643:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344902.525158:0:114643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb99c00. 02000000:00000001:0.0:1763344902.525161:0:114643:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344902.525163:0:114643:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e4fd6094c00. 02000000:00000001:0.0:1763344902.525165:0:114643:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344902.525166:0:114643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1dc00. 00000100:00000001:0.0:1763344902.525170:0:114643:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763344902.525177:0:114643:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1763344902.525184:0:114643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3898. 00000400:00000010:0.0:1763344902.525189:0:114643:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd192e480. 00000800:00000200:3.0:1763344902.525391:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344902.525395:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56900. 00000400:00000200:3.0:1763344902.525399:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344902.525404:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344902.525418:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495990 00000400:00000010:3.0:1763344902.525420:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495990. 00000100:00000001:3.0:1763344902.525426:0:3635:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763344902.525427:0:3635:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344902.525429:0:3635:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e4fc2875c00. 02000000:00000001:3.0:1763344902.525431:0:3635:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763344902.525432:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344902.527961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50e5a53000. 00010000:00000010:0.1:1763344902.527973:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854da00. 00000800:00000001:3.0:1763344902.530583:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.530599:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344902.530603:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.530605:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344902.530616:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344902.530634:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509dfd680 00000400:00000200:3.0:1763344902.530642:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x6592c5 [2] + 0 00000800:00000001:3.0:1763344902.530651:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.530661:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344902.530664:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344902.530668:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344902.530676:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344902.530678:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763344902.530684:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8600000. 00000100:00000040:3.0:1763344902.530688:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8600000 x1848987881559680 msgsize 392 00000100:00100000:3.0:1763344902.530692:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344902.530712:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344902.530723:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.530726:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.531118:0:114643:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344902.531122:0:114643:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881559680 02000000:00000001:0.0:1763344902.531125:0:114643:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344902.531127:0:114643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344902.531130:0:114643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.531135:0:114643:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344902.531139:0:114643:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881559680 00000020:00000001:0.0:1763344902.531142:0:114643:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344902.531144:0:114643:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344902.531146:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.531150:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=229 00000020:00000001:0.0:1763344902.531152:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344902.531155:0:114643:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344902.531159:0:114643:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.531166:0:114643:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344902.531169:0:114643:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.531172:0:114643:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000020:00000010:0.0:1763344902.531179:0:114643:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852aa00. 00000020:00000010:0.0:1763344902.531184:0:114643:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.531190:0:114643:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000040:0.0:1763344902.531197:0:114643:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763344902.531201:0:114643:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344902.531202:0:114643:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344902.531204:0:114643:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.531212:0:114643:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.532278:0:114643:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344902.532300:0:114643:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344902.532303:0:114643:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344902.532311:0:114643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35920 00000100:00000040:0.0:1763344902.532316:0:114643:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344902.532318:0:114643:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334454272 : -107404375097344 : ffff9e50f8600000) 00000100:00000040:0.0:1763344902.532328:0:114643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8600000 x1848987881559680/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 392/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344902.532337:0:114643:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344902.532342:0:114643:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2200. 00000100:00000001:0.0:1763344902.532345:0:114643:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344902.532348:0:114643:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2200. 00000100:00100000:0.0:1763344902.532354:0:114643:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+229:252846:x1848987881559680:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:0.0:1763344902.532358:0:114643:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881559680 00000020:00000001:0.0:1763344902.532361:0:114643:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344902.532365:0:114643:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344902.532370:0:114643:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd192ee40: xid 1848987881559424, transno 25770214364, client gen 9, slot idx 3 00000001:00000001:0.0:1763344902.532375:0:114643:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e50cab59540: xid 1848987881559040, transno 25770214362, client gen 9, slot idx 5 00000001:00000010:0.0:1763344902.532380:0:114643:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e50cab59540. 00000020:00000001:0.0:1763344902.532387:0:114643:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.532390:0:114643:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344902.532392:0:114643:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:0.0:1763344902.532395:0:114643:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344902.532398:0:114643:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881559680, found 0 last_xid 1848987881559679 00000020:00000001:0.0:1763344902.532400:0:114643:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344902.532402:0:114643:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344902.532404:0:114643:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344902.532407:0:114643:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532422:0:114643:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763344902.532425:0:114643:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763344902.532427:0:114643:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763344902.532430:0:114643:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532440:0:114643:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763344902.532445:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.532447:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.532450:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.532451:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.532453:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.532455:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.532457:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.532458:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.532459:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.532461:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.532462:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.532464:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.532466:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.532467:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532469:0:114643:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532471:0:114643:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763344902.532473:0:114643:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532475:0:114643:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344902.532476:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.532478:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.532479:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.532480:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.532482:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.532483:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344902.532484:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344902.532486:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.532488:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.532489:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.532493:0:114643:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344902.532499:0:114643:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344902.532501:0:114643:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344902.532503:0:114643:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344902.532505:0:114643:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344902.532508:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344902.532510:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532512:0:114643:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344902.532513:0:114643:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532515:0:114643:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.532519:0:114643:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344902.532522:0:114643:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344902.532528:0:114643:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e4fc2876800. 02000000:00000001:0.0:1763344902.532530:0:114643:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.532532:0:114643:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532535:0:114643:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344902.532537:0:114643:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532539:0:114643:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763344902.532541:0:114643:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763344902.532543:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.532546:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50d7d0e480 refcount=2 00000020:00000001:0.0:1763344902.532548:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668788204672 : -107404921346944 : ffff9e50d7d0e480) 00000004:00000001:0.0:1763344902.532551:0:114643:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636668788204672 : -107404921346944 : ffff9e50d7d0e480) 00000020:00000040:0.0:1763344902.532553:0:114643:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50d7d0e480 with handle 0x34881b4086817f65 from hash 00000004:00000001:0.0:1763344902.532558:0:114643:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763344902.532560:0:114643:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240002b13:0x12e84:0x0] with intent: 0 00000004:00000001:0.0:1763344902.532563:0:114643:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763344902.532565:0:114643:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 8 truncate 0 00000004:00000001:0.0:1763344902.532569:0:114643:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344902.532572:0:114643:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344902.532577:0:114643:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532580:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.532585:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.532601:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344902.532605:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344902.532607:0:114643:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344902.532609:0:114643:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344902.532610:0:114643:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e84:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:0.0:1763344902.532614:0:114643:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344902.532616:0:114643:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532618:0:114643:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.532620:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.532622:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344902.532625:0:114643:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:0.0:1763344902.532627:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.532629:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.532631:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.532632:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.532634:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.532635:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.532637:0:114643:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344902.532639:0:114643:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344902.532641:0:114643:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532644:0:114643:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763344902.532646:0:114643:0:(mdt_som.c:114:mdt_set_som()) [0x240002b13:0x12e84:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:0.0:1763344902.532649:0:114643:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.532652:0:114643:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763344902.532654:0:114643:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344902.532658:0:114643:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344902.532666:0:114643:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dc780. 00080000:00000001:0.0:1763344902.532670:0:114643:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344902.532674:0:114643:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc852b000. 00080000:00000001:0.0:1763344902.532676:0:114643:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664233308160 : -107409476243456 : ffff9e4fc852b000) 00000004:00000001:0.0:1763344902.532680:0:114643:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.532684:0:114643:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.532686:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.532688:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233308160 : -107409476243456 : ffff9e4fc852b000) 00000004:00000001:0.0:1763344902.532693:0:114643:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532695:0:114643:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.532699:0:114643:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344902.532701:0:114643:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344902.532706:0:114643:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344902.532708:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.532709:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233308160 : -107409476243456 : ffff9e4fc852b000) 00080000:00000001:0.0:1763344902.532713:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344902.532717:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344902.532720:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2200. 00080000:00000001:0.0:1763344902.532723:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532724:0:114643:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.532733:0:114643:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.532735:0:114643:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532741:0:114643:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.532743:0:114643:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763344902.532745:0:114643:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763344902.532746:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.532747:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233308160 : -107409476243456 : ffff9e4fc852b000) 00080000:00000001:0.0:1763344902.532751:0:114643:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344902.532753:0:114643:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e84:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:0.0:1763344902.532773:0:114643:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532775:0:114643:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532777:0:114643:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.532781:0:114643:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344902.532784:0:114643:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344902.532813:0:114643:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344902.532817:0:114643:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214365, last_committed = 25770214358 00000001:00000010:0.0:1763344902.532821:0:114643:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc3c0. 00000001:00000040:0.0:1763344902.532824:0:114643:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 7 00000020:00000040:0.0:1763344902.532826:0:114643:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=230 00000001:00000010:0.0:1763344902.532832:0:114643:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192e0c0. 00000004:00000001:0.0:1763344902.532837:0:114643:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344902.532838:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.532840:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233308160 : -107409476243456 : ffff9e4fc852b000) 00000004:00000001:0.0:1763344902.532852:0:114643:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344902.532856:0:114643:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192e0c0: xid 1848987881559680, transno 25770214365, tag 1, client gen 9, slot idx 2 00000001:00000001:0.0:1763344902.532858:0:114643:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344902.532866:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2200. 00040000:00000001:0.0:1763344902.532870:0:114643:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344902.532872:0:114643:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344902.532874:0:114643:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344902.532877:0:114643:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dc780. 00000020:00000001:0.0:1763344902.532879:0:114643:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532882:0:114643:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532884:0:114643:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532885:0:114643:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532888:0:114643:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763344902.532889:0:114643:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763344902.532891:0:114643:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344902.532892:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344902.532894:0:114643:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344902.532897:0:114643:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344902.532900:0:114643:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344902.532903:0:114643:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344902.532905:0:114643:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344902.532907:0:114643:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x240002b13:0x12e84:0x0], previous was 0x7 00000004:00000001:0.0:1763344902.532910:0:114643:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532912:0:114643:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763344902.532915:0:114643:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532918:0:114643:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:0.0:1763344902.532919:0:114643:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344902.532922:0:114643:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dc780. 00080000:00000001:0.0:1763344902.532924:0:114643:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344902.532926:0:114643:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc852a600. 00080000:00000001:0.0:1763344902.532928:0:114643:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664233305600 : -107409476246016 : ffff9e4fc852a600) 00000004:00000001:0.0:1763344902.532933:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.532935:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233305600 : -107409476246016 : ffff9e4fc852a600) 00080000:00000001:0.0:1763344902.532937:0:114643:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 00000001:00000001:0.0:1763344902.532940:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344902.532941:0:114643:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532943:0:114643:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:0.0:1763344902.532944:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.532945:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233305600 : -107409476246016 : ffff9e4fc852a600) 00000004:00000001:0.0:1763344902.532948:0:114643:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532950:0:114643:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:0.0:1763344902.532952:0:114643:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763344902.532954:0:114643:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532956:0:114643:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1763344902.532957:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.532958:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233305600 : -107409476246016 : ffff9e4fc852a600) 00080000:00000001:0.0:1763344902.532960:0:114643:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1763344902.532961:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1763344902.532962:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1763344902.532965:0:114643:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b13:0x12e84:0x0] not in the id map cache 00080000:00000001:0.0:1763344902.532968:0:114643:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532970:0:114643:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532972:0:114643:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763344902.532974:0:114643:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1763344902.532976:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.532978:0:114643:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763344902.532980:0:114643:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763344902.532982:0:114643:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344902.532984:0:114643:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344902.532987:0:114643:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344902.532989:0:114643:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344902.532991:0:114643:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344902.532993:0:114643:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:0.0:1763344902.532995:0:114643:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.532997:0:114643:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446636664233305600 : -107409476246016 : ffff9e4fc852a600) 00000004:00000001:0.0:1763344902.533001:0:114643:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1763344902.533003:0:114643:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1763344902.533005:0:114643:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763344902.533006:0:114643:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664233305600 : -107409476246016 : ffff9e4fc852a600) 00000004:00000040:0.0:1763344902.533009:0:114643:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c2c5ab40 : new refcount 3 00000040:00000001:0.0:1763344902.533012:0:114643:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763344902.533015:0:114643:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763344902.533017:0:114643:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:0.0:1763344902.533020:0:114643:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763344902.533022:0:114643:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344902.533024:0:114643:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763344902.533026:0:114643:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.533027:0:114643:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763344902.533030:0:114643:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1763344902.533032:0:114643:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1763344902.533035:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344902.533037:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344902.533039:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2200. 00080000:00000001:0.0:1763344902.533041:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.533043:0:114643:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:0.0:1763344902.533045:0:114643:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x19:0x0] not in the id map cache 00000001:00000001:0.0:1763344902.533048:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344902.533049:0:114643:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.533051:0:114643:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.533053:0:114643:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.533055:0:114643:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.533057:0:114643:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763344902.533060:0:114643:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763344902.533061:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344902.533062:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344902.533064:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba22c0. 00080000:00000001:0.0:1763344902.533066:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.533067:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344902.533069:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344902.533070:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.533072:0:114643:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.533074:0:114643:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.533076:0:114643:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344902.533078:0:114643:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.533079:0:114643:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763344902.533080:0:114643:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763344902.533081:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344902.533093:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344902.533094:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2300. 00080000:00000001:0.0:1763344902.533096:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.533097:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344902.533098:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344902.533099:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.533101:0:114643:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.533102:0:114643:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.533104:0:114643:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344902.533105:0:114643:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.533107:0:114643:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344902.533109:0:114643:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344902.533110:0:114643:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c2c5ab40 : new refcount 2 00000004:00000001:0.0:1763344902.533113:0:114643:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533115:0:114643:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533116:0:114643:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533118:0:114643:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533120:0:114643:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.533122:0:114643:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344902.533123:0:114643:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344902.533125:0:114643:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344902.533127:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.533128:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233305600 : -107409476246016 : ffff9e4fc852a600) 00080000:00000001:0.0:1763344902.533130:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344902.533131:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344902.533132:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba20c0. 00080000:00000001:0.0:1763344902.533134:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533135:0:114643:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.533139:0:114643:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.533141:0:114643:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533145:0:114643:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:0.0:1763344902.533149:0:114643:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:0.0:1763344902.533150:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.533151:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233305600 : -107409476246016 : ffff9e4fc852a600) 00080000:00000001:0.0:1763344902.533154:0:114643:0:(osd_handler.c:5880:osd_index_ea_delete()) Process entered 00080000:00000001:0.0:1763344902.533179:0:114643:0:(osd_handler.c:5943:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763344902.533181:0:114643:0:(osd_handler.c:5949:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533183:0:114643:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533185:0:114643:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:0.0:1763344902.533186:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.533187:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233305600 : -107409476246016 : ffff9e4fc852a600) 00080000:00000002:0.0:1763344902.533190:0:114643:0:(osd_handler.c:4785:osd_ref_del()) [0x240002b13:0x12e84:0x0] decrease nlink 1 00000004:00000001:0.0:1763344902.533196:0:114643:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533198:0:114643:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1763344902.533200:0:114643:0:(mdd_object.c:3993:mdd_close()) Object [0x240002b13:0x12e84:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:0.0:1763344902.533203:0:114643:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:0.0:1763344902.533204:0:114643:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:0.0:1763344902.533205:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.533206:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233305600 : -107409476246016 : ffff9e4fc852a600) 00080000:00000001:0.0:1763344902.533209:0:114643:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:0.0:1763344902.533211:0:114643:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x240002b13:0x12e84:0x0] 00080000:00000001:0.0:1763344902.533213:0:114643:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763344902.533215:0:114643:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344902.533216:0:114643:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344902.533217:0:114643:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344902.533219:0:114643:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.533220:0:114643:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.533222:0:114643:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1763344902.533238:0:114643:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50cc9c3840. 00000001:00000010:0.0:1763344902.533247:0:114643:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50cc9c3840. 00080000:00000001:0.0:1763344902.533250:0:114643:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344902.533251:0:114643:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533253:0:114643:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533255:0:114643:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763344902.533257:0:114643:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:0.0:1763344902.533258:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.533259:0:114643:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763344902.533260:0:114643:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763344902.533261:0:114643:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344902.533262:0:114643:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344902.533263:0:114643:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344902.533265:0:114643:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344902.533266:0:114643:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344902.533267:0:114643:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:0.0:1763344902.533269:0:114643:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533270:0:114643:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446636664233305600 : -107409476246016 : ffff9e4fc852a600) 00000004:00000001:0.0:1763344902.533272:0:114643:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:0.0:1763344902.533274:0:114643:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:0.0:1763344902.533275:0:114643:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763344902.533276:0:114643:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664233305600 : -107409476246016 : ffff9e4fc852a600) 00000004:00000040:0.0:1763344902.533279:0:114643:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c2c5ab40 : new refcount 3 00000040:00000001:0.0:1763344902.533280:0:114643:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:0.0:1763344902.533282:0:114643:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:0.0:1763344902.533283:0:114643:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:0.0:1763344902.533285:0:114643:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446636664151853056 : -107409557698560 : ffff9e4fc377c800) 00000040:00000001:0.0:1763344902.533287:0:114643:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763344902.533288:0:114643:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344902.533289:0:114643:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:0.0:1763344902.533291:0:114643:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1763344902.533292:0:114643:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x18:0x0] 00000040:00080000:0.0:1763344902.533316:0:114643:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x18:0x0].6644, 64 off433456 00000040:00000001:0.0:1763344902.533319:0:114643:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344902.533320:0:114643:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344902.533325:0:114643:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1763344902.533327:0:114643:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344902.533329:0:114643:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1763344902.533331:0:114643:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c2c5ab40 : new refcount 2 00000004:00001000:0.0:1763344902.533333:0:114643:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0001: new record [0x1:0x18:0x0].6644: rc = 1 00000004:00000010:0.0:1763344902.533337:0:114643:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9e4fc29dc360. 00000004:00080000:0.0:1763344902.533339:0:114643:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 13009056548856ns, next at 13010056545253ns, rc = 0 00000004:00000001:0.0:1763344902.533341:0:114643:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533343:0:114643:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533345:0:114643:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533347:0:114643:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533348:0:114643:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533350:0:114643:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:0.0:1763344902.533353:0:114643:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763344902.533355:0:114643:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344902.533356:0:114643:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763344902.533358:0:114643:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214365 00000001:00000001:0.0:1763344902.533360:0:114643:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344902.533362:0:114643:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214366, last_committed = 25770214358 00000001:00000010:0.0:1763344902.533364:0:114643:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dcea0. 00000001:00000040:0.0:1763344902.533366:0:114643:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 8 00000020:00000040:0.0:1763344902.533368:0:114643:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=231 00000001:00000010:0.0:1763344902.533371:0:114643:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd192e600. 00000004:00000001:0.0:1763344902.533374:0:114643:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344902.533375:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344902.533376:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664233305600 : -107409476246016 : ffff9e4fc852a600) 00000004:00000001:0.0:1763344902.533380:0:114643:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344902.533383:0:114643:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd192e0c0: xid 1848987881559680, transno 25770214365, client gen 9, slot idx 2 00000001:00000001:0.0:1763344902.533385:0:114643:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd192e0c0: xid 1848987881559680, transno 25770214365, client gen 9, slot idx 2 00000001:00000010:0.0:1763344902.533388:0:114643:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192e0c0. 00000001:00000001:0.0:1763344902.533391:0:114643:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd192e600: xid 1848987881559680, transno 25770214366, tag 1, client gen 9, slot idx 4 00000001:00000001:0.0:1763344902.533394:0:114643:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344902.533397:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba20c0. 00080000:00000010:0.0:1763344902.533400:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2300. 00080000:00000010:0.0:1763344902.533402:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba22c0. 00080000:00000010:0.0:1763344902.533404:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2200. 00040000:00000001:0.0:1763344902.533406:0:114643:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344902.533407:0:114643:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344902.533418:0:114643:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344902.533421:0:114643:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dc780. 00000020:00000001:0.0:1763344902.533423:0:114643:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344902.533427:0:114643:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:0.0:1763344902.533430:0:114643:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344902.533441:0:114643:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344902.533448:0:114643:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50d232b800 count: 3 00010000:00000001:0.0:1763344902.533450:0:114643:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344902.533453:0:114643:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344902.533457:0:114643:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bda00. 00000020:00000001:0.0:1763344902.533461:0:114643:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344902.533464:0:114643:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bda00 with handle 0x34881b408681800d to hash 00000020:00000001:0.0:1763344902.533466:0:114643:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344902.533467:0:114643:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00010000:00000010:0.0:1763344902.533473:0:114643:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e5100c37e00. 00010000:00000001:0.0:1763344902.533475:0:114643:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00010000:00000001:0.0:1763344902.533479:0:114643:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344902.533480:0:114643:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344902.533484:0:114643:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bda00/0x34881b408681800d lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 114643 initiator: MDT0 00010000:00000001:0.0:1763344902.533492:0:114643:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344902.533496:0:114643:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344902.533498:0:114643:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344902.533500:0:114643:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344902.533503:0:114643:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.533505:0:114643:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344902.533506:0:114643:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.533509:0:114643:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344902.533510:0:114643:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344902.533512:0:114643:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344902.533513:0:114643:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344902.533515:0:114643:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) refcount = 3 00010000:00000040:0.0:1763344902.533518:0:114643:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344902.533520:0:114643:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fff lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000040:0.0:1763344902.533525:0:114643:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00010000:0.0:1763344902.533531:0:114643:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bda00/0x34881b408681800d lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 114643 initiator: MDT1 00010000:00000001:0.0:1763344902.533535:0:114643:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344902.533539:0:114643:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344902.533541:0:114643:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.533543:0:114643:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344902.533544:0:114643:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344902.533546:0:114643:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.533548:0:114643:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763344902.533550:0:114643:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:0.0:1763344902.533551:0:114643:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344902.533553:0:114643:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bda00/0x34881b408681800d lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 114643 initiator: MDT1 00010000:00000001:0.0:1763344902.533558:0:114643:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344902.533560:0:114643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.533561:0:114643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.533563:0:114643:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344902.533564:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.533566:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bda00 refcount=3 00000020:00000001:0.0:1763344902.533568:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00010000:00000001:0.0:1763344902.533570:0:114643:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00010000:00000001:0.0:1763344902.533572:0:114643:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344902.533574:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344902.533575:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bda00 refcount=4 00000020:00000001:0.0:1763344902.533576:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00010000:00000001:0.0:1763344902.533578:0:114643:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00010000:00000001:0.0:1763344902.533580:0:114643:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1763344902.533582:0:114643:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bda00/0x34881b408681800d lrc: 4/0,1 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 114643 initiator: MDT1 00010000:00000001:0.0:1763344902.533587:0:114643:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344902.533590:0:114643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bda00/0x34881b408681800d lrc: 4/0,1 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 114643 initiator: MDT1 00010000:00000001:0.0:1763344902.533594:0:114643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.533596:0:114643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344902.533598:0:114643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bda00/0x34881b408681800d lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 114643 initiator: MDT1 00010000:00000001:0.0:1763344902.533602:0:114643:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344902.533604:0:114643:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.533607:0:114643:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1763344902.533610:0:114643:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fd192e0c0. 00010000:00000001:0.0:1763344902.533613:0:114643:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1763344902.533625:0:114643:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1763344902.533628:0:114643:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.533630:0:114643:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344902.533631:0:114643:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344902.533633:0:114643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.533634:0:114643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344902.533636:0:114643:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344902.533637:0:114643:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763344902.533638:0:114643:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:0.0:1763344902.533640:0:114643:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50d7d0e480. 00000004:00000001:0.0:1763344902.533646:0:114643:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00040000:00000001:0.0:1763344902.533717:0:114643:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763344902.533719:0:114643:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1763344902.533721:0:114643:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763344902.533722:0:114643:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1763344902.533723:0:114643:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763344902.533724:0:114643:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1763344902.533726:0:114643:0:(osd_handler.c:1672:osd_oxc_fini()) kfreed 'oxe': 124 at ffff9e50f4ec0e80. 00080000:00000010:0.0:1763344902.533731:0:114643:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff9e4fd69cb000. 00000004:00000001:0.0:1763344902.533738:0:114643:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763344902.533740:0:114643:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:0.0:1763344902.533743:0:114643:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9e50ee317780. 00000004:00000010:0.0:1763344902.533747:0:114643:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9e50d7c87540. 00000004:00000010:0.0:1763344902.533751:0:114643:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9e4fcab395a8. 00000004:00000010:0.0:1763344902.533754:0:114643:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9e4fcab39270. 00000004:00000010:0.0:1763344902.533758:0:114643:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd33dc840. 00000004:00000010:0.0:1763344902.533761:0:114643:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff9e4fe1bc8110. 00000004:00000010:0.0:1763344902.533765:0:114643:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9e4fd83102d0. 00000004:00000001:0.0:1763344902.533768:0:114643:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1763344902.533770:0:114643:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x240002b13:0x12e84:0x0] 00000004:00000010:0.0:1763344902.533772:0:114643:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff9e4fd33752c0. 00000004:00000001:0.0:1763344902.533775:0:114643:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:0.0:1763344902.533776:0:114643:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344902.533777:0:114643:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533779:0:114643:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533782:0:114643:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763344902.533784:0:114643:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344902.533785:0:114643:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344902.533829:0:114643:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344902.533832:0:114643:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344902.533835:0:114643:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344902.533839:0:114643:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344902.533844:0:114643:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344902.533846:0:114643:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763344902.533852:0:114643:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344902.533858:0:114643:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344902.533860:0:114643:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344902.533863:0:114643:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214358, transno 25770214366, xid 1848987881559680 00010000:00000001:0.0:1763344902.533866:0:114643:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344902.533873:0:114643:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8600000 x1848987881559680/t25770214366(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 392/456 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344902.533880:0:114643:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344902.533883:0:114643:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344902.533886:0:114643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=34 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344902.533890:0:114643:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344902.533892:0:114643:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344902.533894:0:114643:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344902.533897:0:114643:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344902.533899:0:114643:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344902.533903:0:114643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344902.533906:0:114643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344902.533910:0:114643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495f68. 00000100:00000200:0.0:1763344902.533917:0:114643:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881559680, offset 224 00000400:00000200:0.0:1763344902.533922:0:114643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344902.533934:0:114643:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344902.533940:0:114643:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385654:1385654:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385650:1385650:8:4294967295] 00000400:00000200:0.0:1763344902.533950:0:114643:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344902.533956:0:114643:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344902.533960:0:114643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344902.533966:0:114643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344902.533972:0:114643:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344902.533977:0:114643:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344902.533984:0:114643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.533987:0:114643:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344902.533989:0:114643:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.533991:0:114643:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.533993:0:114643:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.533998:0:114643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8600000 x1848987881559680/t25770214366(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 392/456 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344902.534007:0:114643:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252846:x1848987881559680:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 1668us (3317us total) trans 25770214366 rc 0/0 00000100:00100000:0.0:1763344902.534015:0:114643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35920 00000100:00000040:0.0:1763344902.534018:0:114643:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344902.534021:0:114643:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.534022:0:114643:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:0.0:1763344902.534025:0:114643:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:0.0:1763344902.534029:0:114643:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344902.534033:0:114643:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000020:00000010:0.0:1763344902.534037:0:114643:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852aa00. 00000020:00000040:0.0:1763344902.534041:0:114643:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00000100:00000001:0.0:1763344902.534044:0:114643:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344902.534135:0:6494:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344902.534139:0:6494:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.534141:0:6494:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1763344902.534145:0:6494:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1763344902.534147:0:6494:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344902.534150:0:6494:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bda00/0x34881b408681800d lrc: 2/0,0 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 114643 initiator: MDT1 00010000:00010000:1.0:1763344902.534157:0:6494:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bda00 already unused, calling callback (ffffffffc0e86b40) 00010000:00000001:1.0:1763344902.534159:0:6494:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763344902.534161:0:6494:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344902.534163:0:6494:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bda00/0x34881b408681800d lrc: 2/0,0 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 114643 initiator: MDT1 00010000:00000001:1.0:1763344902.534168:0:6494:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344902.534170:0:6494:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344902.534171:0:6494:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344902.534173:0:6494:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bda00 refcount=3 00000020:00000001:1.0:1763344902.534175:0:6494:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00010000:00000001:1.0:1763344902.534177:0:6494:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00010000:00000001:1.0:1763344902.534179:0:6494:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344902.534181:0:6494:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bda00/0x34881b408681800d lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 114643 initiator: MDT1 00010000:00000001:1.0:1763344902.534186:0:6494:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344902.534188:0:6494:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763344902.534190:0:6494:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.534193:0:6494:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344902.534195:0:6494:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344902.534196:0:6494:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344902.534197:0:6494:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344902.534200:0:6494:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bda00 with handle 0x34881b408681800d from hash 00010000:00000001:1.0:1763344902.534202:0:6494:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344902.534203:0:6494:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.534204:0:6494:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.534206:0:6494:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344902.534209:0:6494:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344902.534210:0:6494:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.534212:0:6494:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344902.534214:0:6494:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344902.534216:0:6494:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344902.534219:0:6494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) 00010000:00010000:1.0:1763344902.534221:0:6494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:1.0:1763344902.534223:0:6494:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344902.534226:0:6494:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.534227:0:6494:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344902.534229:0:6494:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344902.534231:0:6494:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344902.534232:0:6494:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.534233:0:6494:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.534235:0:6494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344902.534237:0:6494:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.534240:0:6494:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bda00/0x34881b408681800d lrc: 1/0,0 mode: --/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 114643 initiator: MDT1 00010000:00000001:1.0:1763344902.534244:0:6494:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344902.534246:0:6494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bda00/0x34881b408681800d lrc: 0/0,0 mode: --/PW res: [0x240002b13:0x12e84:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 114643 initiator: MDT1 00010000:00000010:1.0:1763344902.534251:0:6494:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37e00. 00010000:00000001:1.0:1763344902.534256:0:6494:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344902.534257:0:6494:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1763344902.534259:0:6494:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4fd192e0c0. 00010000:00000001:1.0:1763344902.534262:0:6494:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344902.534263:0:6494:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344902.534265:0:6494:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.534267:0:6494:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763344902.534268:0:6494:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344902.534269:0:6494:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.534271:0:6494:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763344902.534273:0:6494:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344902.534274:0:6494:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.534276:0:6494:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1763344902.534373:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.534376:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:1.0:1763344902.534380:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.534385:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.534390:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495f68 00000400:00000010:1.0:1763344902.534392:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495f68. 00000100:00000001:1.0:1763344902.534397:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.534398:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344902.545686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bda00. 00000800:00000001:3.0:1763344902.572115:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.572133:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344902.572136:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.572138:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344902.572149:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344902.572165:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4624 into portal 12 MB=0x691a509dfd780 00000400:00000200:3.0:1763344902.572173:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4624/4624 into md 0x616b51 [64] + 141400 00000800:00000001:3.0:1763344902.572182:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.572207:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344902.572211:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344902.572216:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344902.572223:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344902.572226:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344902.572232:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8603800. 00000100:00000040:3.0:1763344902.572236:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8603800 x1848987881559936 msgsize 4624 00000100:00100000:3.0:1763344902.572241:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344902.576105:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763344902.576274:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344902.576293:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344902.576303:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1763344902.576344:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881559936 02000000:00000001:2.0:1763344902.576348:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.576350:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.576352:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.576357:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.576361:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881559936 00000020:00000001:2.0:1763344902.576364:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.576366:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344902.576369:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.576373:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=231 00000020:00000001:2.0:1763344902.576376:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344902.576378:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344902.576383:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.576391:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2000. 00000100:00000001:2.0:1763344902.576394:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.576397:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2000. 00000020:00000010:2.0:1763344902.576403:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09f000. 00000020:00000010:2.0:1763344902.576418:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317600. 00000020:00000010:2.0:1763344902.576425:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d320. 00000100:00000040:2.0:1763344902.576442:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344902.576445:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.576447:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344902.576450:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344902.576451:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.576454:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.576461:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.576475:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.576490:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.576492:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.576499:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302996 00000100:00000040:2.0:1763344902.576502:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344902.576504:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334468608 : -107404375083008 : ffff9e50f8603800) 00000100:00000040:2.0:1763344902.576512:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8603800 x1848987881559936/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4624/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344902.576520:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.576523:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2000. 00000100:00000001:2.0:1763344902.576525:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.576527:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2000. 00000100:00100000:2.0:1763344902.576532:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8603800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252848:x1848987881559936:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344902.576536:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881559936 00000020:00000001:2.0:1763344902.576539:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.576542:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763344902.576548:0:10286:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd192e600: xid 1848987881559680, transno 25770214366, client gen 9, slot idx 4 00000001:00000001:2.0:1763344902.576552:0:10286:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd192ee40: xid 1848987881559424, transno 25770214364, client gen 9, slot idx 3 00000001:00000010:2.0:1763344902.576556:0:10286:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192ee40. 00000020:00000001:2.0:1763344902.576560:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.576562:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.576564:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344902.576567:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344902.576570:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881559936, found 0 last_xid 1848987881559935 00000020:00000001:2.0:1763344902.576572:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.576574:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.576576:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.576581:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.576584:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344902.576586:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344902.576588:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344902.576590:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344902.576592:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.576596:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344902.576616:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e068f900. 00010000:00000010:2.0:1763344902.576620:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50ee317b00. 00010000:00000001:2.0:1763344902.576623:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.576626:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90600. 00000020:00000001:2.0:1763344902.576629:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.576632:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90600 with handle 0x34881b4086818014 to hash 00000020:00000001:2.0:1763344902.576634:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.576635:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000010:2.0:1763344902.576639:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16b00. 00010000:00000001:2.0:1763344902.576642:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00010000:2.0:1763344902.576646:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b4086818014 lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e388 expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.576659:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:2.0:1763344902.576661:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=232 00010000:00000001:2.0:1763344902.576667:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344902.576670:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344902.576677:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344902.576679:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344902.576680:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.576683:0:10286:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763344902.576688:0:10286:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50f8603800 x1848987881559936/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4624/0 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763344902.576696:0:10286:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763344902.576698:0:10286:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763344902.576701:0:10286:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763344902.576703:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.576705:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.576708:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.576709:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.576711:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.576717:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.576718:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.576721:0:10286:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.576723:0:10286:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.576726:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763344902.576727:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763344902.576730:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.576732:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.576766:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50ec240000. 02000000:00000001:2.0:1763344902.576769:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.576772:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.576777:0:10286:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763344902.576778:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.576779:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.576781:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.576782:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.576784:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.576785:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.576786:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.576805:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.576808:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.576809:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.576813:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344902.576819:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344902.576821:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344902.576824:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344902.576825:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.576828:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.576829:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.576831:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344902.576832:0:10286:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.576835:0:10286:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763344902.576837:0:10286:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.576839:0:10286:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763344902.576841:0:10286:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763344902.576845:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0ba38 00000004:00000002:2.0:1763344902.576847:0:10286:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b11:0x112:0x0]/(f56xD.sanity_3->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763344902.576854:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344902.576855:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x112:0x0] 00000020:00000001:2.0:1763344902.576858:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.576865:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000004:00000001:2.0:1763344902.576867:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063232 : -107409293488384 : ffff9e4fd3374f00) 00000004:00000001:2.0:1763344902.576870:0:10286:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763344902.576872:0:10286:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.576875:0:10286:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763344902.576878:0:10286:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763344902.576881:0:10286:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763344902.576884:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344902.576886:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344902.576889:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e068f900 count: 2 00010000:00000001:2.0:1763344902.576892:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.576894:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.576897:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90200. 00000020:00000001:2.0:1763344902.576900:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.576902:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90200 with handle 0x34881b408681801b to hash 00000020:00000001:2.0:1763344902.576904:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.576905:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000010:2.0:1763344902.576909:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16600. 00010000:00000001:2.0:1763344902.576911:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.576914:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.576916:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.576919:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681801b lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344902.576926:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.576929:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.576931:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.576933:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.576935:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.576937:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.576938:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.576940:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.576942:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.576944:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.576945:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.576947:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x0 (ffff9e50e068f900) refcount = 2 00010000:00010000:2.0:1763344902.576951:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681801b lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.576956:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.576960:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.576962:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.576964:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.576965:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.576968:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.576970:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.576973:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.576975:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.576978:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681801b lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.576983:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.576985:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.576987:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.576988:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344902.576989:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344902.576993:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e068fe00. 00010000:00000010:2.0:1763344902.576996:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50ee317e80. 00010000:00000001:2.0:1763344902.576998:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.577000:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d91600. 00000020:00000001:2.0:1763344902.577002:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.577004:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d91600 with handle 0x34881b4086818022 to hash 00000020:00000001:2.0:1763344902.577006:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.577007:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000010:2.0:1763344902.577010:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16100. 00010000:00000001:2.0:1763344902.577012:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.577014:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.577016:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.577018:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818022 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344902.577023:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.577024:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.577026:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.577027:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.577028:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.577030:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.577031:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.577033:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.577035:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.577036:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.577037:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.577039:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e50e068fe00) refcount = 1 00010000:00010000:2.0:1763344902.577042:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818022 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.577047:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.577049:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.577050:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.577052:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.577053:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.577054:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.577056:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.577058:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.577059:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.577061:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818022 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.577066:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.577067:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.577068:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.577069:0:10286:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.577073:0:10286:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763344902.577079:0:10286:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763344902.577082:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344902.577085:0:10286:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344902.577088:0:10286:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.577093:0:10286:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763344902.577095:0:10286:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763344902.577117:0:10286:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763344902.577119:0:10286:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763344902.577122:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344902.577124:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344902.577127:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.577129:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.577131:0:10286:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344902.577132:0:10286:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.577135:0:10286:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763344902.577138:0:10286:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763344902.577140:0:10286:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.577142:0:10286:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763344902.577161:0:10286:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50cbeb74d0. 00000001:00000010:2.0:1763344902.577171:0:10286:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50cbeb74d0. 00080000:00000001:2.0:1763344902.577175:0:10286:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344902.577178:0:10286:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344902.577180:0:10286:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.577183:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0b8a0 00080000:00000002:2.0:1763344902.577185:0:10286:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x240002b11:0x112:0x0]/f56xD.sanity_3 => [0x240002b13:0x12e80:0x0] 00080000:00000001:2.0:1763344902.577188:0:10286:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344902.577192:0:10286:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.577194:0:10286:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344902.577196:0:10286:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.577198:0:10286:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.577201:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344902.577202:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e80:0x0] 00000020:00000001:2.0:1763344902.577204:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.577207:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501992088 : -107409207559528 : ffff9e4fd8567a98) 00000004:00000001:2.0:1763344902.577210:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501992000 : -107409207559616 : ffff9e4fd8567a40) 00000004:00000001:2.0:1763344902.577215:0:10286:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:2.0:1763344902.577218:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344902.577222:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8567a98/ffff9e4fd8567a40 to site lru. bkt: ffff9e50ff90c7e0 00000004:00000001:2.0:1763344902.577225:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.577226:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344902.577228:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763344902.577230:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.577232:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.577233:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=3 00000020:00000001:2.0:1763344902.577235:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.577238:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.577242:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.577243:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.577245:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=4 00000020:00000001:2.0:1763344902.577247:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.577249:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.577251:0:10286:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763344902.577254:0:10286:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681801b lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.577260:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344902.577262:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681801b lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.577267:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.577268:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.577270:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681801b lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.577275:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.577277:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.577280:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344902.577282:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681801b lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.577288:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d90200 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344902.577291:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.577292:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344902.577295:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681801b lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.577299:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344902.577301:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.577302:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.577303:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=5 00000020:00000001:2.0:1763344902.577305:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.577307:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.577309:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344902.577312:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681801b lrc: 5/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.577318:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344902.577319:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344902.577321:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.577324:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.577326:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.577327:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.577329:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.577331:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90200 with handle 0x34881b408681801b from hash 00010000:00000001:2.0:1763344902.577334:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.577335:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.577336:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.577338:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.577340:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.577341:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.577343:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.577344:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.577346:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.577349:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e50e068f900) 00010000:00010000:2.0:1763344902.577351:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344902.577353:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.577356:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.577358:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.577360:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344902.577362:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.577363:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.577364:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.577366:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.577368:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.577371:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681801b lrc: 3/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.577377:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.577378:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.577379:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344902.577380:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344902.577382:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.577383:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.577384:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.577387:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681801b lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.577393:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16600. 00010000:00000001:2.0:1763344902.577400:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.577401:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344902.577403:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344902.577404:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.577406:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.577407:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=3 00000020:00000001:2.0:1763344902.577422:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.577425:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.577427:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344902.577429:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818022 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.577434:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.577435:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.577436:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818022 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.577441:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.577442:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.577444:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344902.577446:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818022 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.577450:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d91600 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344902.577452:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.577454:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344902.577455:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818022 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.577460:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344902.577461:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.577462:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.577464:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=4 00000020:00000001:2.0:1763344902.577465:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.577467:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.577469:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344902.577471:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818022 lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.577476:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344902.577477:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344902.577478:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.577481:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.577482:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.577483:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.577485:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.577487:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d91600 with handle 0x34881b4086818022 from hash 00010000:00000001:2.0:1763344902.577489:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.577491:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.577492:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.577493:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.577495:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.577496:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.577498:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.577499:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.577501:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.577503:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e50e068fe00) 00010000:00010000:2.0:1763344902.577505:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344902.577507:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.577509:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.577510:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.577512:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344902.577514:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.577516:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.577517:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.577518:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.577521:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.577523:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818022 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.577528:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.577529:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.577530:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344902.577531:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344902.577533:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.577535:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818022 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.577540:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16100. 00010000:00000040:2.0:1763344902.577543:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e068fe00 count: 0 00010000:00000010:2.0:1763344902.577548:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50ee317e80. 00010000:00000001:2.0:1763344902.577556:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.577557:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344902.577559:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344902.577560:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344902.577561:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763344902.577562:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344902.577565:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000004:00000001:2.0:1763344902.577567:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.577570:0:10286:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:2.0:1763344902.577572:0:10286:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763344902.577575:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344902.577578:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344902.577579:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344902.577581:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344902.577583:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344902.577585:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763344902.577615:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.577619:0:10286:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763344902.577622:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763344902.577625:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344902.577627:0:10286:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344902.577629:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.577634:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.577635:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.577637:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.577639:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.577641:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90600 with handle 0x34881b4086818014 from hash 00010000:00000001:2.0:1763344902.577643:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.577644:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.577645:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.577646:0:10286:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344902.577648:0:10286:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344902.577650:0:10286:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344902.577656:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b4086818014 lrc: 1/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e388 expref: 232 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344902.577663:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344902.577665:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.577668:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.577670:0:10286:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.577671:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.577674:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.577676:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.577677:0:10286:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.577678:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.577680:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.577681:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.577683:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.577684:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e50e068f900) 00010000:00010000:2.0:1763344902.577687:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763344902.577689:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.577690:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.577692:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.577693:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.577697:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b4086818014 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e388 expref: 232 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.577703:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 216 00000020:00000040:2.0:1763344902.577706:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00010000:00000010:2.0:1763344902.577708:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16b00. 00010000:00000040:2.0:1763344902.577711:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e068f900 count: 0 00010000:00000010:2.0:1763344902.577714:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50ee317b00. 00010000:00000001:2.0:1763344902.577720:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.577721:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50f5d90600, rc 0) 00000020:00000001:2.0:1763344902.577724:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344902.577727:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214358, transno 0, xid 1848987881559936 00010000:00000001:2.0:1763344902.577730:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.577735:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8603800 x1848987881559936/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4624/608 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.577744:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.577746:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.577751:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.577755:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.577758:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.577760:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.577763:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.577766:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.577769:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.577772:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.577778:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921aa0. 00000100:00000200:2.0:1763344902.577784:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848987881559936, offset 224 00000400:00000200:2.0:1763344902.577841:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.577855:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.577861:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385655:1385655:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385651:1385651:8:4294967295] 00000400:00000200:2.0:1763344902.577872:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.577878:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.577884:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc2ee2300. 00000800:00000200:2.0:1763344902.577891:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.577898:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.577902:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc2ee2300 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.577923:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.577928:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.577930:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.577932:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.577934:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.577939:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8603800 x1848987881559936/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4624/608 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.577948:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8603800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252848:x1848987881559936:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 1426us (5709us total) trans 0 rc 301/301 00000100:00100000:2.0:1763344902.577956:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302996 00000100:00000040:2.0:1763344902.577960:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344902.577962:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.577964:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.577969:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317600. 00000020:00000010:2.0:1763344902.577973:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d320. 00000020:00000010:2.0:1763344902.577977:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09f000. 00000020:00000040:2.0:1763344902.577982:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00000100:00000001:2.0:1763344902.577984:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344902.578664:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.578670:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc2ee2300. 00000400:00000200:0.0:1763344902.578676:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.578683:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.578688:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921aa0 00000400:00000010:0.0:1763344902.578690:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921aa0. 00000100:00000001:0.0:1763344902.578695:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.578697:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344902.582827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:2.1:1763344902.582844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fe00. 00010000:00000010:2.1:1763344902.582850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:2.1:1763344902.582853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f900. 00010000:00000010:2.1:1763344902.582856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00000800:00000001:1.0:1763344902.583493:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.583507:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.583511:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.583514:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.583526:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.583544:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 464 into portal 12 MB=0x691a509dfd800 00000400:00000200:1.0:1763344902.583552:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 464/464 into md 0x616b51 [64] + 146024 00000800:00000001:1.0:1763344902.583561:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.583568:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.583570:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.583575:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.583581:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.583583:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344902.583588:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1376680. 00000100:00000040:1.0:1763344902.583591:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1376680 x1848987881560064 msgsize 464 00000100:00100000:1.0:1763344902.583595:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.583611:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.583620:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.583623:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.583681:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344902.583684:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881560064 02000000:00000001:3.0:1763344902.583688:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344902.583690:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.583693:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.583697:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.583701:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881560064 00000020:00000001:3.0:1763344902.583705:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344902.583707:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344902.583709:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.583712:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=231 00000020:00000001:3.0:1763344902.583715:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344902.583717:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344902.583721:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.583726:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.583729:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.583731:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000020:00000010:3.0:1763344902.583737:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cbe00. 00000020:00000010:3.0:1763344902.583742:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344902.583746:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf320. 00000100:00000040:3.0:1763344902.583752:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344902.583754:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344902.583756:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344902.583759:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.583766:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.583781:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.583827:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344902.583830:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344902.583835:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302997 00000100:00000040:3.0:1763344902.583838:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344902.583840:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664114079360 : -107409595472256 : ffff9e4fc1376680) 00000100:00000040:3.0:1763344902.583848:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc1376680 x1848987881560064/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 464/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344902.583857:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.583860:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.583862:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.583864:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000100:00100000:3.0:1763344902.583868:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc1376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252848:x1848987881560064:12345-192.168.203.14@tcp:34:lfs.0 00000100:00000200:3.0:1763344902.583872:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881560064 00000020:00000001:3.0:1763344902.583875:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344902.583879:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344902.583884:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.583886:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344902.583888:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808560 : -1044743056 : ffffffffc1ba7c70) 00000020:00000001:3.0:1763344902.583891:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344902.583894:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881560064, found 0 last_xid 1848987881560063 00000020:00000001:3.0:1763344902.583896:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344902.583899:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344902.583901:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344902.583904:0:13569:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763344902.583909:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344902.583914:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000020:00000001:3.0:1763344902.583917:0:13569:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.583919:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.583924:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344902.583926:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344902.583937:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff9e50ef89e000. 02000000:00000001:3.0:1763344902.583939:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.583941:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.583946:0:13569:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:3.0:1763344902.583950:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763344902.583952:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.583954:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.583956:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.583958:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.583960:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.583962:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.583963:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.583964:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.583966:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.583967:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.583968:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.583970:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.583971:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.583972:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.583974:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.583975:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.583976:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.583979:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.583980:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.583984:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344902.583989:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344902.583992:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344902.583994:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344902.583996:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.583999:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.584001:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.584002:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344902.584005:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.584007:0:13569:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763344902.584013:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcbcb0 00000004:00000002:3.0:1763344902.584015:0:13569:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240002b11:0x112:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:3.0:1763344902.584021:0:13569:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763344902.584024:0:13569:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763344902.584027:0:13569:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763344902.584029:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344902.584031:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344902.584039:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc87d1200. 00010000:00000010:3.0:1763344902.584043:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50d7d0eb80. 00010000:00000001:3.0:1763344902.584048:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344902.584051:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17400. 00000020:00000001:3.0:1763344902.584055:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344902.584057:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17400 with handle 0x34881b4086818029 to hash 00000020:00000001:3.0:1763344902.584059:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344902.584061:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000010:3.0:1763344902.584066:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b000. 00010000:00000001:3.0:1763344902.584068:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.584072:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.584074:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.584078:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818029 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344902.584086:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344902.584090:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344902.584092:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344902.584095:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.584097:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.584099:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.584100:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.584103:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344902.584105:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344902.584107:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344902.584108:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344902.584110:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x0 (ffff9e4fc87d1200) refcount = 1 00010000:00010000:3.0:1763344902.584113:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818029 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584118:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344902.584121:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.584123:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584125:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344902.584126:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.584128:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584130:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.584132:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344902.584134:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.584137:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818029 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584142:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344902.584143:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.584145:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.584146:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344902.584147:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344902.584151:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc87d1300. 00010000:00000010:3.0:1763344902.584153:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50d7d0e280. 00010000:00000001:3.0:1763344902.584156:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344902.584158:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16000. 00000020:00000001:3.0:1763344902.584160:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344902.584161:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16000 with handle 0x34881b4086818030 to hash 00000020:00000001:3.0:1763344902.584163:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344902.584164:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000010:3.0:1763344902.584168:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2bf80. 00010000:00000001:3.0:1763344902.584170:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.584172:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.584174:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.584176:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818030 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344902.584181:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344902.584182:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344902.584183:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344902.584184:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.584186:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.584188:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.584189:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.584191:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344902.584192:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344902.584193:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344902.584194:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344902.584196:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e4fc87d1300) refcount = 1 00010000:00010000:3.0:1763344902.584198:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818030 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584203:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344902.584204:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.584206:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584207:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344902.584208:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.584210:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584212:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.584214:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344902.584215:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.584218:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818030 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584222:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344902.584223:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.584225:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.584226:0:13569:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.584231:0:13569:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763344902.584238:0:13569:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763344902.584241:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763344902.584243:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763344902.584248:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.584251:0:13569:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763344902.584254:0:13569:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1763344902.584275:0:13569:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763344902.584277:0:13569:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763344902.584280:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344902.584282:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344902.584285:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344902.584287:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.584289:0:13569:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344902.584291:0:13569:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.584293:0:13569:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1763344902.584296:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763344902.584297:0:13569:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.584301:0:13569:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:3.0:1763344902.584319:0:13569:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50e48ac6e0. 00000001:00000010:3.0:1763344902.584328:0:13569:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50e48ac6e0. 00080000:00000001:3.0:1763344902.584332:0:13569:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344902.584334:0:13569:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763344902.584337:0:13569:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.584340:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcbb20 00080000:00000002:3.0:1763344902.584342:0:13569:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x240002b11:0x112:0x0]/f56xD.sanity_3 => [0x240002b13:0x12e80:0x0] 00080000:00000001:3.0:1763344902.584344:0:13569:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763344902.584347:0:13569:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.584350:0:13569:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344902.584352:0:13569:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.584354:0:13569:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.584355:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344902.584358:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e80:0x0] 00000020:00000001:3.0:1763344902.584360:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344902.584363:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501992088 : -107409207559528 : ffff9e4fd8567a98) 00000004:00000001:3.0:1763344902.584366:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501992000 : -107409207559616 : ffff9e4fd8567a40) 00000004:00000001:3.0:1763344902.584369:0:13569:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763344902.584371:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344902.584373:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344902.584377:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e068f100 count: 2 00010000:00000001:3.0:1763344902.584379:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.584382:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344902.584384:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17c00. 00000020:00000001:3.0:1763344902.584386:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344902.584388:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17c00 with handle 0x34881b4086818037 to hash 00000020:00000001:3.0:1763344902.584389:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344902.584391:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000010:3.0:1763344902.584393:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2bd00. 00010000:00000001:3.0:1763344902.584395:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.584398:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.584399:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.584401:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818037 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:3.0:1763344902.584406:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344902.584421:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344902.584423:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344902.584424:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.584427:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.584429:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.584430:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.584432:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344902.584433:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344902.584434:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344902.584435:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344902.584436:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e068f100) refcount = 2 00010000:00000040:3.0:1763344902.584439:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344902.584440:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00010000:3.0:1763344902.584449:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818037 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584454:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344902.584456:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.584458:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584459:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344902.584460:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.584462:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584464:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.584466:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344902.584467:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.584470:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818037 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584474:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344902.584476:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.584477:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.584478:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.584480:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.584481:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17c00 refcount=3 00000020:00000001:3.0:1763344902.584483:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.584485:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.584487:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.584488:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.584490:0:13569:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.584493:0:13569:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763344902.584496:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344902.584499:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344902.584503:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.584506:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.584511:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.584526:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344902.584529:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344902.584531:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344902.584533:0:13569:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344902.584535:0:13569:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e80:0x0]: Reading som attrs: valid: 4, size: 4096, blocks: 8 00000004:00000001:3.0:1763344902.584538:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.584540:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.584542:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344902.584544:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344902.584546:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.584547:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344902.584550:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344902.584552:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763344902.584555:0:13569:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763344902.584557:0:13569:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763344902.584560:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e50ef89e2f8 00000004:00000001:3.0:1763344902.584562:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.584564:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.584566:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.584568:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.584569:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.584571:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.584572:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.584573:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.584575:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.584576:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.584578:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.584580:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344902.584582:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e80:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:3.0:1763344902.584585:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e80:0x0]: returning size 4096 00000004:00000040:3.0:1763344902.584588:0:13569:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x12e80:1073752851 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1763344902.584591:0:13569:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:3.0:1763344902.584593:0:13569:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000402:7104 00000004:00200000:3.0:1763344902.584595:0:13569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000020:00000001:3.0:1763344902.584602:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344902.584608:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.584610:0:13569:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584613:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.584615:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.584617:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17c00 refcount=3 00000020:00000001:3.0:1763344902.584618:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.584621:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00000004:00010000:3.0:1763344902.584624:0:13569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818037 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00000004:00000001:3.0:1763344902.584629:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763344902.584633:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8567a98/ffff9e4fd8567a40 to site lru. bkt: ffff9e50ff90c7e0 00000004:00000001:3.0:1763344902.584635:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344902.584637:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763344902.584638:0:13569:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763344902.584640:0:13569:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.584641:0:13569:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763344902.584643:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.584645:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.584646:0:13569:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344902.584649:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763344902.584651:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:3.0:1763344902.584652:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.584653:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.584654:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=3 00000020:00000001:3.0:1763344902.584656:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.584658:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.584662:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.584663:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.584664:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=4 00000020:00000001:3.0:1763344902.584666:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.584668:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.584670:0:13569:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1763344902.584672:0:13569:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818029 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584678:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344902.584681:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818029 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584686:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.584687:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344902.584689:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818029 lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584694:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.584695:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584698:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344902.584700:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818029 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:3.0:1763344902.584706:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf17400 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344902.584708:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.584710:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344902.584712:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818029 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584717:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344902.584719:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.584720:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.584722:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=5 00000020:00000001:3.0:1763344902.584723:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.584725:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.584728:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344902.584730:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818029 lrc: 5/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584735:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763344902.584737:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344902.584738:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584741:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344902.584742:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.584744:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.584746:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344902.584748:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17400 with handle 0x34881b4086818029 from hash 00010000:00000001:3.0:1763344902.584750:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.584752:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.584752:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.584754:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344902.584756:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.584757:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584759:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344902.584761:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344902.584763:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344902.584765:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e4fc87d1200) 00010000:00010000:3.0:1763344902.584768:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763344902.584770:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.584772:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584774:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344902.584776:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344902.584778:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.584779:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.584781:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584783:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.584785:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.584815:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818029 lrc: 3/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584821:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.584823:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.584824:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344902.584825:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344902.584827:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.584828:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.584829:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344902.584830:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818029 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:3.0:1763344902.584836:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b000. 00010000:00000040:3.0:1763344902.584839:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc87d1200 count: 0 00010000:00000010:3.0:1763344902.584843:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50d7d0eb80. 00010000:00000001:3.0:1763344902.584852:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.584853:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344902.584855:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344902.584856:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.584857:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.584859:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16000 refcount=3 00000020:00000001:3.0:1763344902.584860:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.584862:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.584864:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344902.584867:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818030 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584872:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.584873:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344902.584874:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818030 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584879:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.584880:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584882:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344902.584884:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818030 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:3.0:1763344902.584890:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf16000 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344902.584892:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.584893:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344902.584895:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818030 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584899:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344902.584900:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.584901:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.584902:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16000 refcount=4 00000020:00000001:3.0:1763344902.584904:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.584906:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.584908:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344902.584910:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818030 lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584914:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763344902.584915:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344902.584916:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584918:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344902.584919:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.584921:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.584922:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344902.584924:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16000 with handle 0x34881b4086818030 from hash 00010000:00000001:3.0:1763344902.584926:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.584927:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.584928:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.584929:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344902.584931:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.584933:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584934:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344902.584935:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344902.584937:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344902.584938:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e4fc87d1300) 00010000:00010000:3.0:1763344902.584941:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763344902.584942:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.584944:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584945:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344902.584947:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344902.584949:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.584950:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.584951:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.584952:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.584954:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.584956:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818030 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.584964:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.584965:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.584966:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344902.584968:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344902.584969:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344902.584971:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818030 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:3.0:1763344902.584976:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2bf80. 00010000:00000040:3.0:1763344902.584978:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc87d1300 count: 0 00010000:00000010:3.0:1763344902.584981:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50d7d0e280. 00010000:00000001:3.0:1763344902.584986:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.584987:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344902.584988:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763344902.584989:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344902.584991:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1763344902.584992:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.584993:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.584994:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17c00 refcount=3 00000020:00000001:3.0:1763344902.584997:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.584998:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.585000:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344902.585002:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818037 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.585007:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.585008:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344902.585010:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818037 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.585015:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.585017:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.585019:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344902.585020:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818037 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:3.0:1763344902.585026:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf17c00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344902.585028:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.585029:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344902.585031:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818037 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.585036:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344902.585037:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.585038:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.585040:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17c00 refcount=4 00000020:00000001:3.0:1763344902.585042:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.585044:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344902.585046:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344902.585048:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818037 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.585052:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763344902.585053:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344902.585055:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.585057:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344902.585059:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.585060:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.585062:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344902.585063:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17c00 with handle 0x34881b4086818037 from hash 00010000:00000001:3.0:1763344902.585065:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.585067:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.585068:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.585069:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344902.585071:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.585072:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.585075:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344902.585076:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344902.585077:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344902.585079:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e068f100) 00010000:00010000:3.0:1763344902.585082:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763344902.585084:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.585085:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.585087:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344902.585088:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344902.585090:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.585091:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.585092:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.585094:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.585096:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.585098:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818037 lrc: 2/0,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344902.585103:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.585104:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.585105:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344902.585106:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344902.585107:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344902.585109:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818037 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:3.0:1763344902.585114:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2bd00. 00010000:00000001:3.0:1763344902.585118:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1763344902.585122:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344902.585125:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344902.585126:0:13569:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:3.0:1763344902.585127:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344902.585129:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344902.585131:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344902.585134:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763344902.585139:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.585141:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344902.585143:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1763344902.585147:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214358, transno 0, xid 1848987881560064 00010000:00000001:3.0:1763344902.585150:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344902.585159:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc1376680 x1848987881560064/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 464/520 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344902.585172:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344902.585176:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344902.585179:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344902.585184:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344902.585187:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344902.585189:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344902.585192:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344902.585195:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.585199:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344902.585202:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344902.585208:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbdd0. 00000100:00000200:3.0:1763344902.585215:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848987881560064, offset 224 00000400:00000200:3.0:1763344902.585223:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344902.585235:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344902.585242:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385656:1385656:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385652:1385652:8:4294967295] 00000400:00000200:3.0:1763344902.585254:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344902.585259:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344902.585265:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50f859a400. 00000800:00000200:3.0:1763344902.585271:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344902.585278:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344902.585283:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50f859a400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1763344902.585313:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344902.585317:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344902.585320:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344902.585322:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.585324:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:3.0:1763344902.585329:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000100:00000040:3.0:1763344902.585335:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1376680 x1848987881560064/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 464/520 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344902.585349:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc1376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252848:x1848987881560064:12345-192.168.203.14@tcp:34:lfs.0 Request processed in 1490us (1755us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344902.585357:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302997 00000100:00000040:3.0:1763344902.585360:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344902.585362:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344902.585364:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344902.585369:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344902.585372:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf320. 00000020:00000010:3.0:1763344902.585376:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cbe00. 00000020:00000040:3.0:1763344902.585381:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00000100:00000001:3.0:1763344902.585384:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.586026:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.586034:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50f859a400. 00000400:00000200:1.0:1763344902.586041:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.586048:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.586054:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbdd0 00000400:00000010:1.0:1763344902.586057:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbdd0. 00000100:00000001:1.0:1763344902.586062:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.586064:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344902.601845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1200. 00010000:00000010:3.1:1763344902.601861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00010000:00000010:3.1:1763344902.601880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1300. 00010000:00000010:3.1:1763344902.601883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16000. 00010000:00000010:3.1:1763344902.601885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00000800:00000001:0.0:1763344902.607350:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.607366:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.607370:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.607373:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.607384:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.607401:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4624 into portal 12 MB=0x691a509dfd900 00000400:00000200:0.0:1763344902.607425:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4624/4624 into md 0x616b51 [64] + 146488 00000800:00000001:0.0:1763344902.607444:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.607464:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.607468:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.607472:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344902.607479:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.607482:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344902.607487:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1dc00. 00000100:00000040:0.0:1763344902.607491:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1dc00 x1848987881560320 msgsize 4624 00000100:00100000:0.0:1763344902.607496:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344902.607514:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.607521:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.607525:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.607605:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.607608:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881560320 02000000:00000001:2.0:1763344902.607612:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.607614:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.607616:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.607620:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.607624:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881560320 00000020:00000001:2.0:1763344902.607627:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.607629:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344902.607632:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.607636:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=231 00000020:00000001:2.0:1763344902.607638:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344902.607641:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344902.607647:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.607652:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2000. 00000100:00000001:2.0:1763344902.607656:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.607658:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2000. 00000020:00000010:2.0:1763344902.607664:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09f000. 00000020:00000010:2.0:1763344902.607670:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317600. 00000020:00000010:2.0:1763344902.607675:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d320. 00000100:00000040:2.0:1763344902.607684:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344902.607687:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.607688:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344902.607691:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344902.607693:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.607695:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.607703:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.607718:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.607733:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.607735:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.607740:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302998 00000100:00000040:2.0:1763344902.607744:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344902.607746:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006371840 : -107404703179776 : ffff9e50e4d1dc00) 00000100:00000040:2.0:1763344902.607753:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1dc00 x1848987881560320/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4624/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344902.607763:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.607765:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2000. 00000100:00000001:2.0:1763344902.607768:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.607770:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2000. 00000100:00100000:2.0:1763344902.607774:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252849:x1848987881560320:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344902.607778:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881560320 00000020:00000001:2.0:1763344902.607782:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.607785:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.607826:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.607830:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.607832:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344902.607835:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344902.607838:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881560320, found 0 last_xid 1848987881560319 00000020:00000001:2.0:1763344902.607841:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.607843:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.607846:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.607851:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.607853:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344902.607856:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344902.607858:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344902.607859:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344902.607861:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.607867:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344902.607875:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e068f900. 00010000:00000010:2.0:1763344902.607878:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50ee317b00. 00010000:00000001:2.0:1763344902.607882:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.607886:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90600. 00000020:00000001:2.0:1763344902.607889:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.607892:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90600 with handle 0x34881b408681803e to hash 00000020:00000001:2.0:1763344902.607893:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.607895:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000010:2.0:1763344902.607900:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16b00. 00010000:00000001:2.0:1763344902.607903:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00010000:2.0:1763344902.607907:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b408681803e lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e38f expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.607916:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:2.0:1763344902.607919:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=232 00010000:00000001:2.0:1763344902.607925:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344902.607927:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344902.607933:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344902.607936:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344902.607937:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.607940:0:10286:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763344902.607946:0:10286:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50e4d1dc00 x1848987881560320/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4624/0 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763344902.607954:0:10286:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763344902.607957:0:10286:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763344902.607959:0:10286:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763344902.607961:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.607963:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.607966:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.607967:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.607969:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.607975:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.607977:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.607979:0:10286:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.607981:0:10286:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.607984:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763344902.607985:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763344902.607988:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.607990:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.608023:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e5100120000. 02000000:00000001:2.0:1763344902.608026:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.608029:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.608033:0:10286:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763344902.608035:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.608036:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.608038:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.608039:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.608041:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.608043:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.608044:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.608046:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.608048:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.608049:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.608053:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344902.608058:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344902.608061:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344902.608064:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344902.608066:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.608069:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.608070:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.608072:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344902.608074:0:10286:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.608076:0:10286:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763344902.608078:0:10286:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.608080:0:10286:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763344902.608083:0:10286:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763344902.608087:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0ba38 00000004:00000002:2.0:1763344902.608089:0:10286:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b11:0x112:0x0]/(f56xD.sanity_3->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763344902.608094:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344902.608096:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x112:0x0] 00000020:00000001:2.0:1763344902.608099:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.608105:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000004:00000001:2.0:1763344902.608107:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063232 : -107409293488384 : ffff9e4fd3374f00) 00000004:00000001:2.0:1763344902.608110:0:10286:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763344902.608112:0:10286:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.608115:0:10286:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763344902.608118:0:10286:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763344902.608120:0:10286:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763344902.608122:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344902.608124:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344902.608127:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e068f900 count: 2 00010000:00000001:2.0:1763344902.608130:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.608132:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.608135:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d91600. 00000020:00000001:2.0:1763344902.608137:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.608139:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d91600 with handle 0x34881b4086818045 to hash 00000020:00000001:2.0:1763344902.608141:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.608142:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000010:2.0:1763344902.608146:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16100. 00010000:00000001:2.0:1763344902.608148:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.608151:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.608153:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.608156:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818045 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344902.608162:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.608166:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.608168:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.608170:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.608172:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.608174:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.608175:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.608177:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.608179:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.608181:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.608182:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.608185:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x0 (ffff9e50e068f900) refcount = 2 00010000:00010000:2.0:1763344902.608188:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818045 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608194:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.608198:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.608200:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.608202:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.608203:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.608205:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.608208:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.608210:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.608212:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.608215:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818045 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608221:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.608222:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.608224:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.608225:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344902.608226:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344902.608230:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e068fe00. 00010000:00000010:2.0:1763344902.608233:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50ee317e80. 00010000:00000001:2.0:1763344902.608236:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.608238:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90200. 00000020:00000001:2.0:1763344902.608240:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.608242:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90200 with handle 0x34881b408681804c to hash 00000020:00000001:2.0:1763344902.608244:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.608245:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000010:2.0:1763344902.608248:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16600. 00010000:00000001:2.0:1763344902.608250:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.608253:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.608254:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.608257:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681804c lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344902.608262:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.608263:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.608265:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.608266:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.608267:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.608269:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.608271:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.608273:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.608274:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.608275:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.608276:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.608278:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e50e068fe00) refcount = 1 00010000:00010000:2.0:1763344902.608282:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681804c lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608287:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.608288:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.608290:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.608291:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.608293:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.608294:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.608296:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.608298:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.608300:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.608302:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681804c lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608307:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.608308:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.608310:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.608311:0:10286:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.608315:0:10286:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763344902.608321:0:10286:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763344902.608323:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344902.608326:0:10286:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344902.608330:0:10286:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.608333:0:10286:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763344902.608336:0:10286:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763344902.608355:0:10286:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763344902.608356:0:10286:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763344902.608359:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344902.608361:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344902.608364:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.608366:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.608368:0:10286:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344902.608370:0:10286:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.608372:0:10286:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763344902.608375:0:10286:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763344902.608377:0:10286:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.608380:0:10286:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763344902.608398:0:10286:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50cbeb74d0. 00000001:00000010:2.0:1763344902.608406:0:10286:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50cbeb74d0. 00080000:00000001:2.0:1763344902.608424:0:10286:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344902.608426:0:10286:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344902.608428:0:10286:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.608432:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0b8a0 00080000:00000002:2.0:1763344902.608434:0:10286:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x240002b11:0x112:0x0]/f56xD.sanity_3 => [0x240002b13:0x12e80:0x0] 00080000:00000001:2.0:1763344902.608437:0:10286:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344902.608441:0:10286:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.608443:0:10286:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344902.608445:0:10286:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.608447:0:10286:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.608450:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344902.608451:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e80:0x0] 00000020:00000001:2.0:1763344902.608453:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.608456:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501992088 : -107409207559528 : ffff9e4fd8567a98) 00000004:00000001:2.0:1763344902.608458:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501992000 : -107409207559616 : ffff9e4fd8567a40) 00000004:00000001:2.0:1763344902.608463:0:10286:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:2.0:1763344902.608466:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344902.608470:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8567a98/ffff9e4fd8567a40 to site lru. bkt: ffff9e50ff90c7e0 00000004:00000001:2.0:1763344902.608472:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.608474:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344902.608476:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763344902.608478:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.608480:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.608481:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=3 00000020:00000001:2.0:1763344902.608483:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.608486:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.608490:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.608491:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.608492:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=4 00000020:00000001:2.0:1763344902.608494:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.608495:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.608498:0:10286:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763344902.608500:0:10286:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818045 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608506:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344902.608508:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818045 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608513:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.608515:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.608517:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818045 lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608522:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.608523:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.608526:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344902.608528:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818045 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.608534:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d91600 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344902.608536:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.608538:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344902.608540:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818045 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608545:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344902.608547:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.608548:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.608549:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=5 00000020:00000001:2.0:1763344902.608551:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.608553:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.608555:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344902.608558:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818045 lrc: 5/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608563:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344902.608565:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344902.608566:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.608569:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.608571:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.608572:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.608574:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.608576:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d91600 with handle 0x34881b4086818045 from hash 00010000:00000001:2.0:1763344902.608578:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.608580:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.608581:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.608582:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.608584:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.608585:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.608587:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.608589:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.608591:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.608593:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e50e068f900) 00010000:00010000:2.0:1763344902.608596:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344902.608598:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.608600:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.608602:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.608604:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344902.608606:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.608607:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.608608:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.608610:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.608612:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.608615:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818045 lrc: 3/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608620:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.608621:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.608622:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344902.608624:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344902.608625:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.608626:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.608627:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.608629:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818045 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.608635:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16100. 00010000:00000001:2.0:1763344902.608642:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.608643:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344902.608645:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344902.608646:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.608648:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.608649:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=3 00000020:00000001:2.0:1763344902.608651:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.608653:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.608655:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344902.608658:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681804c lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608663:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.608664:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.608666:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681804c lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608670:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.608672:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.608674:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344902.608676:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681804c lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.608680:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d90200 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344902.608683:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.608684:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344902.608686:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681804c lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608690:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344902.608692:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.608693:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.608694:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=4 00000020:00000001:2.0:1763344902.608696:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.608698:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.608700:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344902.608702:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681804c lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608707:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344902.608709:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344902.608710:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.608712:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.608713:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.608715:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.608716:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.608718:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90200 with handle 0x34881b408681804c from hash 00010000:00000001:2.0:1763344902.608720:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.608721:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.608722:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.608723:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.608725:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.608726:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.608728:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.608729:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.608730:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.608732:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e50e068fe00) 00010000:00010000:2.0:1763344902.608734:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344902.608736:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.608738:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.608740:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.608741:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344902.608743:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.608744:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.608745:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.608747:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.608749:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.608751:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681804c lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.608756:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.608757:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.608758:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344902.608759:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344902.608761:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.608763:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681804c lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.608772:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16600. 00010000:00000040:2.0:1763344902.608775:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e068fe00 count: 0 00010000:00000010:2.0:1763344902.608779:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50ee317e80. 00010000:00000001:2.0:1763344902.608786:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.613698:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344902.613705:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344902.613707:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344902.613708:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763344902.613711:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344902.613723:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000004:00000001:2.0:1763344902.613727:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.613735:0:10286:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:2.0:1763344902.613739:0:10286:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763344902.613746:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344902.613749:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344902.613751:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344902.613753:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344902.613755:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344902.613760:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763344902.613781:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.613786:0:10286:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763344902.613806:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763344902.613810:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344902.613814:0:10286:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344902.613816:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.613824:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.613826:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.613829:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.613831:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.613834:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90600 with handle 0x34881b408681803e from hash 00010000:00000001:2.0:1763344902.613836:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.613838:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.613839:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.613840:0:10286:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344902.613842:0:10286:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344902.613846:0:10286:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344902.613857:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b408681803e lrc: 1/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e38f expref: 232 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344902.613866:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344902.613869:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.613872:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.613873:0:10286:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.613875:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.613879:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.613880:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.613881:0:10286:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.613882:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.613883:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.613885:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.613888:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.613890:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e50e068f900) 00010000:00010000:2.0:1763344902.613893:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763344902.613895:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.613898:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.613899:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.613900:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.613904:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b408681803e lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e38f expref: 232 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344902.613912:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 216 00000020:00000040:2.0:1763344902.613915:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00010000:00000010:2.0:1763344902.613918:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16b00. 00010000:00000040:2.0:1763344902.613924:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e068f900 count: 0 00010000:00000010:2.0:1763344902.613930:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50ee317b00. 00010000:00000001:2.0:1763344902.613943:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.613945:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50f5d90600, rc 0) 00000020:00000001:2.0:1763344902.613948:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344902.613952:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214358, transno 0, xid 1848987881560320 00010000:00000001:2.0:1763344902.613955:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.613963:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1dc00 x1848987881560320/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4624/608 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.613971:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.613975:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.613978:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.613983:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.613986:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.613989:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.613992:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.613995:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.613999:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.614002:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.614011:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921f68. 00000100:00000200:2.0:1763344902.614018:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848987881560320, offset 224 00000400:00000200:2.0:1763344902.614025:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.614037:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.614043:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385657:1385657:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385653:1385653:8:4294967295] 00000400:00000200:2.0:1763344902.614054:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.614058:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.614065:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc2ee2300. 00000800:00000200:2.0:1763344902.614072:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.614079:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.614085:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc2ee2300 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.616407:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.616436:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.616441:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.616444:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.616447:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344902.616599:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1dc00 x1848987881560320/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4624/608 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.616616:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252849:x1848987881560320:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 8851us (9122us total) trans 0 rc 301/301 00000100:00100000:2.0:1763344902.616625:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302998 00000100:00000040:2.0:1763344902.616629:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344902.616632:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.616635:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.616643:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317600. 00000020:00000010:2.0:1763344902.616650:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d320. 00000020:00000010:2.0:1763344902.616655:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09f000. 00000020:00000040:2.0:1763344902.616661:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00000100:00000001:2.0:1763344902.616664:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.616843:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.616848:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc2ee2300. 00000400:00000200:1.0:1763344902.616855:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.616861:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.616868:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921f68 00000400:00000010:1.0:1763344902.616871:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921f68. 00000100:00000001:1.0:1763344902.616875:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.616876:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344902.624315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:2.1:1763344902.624330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fe00. 00010000:00000010:2.1:1763344902.624337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:2.1:1763344902.624340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f900. 00010000:00000010:2.1:1763344902.624342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00000800:00000001:1.0:1763344902.625750:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.625767:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.625771:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.625773:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.625785:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.625863:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 464 into portal 12 MB=0x691a509dfd980 00000400:00000200:1.0:1763344902.625871:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 464/464 into md 0x616b51 [64] + 151112 00000800:00000001:1.0:1763344902.625879:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.625888:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.625891:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.625895:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.625901:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.625903:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344902.625910:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede41c00. 00000100:00000040:1.0:1763344902.625913:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ede41c00 x1848987881560448 msgsize 464 00000100:00100000:1.0:1763344902.625917:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.625932:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.625941:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.625944:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.626007:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.626011:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881560448 02000000:00000001:2.0:1763344902.626014:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.626016:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.626018:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.626021:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.626025:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881560448 00000020:00000001:2.0:1763344902.626028:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.626030:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344902.626033:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.626036:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=231 00000020:00000001:2.0:1763344902.626039:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344902.626041:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344902.626045:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.626050:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2000. 00000100:00000001:2.0:1763344902.626053:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.626056:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2000. 00000020:00000010:2.0:1763344902.626062:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09f000. 00000020:00000010:2.0:1763344902.626067:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317600. 00000020:00000010:2.0:1763344902.626071:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d320. 00000100:00000040:2.0:1763344902.626078:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344902.626081:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.626083:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344902.626086:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.626093:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.626106:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.626117:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.626118:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.626122:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1302999 00000100:00000040:2.0:1763344902.626126:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344902.626128:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158562816 : -107404550988800 : ffff9e50ede41c00) 00000100:00000040:2.0:1763344902.626135:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede41c00 x1848987881560448/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 464/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344902.626143:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.626145:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2000. 00000100:00000001:2.0:1763344902.626147:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.626149:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2000. 00000100:00100000:2.0:1763344902.626152:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252849:x1848987881560448:12345-192.168.203.14@tcp:34:lfs.0 00000100:00000200:2.0:1763344902.626156:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881560448 00000020:00000001:2.0:1763344902.626159:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.626162:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.626166:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.626168:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.626170:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808560 : -1044743056 : ffffffffc1ba7c70) 00000020:00000001:2.0:1763344902.626173:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344902.626175:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881560448, found 0 last_xid 1848987881560447 00000020:00000001:2.0:1763344902.626178:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.626180:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.626182:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.626184:0:10286:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763344902.626189:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.626194:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000020:00000001:2.0:1763344902.626197:0:10286:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.626199:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.626204:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.626206:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.626214:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff9e4fc2fda000. 02000000:00000001:2.0:1763344902.626216:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.626218:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.626223:0:10286:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763344902.626227:0:10286:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763344902.626230:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.626231:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.626234:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.626235:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.626237:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.626239:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.626240:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.626241:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.626243:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.626244:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.626246:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.626247:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.626249:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.626250:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.626252:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.626253:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.626255:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.626258:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.626259:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.626263:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344902.626269:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344902.626271:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344902.626273:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344902.626275:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.626278:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.626279:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.626281:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344902.626284:0:10286:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.626286:0:10286:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763344902.626291:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0bcb0 00000004:00000002:2.0:1763344902.626294:0:10286:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240002b11:0x112:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763344902.626300:0:10286:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763344902.626302:0:10286:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763344902.626305:0:10286:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763344902.626308:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344902.626311:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344902.626319:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e068f900. 00010000:00000010:2.0:1763344902.626323:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50ee317b00. 00010000:00000001:2.0:1763344902.626327:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.626331:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90600. 00000020:00000001:2.0:1763344902.626336:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.626338:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90600 with handle 0x34881b4086818053 to hash 00000020:00000001:2.0:1763344902.626340:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.626342:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000010:2.0:1763344902.626346:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16b00. 00010000:00000001:2.0:1763344902.626349:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.626353:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.626355:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.626359:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b4086818053 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344902.626367:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.626371:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.626373:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.626375:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.626377:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.626378:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.626380:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.626382:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.626384:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.626385:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.626386:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.626389:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x0 (ffff9e50e068f900) refcount = 1 00010000:00010000:2.0:1763344902.626393:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b4086818053 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.626398:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.626402:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.626404:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.626406:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.626407:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.626419:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.626421:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.626424:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.626426:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.626429:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b4086818053 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.626495:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.626496:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.626498:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.626499:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344902.626501:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344902.626505:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e068fe00. 00010000:00000010:2.0:1763344902.626508:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50ee317e80. 00010000:00000001:2.0:1763344902.626511:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.626513:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90200. 00000020:00000001:2.0:1763344902.626516:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.626517:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90200 with handle 0x34881b408681805a to hash 00000020:00000001:2.0:1763344902.626519:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.626520:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000010:2.0:1763344902.626523:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16600. 00010000:00000001:2.0:1763344902.626525:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.626528:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.626529:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.626532:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681805a lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344902.626542:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.626543:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.626545:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.626546:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.626547:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.626549:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.626550:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.626552:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.626553:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.626554:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.626555:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.626557:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e50e068fe00) refcount = 1 00010000:00010000:2.0:1763344902.626559:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681805a lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.626563:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.626565:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.626567:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.626568:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.626569:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.626571:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.626573:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.626575:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.626577:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.626580:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681805a lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.626584:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.626586:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.626587:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.626588:0:10286:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.626593:0:10286:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763344902.626599:0:10286:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763344902.626602:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344902.626605:0:10286:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344902.626609:0:10286:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.626613:0:10286:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763344902.626616:0:10286:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763344902.626632:0:10286:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763344902.626634:0:10286:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763344902.626636:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344902.626639:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344902.626641:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.626643:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.626645:0:10286:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344902.626647:0:10286:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.626649:0:10286:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763344902.626652:0:10286:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763344902.626654:0:10286:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.626656:0:10286:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763344902.626671:0:10286:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50cbeb74d0. 00000001:00000010:2.0:1763344902.626677:0:10286:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50cbeb74d0. 00080000:00000001:2.0:1763344902.626681:0:10286:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344902.626684:0:10286:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344902.626686:0:10286:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.626689:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0bb20 00080000:00000002:2.0:1763344902.626691:0:10286:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x240002b11:0x112:0x0]/f56xD.sanity_3 => [0x240002b13:0x12e80:0x0] 00080000:00000001:2.0:1763344902.626693:0:10286:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344902.626697:0:10286:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.626699:0:10286:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344902.626701:0:10286:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.626703:0:10286:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.626705:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344902.626707:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e80:0x0] 00000020:00000001:2.0:1763344902.626709:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.626713:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501992088 : -107409207559528 : ffff9e4fd8567a98) 00000004:00000001:2.0:1763344902.626715:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501992000 : -107409207559616 : ffff9e4fd8567a40) 00000004:00000001:2.0:1763344902.626719:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344902.626722:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344902.626723:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344902.626727:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e068f100 count: 2 00010000:00000001:2.0:1763344902.626730:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.626732:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.626734:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d91600. 00000020:00000001:2.0:1763344902.626736:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.626738:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d91600 with handle 0x34881b4086818061 to hash 00000020:00000001:2.0:1763344902.626739:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.626741:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000010:2.0:1763344902.626744:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16100. 00010000:00000001:2.0:1763344902.626746:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.626748:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.626749:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.626751:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818061 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344902.626756:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.626758:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.626759:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.626761:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.626762:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.626764:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.626765:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.626767:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.626768:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.626769:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.626770:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.626771:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e068f100) refcount = 2 00010000:00000040:2.0:1763344902.626773:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344902.626775:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.626781:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818061 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.626784:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.626786:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.626808:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.626810:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.626812:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.626813:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.626815:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.626817:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.626818:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.626820:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818061 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.626825:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.626826:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.626827:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.626829:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.626830:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.626832:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=3 00000020:00000001:2.0:1763344902.626834:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.626836:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.626838:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.626839:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.626840:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.626843:0:10286:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763344902.626848:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344902.626850:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344902.626854:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.626857:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.626861:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.626873:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344902.626877:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344902.626879:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763344902.626881:0:10286:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344902.626883:0:10286:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e80:0x0]: Reading som attrs: valid: 4, size: 4096, blocks: 8 00000004:00000001:2.0:1763344902.626886:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.626887:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.626889:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.626891:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.626893:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.626894:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.626897:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344902.626898:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763344902.626901:0:10286:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763344902.626903:0:10286:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763344902.626905:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e4fc2fda2f8 00000004:00000001:2.0:1763344902.626907:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.626909:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.626910:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.626912:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.626913:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.626915:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.626916:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.626917:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.626919:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.626920:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.626921:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.626922:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344902.626924:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e80:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:2.0:1763344902.626927:0:10286:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e80:0x0]: returning size 4096 00000004:00000040:2.0:1763344902.626930:0:10286:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x12e80:1073752851 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763344902.626932:0:10286:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:2.0:1763344902.626934:0:10286:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000402:7104 00000004:00200000:2.0:1763344902.626936:0:10286:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000020:00000001:2.0:1763344902.626941:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344902.626947:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.626949:0:10286:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.626951:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.626952:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.626953:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=3 00000020:00000001:2.0:1763344902.626955:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.626957:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00000004:00010000:2.0:1763344902.626960:0:10286:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818061 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00000004:00000001:2.0:1763344902.626966:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344902.626969:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8567a98/ffff9e4fd8567a40 to site lru. bkt: ffff9e50ff90c7e0 00000004:00000001:2.0:1763344902.626971:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.626972:0:10286:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763344902.626973:0:10286:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344902.626975:0:10286:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.626977:0:10286:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763344902.626978:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.626979:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.626981:0:10286:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.626983:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344902.626984:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763344902.626985:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.626986:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.626987:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90600 refcount=3 00000020:00000001:2.0:1763344902.626989:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.626990:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.626993:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.626994:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.626995:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90600 refcount=4 00000020:00000001:2.0:1763344902.626997:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.626998:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.627000:0:10286:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763344902.627002:0:10286:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b4086818053 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627007:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344902.627009:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b4086818053 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627013:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.627014:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.627016:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b4086818053 lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627021:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.627023:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627025:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344902.627028:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b4086818053 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.627033:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d90600 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344902.627035:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.627036:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344902.627038:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b4086818053 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627042:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344902.627043:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.627044:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.627045:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90600 refcount=5 00000020:00000001:2.0:1763344902.627047:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.627048:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.627051:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344902.627054:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b4086818053 lrc: 5/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627058:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344902.627059:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344902.627060:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627063:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.627064:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.627066:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.627067:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.627069:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90600 with handle 0x34881b4086818053 from hash 00010000:00000001:2.0:1763344902.627071:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.627072:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.627073:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.627074:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.627076:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.627078:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627079:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.627081:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.627083:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.627085:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e50e068f900) 00010000:00010000:2.0:1763344902.627087:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344902.627090:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.627092:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627094:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.627095:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344902.627097:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.627098:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.627099:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627100:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.627102:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.627105:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b4086818053 lrc: 3/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627109:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.627109:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.627110:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344902.627112:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344902.627113:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.627114:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.627114:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.627116:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b4086818053 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.627121:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16b00. 00010000:00000040:2.0:1763344902.627124:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e068f900 count: 0 00010000:00000010:2.0:1763344902.627127:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50ee317b00. 00010000:00000001:2.0:1763344902.627138:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.627139:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344902.627140:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344902.627142:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.627143:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.627144:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=3 00000020:00000001:2.0:1763344902.627146:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.627148:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.627150:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344902.627151:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681805a lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627155:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.627156:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.627158:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681805a lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627161:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.627163:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627164:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344902.627166:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681805a lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.627170:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d90200 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344902.627171:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.627172:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344902.627174:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681805a lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627178:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344902.627179:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.627180:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.627181:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=4 00000020:00000001:2.0:1763344902.627182:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.627184:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.627185:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344902.627187:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681805a lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627195:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344902.627197:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344902.627198:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627200:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.627201:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.627202:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.627203:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.627205:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90200 with handle 0x34881b408681805a from hash 00010000:00000001:2.0:1763344902.627208:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.627209:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.627210:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.627211:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.627212:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.627214:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627215:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.627216:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.627218:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.627220:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e50e068fe00) 00010000:00010000:2.0:1763344902.627222:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344902.627223:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.627225:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627226:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.627228:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344902.627229:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.627231:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.627232:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627233:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.627235:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.627238:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681805a lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627242:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.627243:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.627244:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344902.627246:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344902.627247:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.627249:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681805a lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.627254:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16600. 00010000:00000040:2.0:1763344902.627257:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e068fe00 count: 0 00010000:00000010:2.0:1763344902.627259:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50ee317e80. 00010000:00000001:2.0:1763344902.627265:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.627266:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344902.627267:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344902.627268:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344902.627270:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763344902.627272:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.627273:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.627274:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=3 00000020:00000001:2.0:1763344902.627276:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.627278:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.627280:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344902.627283:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818061 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627288:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.627289:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.627290:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818061 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627295:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.627296:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627298:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344902.627300:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818061 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.627304:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d91600 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344902.627306:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.627307:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344902.627309:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818061 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627314:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344902.627315:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.627316:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.627317:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=4 00000020:00000001:2.0:1763344902.627319:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.627321:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.627323:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344902.627325:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818061 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627329:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344902.627330:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344902.627331:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627333:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.627334:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.627335:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.627336:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.627337:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d91600 with handle 0x34881b4086818061 from hash 00010000:00000001:2.0:1763344902.627339:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.627340:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.627341:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.627341:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.627343:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.627344:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627345:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.627346:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.627347:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.627349:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e068f100) 00010000:00010000:2.0:1763344902.627351:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344902.627353:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.627354:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627356:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.627357:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344902.627359:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.627360:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.627361:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.627363:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.627364:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.627367:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818061 lrc: 2/0,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.627370:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.627371:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.627372:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344902.627373:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344902.627374:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.627376:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818061 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.627380:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16100. 00010000:00000001:2.0:1763344902.627383:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763344902.627387:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344902.627389:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344902.627390:0:10286:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763344902.627391:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344902.627393:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344902.627394:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344902.627397:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763344902.627402:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.627403:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344902.627405:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763344902.627420:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214358, transno 0, xid 1848987881560448 00010000:00000001:2.0:1763344902.627423:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.628546:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede41c00 x1848987881560448/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 464/520 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.628562:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.628565:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.628568:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.628573:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.628577:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.628580:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.628584:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.628586:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.628590:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.628593:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.628602:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921770. 00000100:00000200:2.0:1763344902.628608:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848987881560448, offset 224 00000400:00000200:2.0:1763344902.628614:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.628627:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.628633:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385658:1385658:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385654:1385654:8:4294967295] 00000400:00000200:2.0:1763344902.628645:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.628651:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.628658:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc2ee2300. 00000800:00000200:2.0:1763344902.628664:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.628671:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.628676:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc2ee2300 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:0.0:1763344902.630758:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.630767:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc2ee2300. 00000400:00000200:0.0:1763344902.630776:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.630783:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.630808:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921770 00000400:00000010:0.0:1763344902.630812:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921770. 00000100:00000001:0.0:1763344902.630818:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.630820:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344902.634825:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.634841:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.634845:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.634848:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.634851:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:2.0:1763344902.634863:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000100:00000040:2.0:1763344902.634874:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede41c00 x1848987881560448/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 464/520 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.634886:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252849:x1848987881560448:12345-192.168.203.14@tcp:34:lfs.0 Request processed in 8740us (8970us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344902.634897:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1302999 00000100:00000040:2.0:1763344902.634901:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344902.634903:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.634905:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.634913:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317600. 00000020:00000010:2.0:1763344902.634919:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d320. 00000020:00000010:2.0:1763344902.634924:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09f000. 00000020:00000040:2.0:1763344902.634931:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00000100:00000001:2.0:1763344902.634934:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763344902.638651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f900. 00010000:00000010:2.1:1763344902.638669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000010:2.1:1763344902.638673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fe00. 00010000:00000010:2.1:1763344902.638676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:2.1:1763344902.638678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00000800:00000001:1.0:1763344902.654059:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.654078:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344902.654083:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.654085:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.654095:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344902.654114:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4624 into portal 12 MB=0x691a509dfda80 00000400:00000200:1.0:1763344902.654122:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4624/4624 into md 0x616b51 [64] + 151576 00000800:00000001:1.0:1763344902.654130:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.654145:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344902.654148:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.654153:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344902.654160:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344902.654162:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344902.654168:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede41500. 00000100:00000040:1.0:1763344902.654172:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ede41500 x1848987881560704 msgsize 4624 00000100:00100000:1.0:1763344902.654176:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344902.654189:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344902.654198:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344902.654201:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.654319:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344902.654322:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881560704 02000000:00000001:3.0:1763344902.654325:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344902.654328:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344902.654330:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.654335:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344902.654339:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881560704 00000020:00000001:3.0:1763344902.654342:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344902.654344:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344902.654347:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.654350:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=231 00000020:00000001:3.0:1763344902.654353:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344902.654355:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344902.654359:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.654364:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.654367:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.654370:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000020:00000010:3.0:1763344902.654375:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fd69cb200. 00000020:00000010:3.0:1763344902.654380:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344902.654385:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf320. 00000100:00000040:3.0:1763344902.654393:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344902.654395:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344902.654397:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344902.654399:0:10286:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344902.654401:0:10286:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.654403:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.654420:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.654481:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344902.654495:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344902.654497:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344902.654502:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303000 00000100:00000040:3.0:1763344902.654505:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344902.654507:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158561024 : -107404550990592 : ffff9e50ede41500) 00000100:00000040:3.0:1763344902.654515:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede41500 x1848987881560704/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4624/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344902.654523:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344902.654526:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddec0. 00000100:00000001:3.0:1763344902.654528:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344902.654530:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddec0. 00000100:00100000:3.0:1763344902.654535:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252850:x1848987881560704:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344902.654538:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881560704 00000020:00000001:3.0:1763344902.654541:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344902.654544:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344902.654549:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.654551:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344902.654554:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344902.654557:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344902.654560:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881560704, found 0 last_xid 1848987881560703 00000020:00000001:3.0:1763344902.654563:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344902.654565:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344902.654567:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344902.654571:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.654574:0:10286:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344902.654576:0:10286:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344902.654578:0:10286:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344902.654580:0:10286:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344902.654582:0:10286:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.654588:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344902.654596:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc87d1300. 00010000:00000010:3.0:1763344902.654600:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50d7d0e280. 00010000:00000001:3.0:1763344902.654604:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344902.654607:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17c00. 00000020:00000001:3.0:1763344902.654610:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344902.654613:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17c00 with handle 0x34881b4086818068 to hash 00000020:00000001:3.0:1763344902.654615:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344902.654616:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000010:3.0:1763344902.654621:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2bd00. 00010000:00000001:3.0:1763344902.654624:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00010000:3.0:1763344902.654628:0:10286:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818068 lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e396 expref: -99 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344902.654638:0:10286:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:3.0:1763344902.654640:0:10286:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=232 00010000:00000001:3.0:1763344902.654646:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344902.654649:0:10286:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344902.654654:0:10286:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344902.654657:0:10286:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344902.654658:0:10286:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.654661:0:10286:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763344902.654666:0:10286:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50ede41500 x1848987881560704/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4624/0 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763344902.654674:0:10286:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763344902.654676:0:10286:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763344902.654678:0:10286:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763344902.654681:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.654683:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.654686:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.654687:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.654689:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.654696:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.654697:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.654700:0:10286:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.654702:0:10286:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.654705:0:10286:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344902.654706:0:10286:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344902.654708:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344902.654711:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344902.654746:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50d7dc0000. 02000000:00000001:3.0:1763344902.654750:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.654752:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.654758:0:10286:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763344902.654759:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.654760:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.654762:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.654763:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.654765:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.654766:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344902.654768:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344902.654769:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.654771:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.654773:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344902.654776:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344902.654781:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344902.654783:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344902.654786:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344902.654787:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344902.654831:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344902.654833:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.654835:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344902.654837:0:10286:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.654840:0:10286:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763344902.654842:0:10286:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.654844:0:10286:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763344902.654847:0:10286:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763344902.654851:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0ba38 00000004:00000002:3.0:1763344902.654853:0:10286:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b11:0x112:0x0]/(f56xD.sanity_3->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763344902.654858:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344902.654860:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x112:0x0] 00000020:00000001:3.0:1763344902.654862:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344902.654869:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000004:00000001:3.0:1763344902.654871:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416063232 : -107409293488384 : ffff9e4fd3374f00) 00000004:00000001:3.0:1763344902.654874:0:10286:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763344902.654876:0:10286:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.654879:0:10286:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763344902.654883:0:10286:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763344902.654885:0:10286:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763344902.654887:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344902.654889:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344902.654892:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc87d1300 count: 2 00010000:00000001:3.0:1763344902.654895:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.654897:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344902.654900:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16000. 00000020:00000001:3.0:1763344902.654903:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344902.654904:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16000 with handle 0x34881b408681806f to hash 00000020:00000001:3.0:1763344902.654907:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344902.654908:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000010:3.0:1763344902.654911:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2bf80. 00010000:00000001:3.0:1763344902.654913:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.654916:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.654918:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.654922:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681806f lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:3.0:1763344902.654928:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344902.654932:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344902.654934:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344902.654936:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.654940:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.654942:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.654943:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.654946:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344902.654948:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344902.654950:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344902.654951:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344902.654953:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x0 (ffff9e4fc87d1300) refcount = 2 00010000:00010000:3.0:1763344902.654957:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681806f lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.654962:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344902.654967:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.654968:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.654970:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344902.654972:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.654974:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.654976:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.654979:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344902.654981:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.654984:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681806f lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.654989:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344902.654990:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.654992:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.654993:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344902.654995:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344902.654999:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc87d1200. 00010000:00000010:3.0:1763344902.655002:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50d7d0eb80. 00010000:00000001:3.0:1763344902.655004:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344902.655006:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17400. 00000020:00000001:3.0:1763344902.655008:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344902.655010:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17400 with handle 0x34881b4086818076 to hash 00000020:00000001:3.0:1763344902.655011:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344902.655012:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000010:3.0:1763344902.655016:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fd5f2b000. 00010000:00000001:3.0:1763344902.655017:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.655020:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.655021:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.655024:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818076 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:3.0:1763344902.655029:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344902.655030:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344902.655031:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344902.655032:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.655034:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.655035:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344902.655037:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.655038:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344902.655039:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344902.655040:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344902.655041:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344902.655043:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e4fc87d1200) refcount = 1 00010000:00010000:3.0:1763344902.655046:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818076 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.655050:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344902.655051:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.655053:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.655054:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344902.655056:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.655057:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.655059:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344902.655061:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344902.655062:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.655064:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818076 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.655068:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344902.655070:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.655071:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.655072:0:10286:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.655077:0:10286:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763344902.655083:0:10286:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763344902.655086:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763344902.655088:0:10286:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763344902.655092:0:10286:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.655097:0:10286:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763344902.655100:0:10286:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1763344902.655118:0:10286:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763344902.655120:0:10286:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763344902.655123:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344902.655125:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344902.655128:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344902.655130:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.655132:0:10286:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344902.655134:0:10286:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.655137:0:10286:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1763344902.655140:0:10286:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763344902.655141:0:10286:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.655144:0:10286:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:3.0:1763344902.655162:0:10286:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50e48ac6e0. 00000001:00000010:3.0:1763344902.655170:0:10286:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50e48ac6e0. 00080000:00000001:3.0:1763344902.655174:0:10286:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344902.655177:0:10286:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763344902.655180:0:10286:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.655183:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0b8a0 00080000:00000002:3.0:1763344902.655185:0:10286:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x240002b11:0x112:0x0]/f56xD.sanity_3 => [0x240002b13:0x12e80:0x0] 00080000:00000001:3.0:1763344902.655188:0:10286:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763344902.655191:0:10286:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344902.655194:0:10286:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344902.655196:0:10286:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.655198:0:10286:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.655201:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344902.655202:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e80:0x0] 00000020:00000001:3.0:1763344902.655204:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344902.655208:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501992088 : -107409207559528 : ffff9e4fd8567a98) 00000004:00000001:3.0:1763344902.655210:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501992000 : -107409207559616 : ffff9e4fd8567a40) 00000004:00000001:3.0:1763344902.655216:0:10286:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:3.0:1763344902.655218:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763344902.655222:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8567a98/ffff9e4fd8567a40 to site lru. bkt: ffff9e50ff90c7e0 00000004:00000001:3.0:1763344902.655224:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344902.655226:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763344902.655228:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:3.0:1763344902.655230:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.655231:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.655233:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16000 refcount=3 00000020:00000001:3.0:1763344902.655236:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.655238:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.655242:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.655243:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.655245:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16000 refcount=4 00000020:00000001:3.0:1763344902.655247:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.655248:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.655250:0:10286:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1763344902.655253:0:10286:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681806f lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.655258:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344902.655261:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681806f lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.655265:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.655267:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344902.655269:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681806f lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.655273:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.655274:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.655277:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344902.655279:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681806f lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:3.0:1763344902.655285:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf16000 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344902.655287:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.655289:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344902.655291:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681806f lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.655296:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344902.655298:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.655299:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.655300:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16000 refcount=5 00000020:00000001:3.0:1763344902.655302:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.655304:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344902.655307:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344902.655309:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681806f lrc: 5/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.655315:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763344902.655317:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344902.655318:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.655321:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344902.655322:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.655324:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.655325:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344902.655327:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16000 with handle 0x34881b408681806f from hash 00010000:00000001:3.0:1763344902.655329:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.655331:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.655332:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.655333:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344902.655335:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.655337:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.655338:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344902.655340:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344902.655343:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344902.655345:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e4fc87d1300) 00010000:00010000:3.0:1763344902.655348:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763344902.655350:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.655352:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.655354:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344902.655355:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344902.655358:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.655359:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.655360:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.655362:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.655364:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.655367:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681806f lrc: 3/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.655371:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.655372:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.655374:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344902.655375:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344902.655376:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.655377:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.655378:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344902.655380:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681806f lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:3.0:1763344902.655385:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2bf80. 00010000:00000001:3.0:1763344902.655393:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.655394:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344902.655395:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344902.655397:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.655398:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.655399:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=3 00000020:00000001:3.0:1763344902.655401:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.655403:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.655405:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344902.655420:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818076 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.658096:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.658099:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344902.658103:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818076 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.658109:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.658111:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.658115:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344902.658117:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818076 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:3.0:1763344902.658123:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf17400 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344902.658126:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.658128:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344902.658131:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818076 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.658136:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344902.658137:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344902.658140:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344902.658142:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=4 00000020:00000001:3.0:1763344902.658145:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.658148:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344902.658150:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344902.658153:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818076 lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.658158:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763344902.658160:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344902.658162:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.658166:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344902.658168:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.658170:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.658171:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344902.658174:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17400 with handle 0x34881b4086818076 from hash 00010000:00000001:3.0:1763344902.658176:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.658178:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.658179:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.658180:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344902.658185:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344902.658186:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.658188:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344902.658190:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344902.658192:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344902.658194:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e4fc87d1200) 00010000:00010000:3.0:1763344902.658197:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763344902.658200:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.658202:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.658204:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344902.658206:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344902.658208:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.658210:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.658211:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.658213:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.658214:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344902.658217:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818076 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344902.658222:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.658223:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.658224:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344902.658226:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344902.658227:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344902.658229:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b4086818076 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:3.0:1763344902.658235:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2b000. 00010000:00000040:3.0:1763344902.658242:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc87d1200 count: 0 00010000:00000010:3.0:1763344902.658249:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50d7d0eb80. 00010000:00000001:3.0:1763344902.658258:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344902.658260:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344902.658263:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763344902.658264:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344902.658265:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763344902.658268:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763344902.658277:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000004:00000001:3.0:1763344902.658279:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344902.658285:0:10286:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:3.0:1763344902.658287:0:10286:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763344902.658293:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344902.658296:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344902.658298:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344902.658300:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344902.658301:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344902.658307:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763344902.658328:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344902.658334:0:10286:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763344902.658337:0:10286:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763344902.658341:0:10286:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344902.658343:0:10286:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344902.658345:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.658350:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.658351:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.658353:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344902.658355:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344902.658357:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17c00 with handle 0x34881b4086818068 from hash 00010000:00000001:3.0:1763344902.658359:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.658360:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344902.658361:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344902.658363:0:10286:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344902.658364:0:10286:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344902.658367:0:10286:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763344902.658376:0:10286:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818068 lrc: 1/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e396 expref: 232 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344902.658382:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344902.658385:0:10286:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.658388:0:10286:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344902.658390:0:10286:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344902.658392:0:10286:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.658395:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344902.658396:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344902.658397:0:10286:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344902.658398:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344902.658400:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344902.658401:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344902.658402:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344902.658404:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e4fc87d1300) 00010000:00010000:3.0:1763344902.658407:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:3.0:1763344902.658419:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344902.658421:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344902.658422:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344902.658424:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344902.658427:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818068 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e396 expref: 232 pid: 10286 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344902.658445:0:10286:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 216 00000020:00000040:3.0:1763344902.658448:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00010000:00000010:3.0:1763344902.658451:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2bd00. 00010000:00000040:3.0:1763344902.658454:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc87d1300 count: 0 00010000:00000010:3.0:1763344902.658457:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50d7d0e280. 00010000:00000001:3.0:1763344902.658462:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344902.658464:0:10286:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17c00, rc 0) 00000020:00000001:3.0:1763344902.658467:0:10286:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763344902.658471:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214358, transno 0, xid 1848987881560704 00010000:00000001:3.0:1763344902.658474:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344902.658481:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede41500 x1848987881560704/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4624/608 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344902.658489:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344902.658492:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344902.658497:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344902.658502:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344902.658505:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344902.658507:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344902.658510:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344902.658513:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344902.658517:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344902.658520:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344902.658600:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64952a8. 00000100:00000200:0.0:1763344902.658609:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848987881560704, offset 224 00000400:00000200:0.0:1763344902.658616:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344902.658630:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344902.658636:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385659:1385659:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385655:1385655:8:4294967295] 00000400:00000200:0.0:1763344902.658648:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344902.658654:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344902.658659:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344902.658665:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344902.658672:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344902.658677:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1763344902.658695:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344902.658699:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344902.658701:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344902.658703:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344902.658706:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344902.658711:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede41500 x1848987881560704/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 4624/608 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344902.658722:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252850:x1848987881560704:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 4196us (4547us total) trans 0 rc 301/301 00000100:00100000:0.0:1763344902.658730:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303000 00000100:00000040:0.0:1763344902.658734:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344902.658737:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344902.658739:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344902.658745:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:0.0:1763344902.658750:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf320. 00000020:00000010:0.0:1763344902.658754:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fd69cb200. 00000020:00000040:0.0:1763344902.658759:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00000100:00000001:0.0:1763344902.658763:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344902.659005:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344902.659010:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:1.0:1763344902.659014:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344902.659020:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344902.659025:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64952a8 00000400:00000010:1.0:1763344902.659028:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64952a8. 00000100:00000001:1.0:1763344902.659033:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344902.659035:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344902.665912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16000. 00000800:00000001:0.0:1763344902.666297:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.666309:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344902.666312:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.666314:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.666323:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344902.666339:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 464 into portal 12 MB=0x691a509dfdb00 00000400:00000200:0.0:1763344902.666347:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 464/464 into md 0x616b51 [64] + 156200 00000800:00000001:0.0:1763344902.666354:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.666361:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344902.666364:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.666368:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344902.666374:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344902.666376:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344902.666380:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1c700. 00000100:00000040:0.0:1763344902.666383:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1c700 x1848987881560832 msgsize 464 00000100:00100000:0.0:1763344902.666387:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344902.666405:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344902.666420:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344902.666423:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.666603:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344902.666606:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881560832 02000000:00000001:2.0:1763344902.666609:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344902.666611:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344902.666613:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.666617:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344902.666621:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881560832 00000020:00000001:2.0:1763344902.666624:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344902.666626:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344902.666628:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.666632:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=231 00000020:00000001:2.0:1763344902.666634:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344902.666637:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344902.666642:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.666647:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2000. 00000100:00000001:2.0:1763344902.666651:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.666654:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2000. 00000020:00000010:2.0:1763344902.666660:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09f000. 00000020:00000010:2.0:1763344902.666666:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317600. 00000020:00000010:2.0:1763344902.666671:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d320. 00000100:00000040:2.0:1763344902.666678:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344902.666680:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344902.666682:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344902.666685:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.666692:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.666706:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344902.666720:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344902.666722:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344902.666726:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303001 00000100:00000040:2.0:1763344902.666730:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344902.666733:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006366464 : -107404703185152 : ffff9e50e4d1c700) 00000100:00000040:2.0:1763344902.666740:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1c700 x1848987881560832/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 464/0 e 0 to 0 dl 1763344913 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344902.666750:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344902.666753:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2000. 00000100:00000001:2.0:1763344902.666755:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344902.666756:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2000. 00000100:00100000:2.0:1763344902.666760:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252850:x1848987881560832:12345-192.168.203.14@tcp:34:lfs.0 00000100:00000200:2.0:1763344902.666765:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881560832 00000020:00000001:2.0:1763344902.666768:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344902.666771:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344902.666775:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.666779:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344902.666781:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808560 : -1044743056 : ffffffffc1ba7c70) 00000020:00000001:2.0:1763344902.666784:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000010:3.1:1763344902.666826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1200. 00010000:00000010:3.1:1763344902.666833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00010000:00000010:3.1:1763344902.666836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc87d1300. 00010000:00000010:3.1:1763344902.666838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00000001:00000001:2.0:1763344902.666909:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881560832, found 0 last_xid 1848987881560831 00000020:00000001:2.0:1763344902.666913:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344902.666915:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344902.666917:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344902.666920:0:10286:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763344902.666925:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.666931:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416063320 : -107409293488296 : ffff9e4fd3374f58) 00000020:00000001:2.0:1763344902.666933:0:10286:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.666935:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.666940:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344902.666942:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344902.666950:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff9e4fc2e7a000. 02000000:00000001:2.0:1763344902.666952:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.666955:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.666960:0:10286:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763344902.666964:0:10286:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763344902.666966:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.666968:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.666971:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.666972:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.666974:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.666976:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.666977:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.666979:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.666980:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.666982:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.666984:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.666985:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.666986:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.666987:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.666989:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.666990:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.666992:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.666994:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.666995:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344902.666999:0:10286:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344902.667005:0:10286:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344902.667007:0:10286:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344902.667010:0:10286:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344902.667012:0:10286:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.667014:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.667016:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.667017:0:10286:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344902.667019:0:10286:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.667022:0:10286:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763344902.667028:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0bcb0 00000004:00000002:2.0:1763344902.667030:0:10286:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240002b11:0x112:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763344902.667036:0:10286:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763344902.667039:0:10286:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763344902.667042:0:10286:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763344902.667044:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344902.667047:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344902.667054:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e068fe00. 00010000:00000010:2.0:1763344902.667059:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50ee317e80. 00010000:00000001:2.0:1763344902.667063:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.667067:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d91600. 00000020:00000001:2.0:1763344902.667070:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.667072:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d91600 with handle 0x34881b408681807d to hash 00000020:00000001:2.0:1763344902.667074:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.667075:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000010:2.0:1763344902.667080:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16100. 00010000:00000001:2.0:1763344902.667082:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.667087:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.667089:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.667092:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681807d lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344902.667100:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.667103:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.667105:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.667107:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.667109:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.667111:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.667112:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.667114:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.667117:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.667118:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.667119:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.667121:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x0 (ffff9e50e068fe00) refcount = 1 00010000:00010000:2.0:1763344902.667125:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681807d lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667129:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.667133:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.667134:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667136:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.667138:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.667140:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667142:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.667145:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.667147:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.667149:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681807d lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667153:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.667155:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.667156:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.667157:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344902.667158:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344902.667162:0:10286:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e068f900. 00010000:00000010:2.0:1763344902.667164:0:10286:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50ee317b00. 00010000:00000001:2.0:1763344902.667167:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.667169:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90200. 00000020:00000001:2.0:1763344902.667171:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.667173:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90200 with handle 0x34881b4086818084 to hash 00000020:00000001:2.0:1763344902.667174:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.667176:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000010:2.0:1763344902.667179:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16600. 00010000:00000001:2.0:1763344902.667180:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.667182:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.667183:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.667185:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b4086818084 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344902.667190:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.667191:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.667192:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.667193:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.667194:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.667196:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.667197:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.667198:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.667199:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.667201:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.667202:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.667203:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e50e068f900) refcount = 1 00010000:00010000:2.0:1763344902.667206:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b4086818084 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667211:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.667212:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.667213:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667214:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.667215:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.667217:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667218:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.667220:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.667222:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.667224:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b4086818084 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667228:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.667229:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.667231:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.667232:0:10286:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.667236:0:10286:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763344902.667242:0:10286:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763344902.667245:0:10286:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344902.667248:0:10286:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344902.667252:0:10286:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.667255:0:10286:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763344902.667258:0:10286:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763344902.667275:0:10286:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763344902.667277:0:10286:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763344902.667280:0:10286:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344902.667282:0:10286:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344902.667285:0:10286:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344902.667287:0:10286:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.667289:0:10286:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344902.667290:0:10286:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.667293:0:10286:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763344902.667296:0:10286:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763344902.667298:0:10286:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.667300:0:10286:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763344902.667317:0:10286:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50cbeb74d0. 00000001:00000010:2.0:1763344902.667324:0:10286:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50cbeb74d0. 00080000:00000001:2.0:1763344902.667327:0:10286:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344902.667330:0:10286:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344902.667332:0:10286:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.667335:0:10286:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e0bb20 00080000:00000002:2.0:1763344902.667337:0:10286:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x240002b11:0x112:0x0]/f56xD.sanity_3 => [0x240002b13:0x12e80:0x0] 00080000:00000001:2.0:1763344902.667340:0:10286:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344902.667343:0:10286:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344902.667346:0:10286:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344902.667347:0:10286:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.667349:0:10286:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.667351:0:10286:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344902.667353:0:10286:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e80:0x0] 00000020:00000001:2.0:1763344902.667356:0:10286:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344902.667359:0:10286:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664501992088 : -107409207559528 : ffff9e4fd8567a98) 00000004:00000001:2.0:1763344902.667361:0:10286:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664501992000 : -107409207559616 : ffff9e4fd8567a40) 00000004:00000001:2.0:1763344902.667365:0:10286:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344902.667367:0:10286:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344902.667368:0:10286:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344902.667372:0:10286:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e068f100 count: 2 00010000:00000001:2.0:1763344902.667375:0:10286:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.667377:0:10286:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344902.667379:0:10286:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90600. 00000020:00000001:2.0:1763344902.667381:0:10286:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344902.667383:0:10286:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90600 with handle 0x34881b408681808b to hash 00000020:00000001:2.0:1763344902.667384:0:10286:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344902.667386:0:10286:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000010:2.0:1763344902.667389:0:10286:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16b00. 00010000:00000001:2.0:1763344902.667391:0:10286:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.667393:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.667394:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.667397:0:10286:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b408681808b lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10286 initiator: MDT0 00010000:00000001:2.0:1763344902.667402:0:10286:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344902.667404:0:10286:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344902.667405:0:10286:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344902.667407:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.667420:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.667422:0:10286:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344902.667423:0:10286:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.667425:0:10286:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344902.667427:0:10286:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344902.667428:0:10286:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344902.667429:0:10286:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344902.667439:0:10286:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e068f100) refcount = 2 00010000:00000040:2.0:1763344902.667442:0:10286:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344902.667445:0:10286:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.667451:0:10286:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b408681808b lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667456:0:10286:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344902.667458:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.667460:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667462:0:10286:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344902.667463:0:10286:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.667465:0:10286:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667466:0:10286:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344902.667468:0:10286:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344902.667470:0:10286:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.667472:0:10286:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b408681808b lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667476:0:10286:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344902.667478:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.667479:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.667481:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.667482:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.667484:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90600 refcount=3 00000020:00000001:2.0:1763344902.667486:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.667488:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.667490:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.667491:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.667492:0:10286:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.667495:0:10286:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763344902.667499:0:10286:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344902.667501:0:10286:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344902.667505:0:10286:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.667508:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.667512:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.667526:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344902.667529:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344902.667531:0:10286:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763344902.667533:0:10286:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344902.667535:0:10286:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e80:0x0]: Reading som attrs: valid: 4, size: 4096, blocks: 8 00000004:00000001:2.0:1763344902.667538:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.667540:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.667542:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.667544:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344902.667546:0:10286:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.667547:0:10286:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344902.667550:0:10286:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344902.667552:0:10286:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763344902.667555:0:10286:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763344902.667557:0:10286:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763344902.667560:0:10286:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e4fc2e7a2f8 00000004:00000001:2.0:1763344902.667562:0:10286:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.667565:0:10286:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344902.667567:0:10286:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.667569:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.667570:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.667573:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.667574:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.667575:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.667577:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344902.667578:0:10286:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344902.667580:0:10286:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344902.667581:0:10286:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344902.667584:0:10286:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e80:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:2.0:1763344902.667586:0:10286:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e80:0x0]: returning size 4096 00000004:00000040:2.0:1763344902.667590:0:10286:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x12e80:1073752851 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763344902.667592:0:10286:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:2.0:1763344902.667594:0:10286:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000402:7104 00000004:00200000:2.0:1763344902.667597:0:10286:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000020:00000001:2.0:1763344902.667603:0:10286:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344902.667608:0:10286:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.667610:0:10286:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667613:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.667614:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.667616:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90600 refcount=3 00000020:00000001:2.0:1763344902.667618:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.667620:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00000004:00010000:2.0:1763344902.667623:0:10286:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b408681808b lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00000004:00000001:2.0:1763344902.667629:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344902.667633:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd8567a98/ffff9e4fd8567a40 to site lru. bkt: ffff9e50ff90c7e0 00000004:00000001:2.0:1763344902.667635:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344902.667637:0:10286:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763344902.667638:0:10286:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344902.667639:0:10286:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.667641:0:10286:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763344902.667643:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.667644:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.667645:0:10286:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344902.667648:0:10286:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344902.667650:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763344902.667652:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.667653:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.667654:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=3 00000020:00000001:2.0:1763344902.667656:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.667658:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.667662:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.667663:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.667664:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=4 00000020:00000001:2.0:1763344902.667666:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.667668:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.667670:0:10286:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763344902.667672:0:10286:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681807d lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667677:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344902.667680:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681807d lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667684:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.667685:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.667688:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681807d lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667692:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.667694:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667696:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344902.667699:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681807d lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.667704:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d91600 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344902.667707:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.667709:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344902.667711:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681807d lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667716:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344902.667717:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.667719:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.667720:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=5 00000020:00000001:2.0:1763344902.667722:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.667724:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344902.667727:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344902.667729:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681807d lrc: 5/0,0 mode: CR/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667734:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344902.667736:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344902.667737:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667740:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.667741:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.667743:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.667745:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.667747:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d91600 with handle 0x34881b408681807d from hash 00010000:00000001:2.0:1763344902.667750:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.667751:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.667752:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.667753:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.667755:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.667757:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667759:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.667761:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.667763:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.667765:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x0 (ffff9e50e068fe00) 00010000:00010000:2.0:1763344902.667768:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344902.667770:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.667773:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667775:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.667776:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344902.667779:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.667780:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.667781:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667783:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.667785:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.667812:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681807d lrc: 3/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667818:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.667819:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.667821:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344902.667822:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344902.667823:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.667824:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.667826:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.667828:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681807d lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.667833:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16100. 00010000:00000040:2.0:1763344902.667837:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e068fe00 count: 0 00010000:00000010:2.0:1763344902.667841:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50ee317e80. 00010000:00000001:2.0:1763344902.667851:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.667852:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344902.667854:0:10286:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344902.667856:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.667857:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.667858:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=3 00000020:00000001:2.0:1763344902.667860:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.667862:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.667864:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344902.667866:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b4086818084 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667872:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.667873:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.667875:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b4086818084 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667883:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.667884:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667886:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344902.667888:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b4086818084 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.667893:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d90200 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344902.667895:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.667896:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344902.667898:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b4086818084 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667903:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344902.667904:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.667905:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.667906:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=4 00000020:00000001:2.0:1763344902.667908:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.667910:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344902.667912:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344902.667914:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b4086818084 lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667918:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344902.667919:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344902.667920:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667922:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.667923:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.667924:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.667926:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.667927:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90200 with handle 0x34881b4086818084 from hash 00010000:00000001:2.0:1763344902.667929:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.667930:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.667931:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.667932:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.667934:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.667935:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667937:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.667938:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.667939:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.667941:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x112:0x0].0x81d099f9 (ffff9e50e068f900) 00010000:00010000:2.0:1763344902.667943:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344902.667945:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.667946:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667947:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.667949:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344902.667950:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.667951:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.667952:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.667954:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.667955:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.667957:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b4086818084 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.667961:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.667962:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.667963:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344902.667964:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344902.667965:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.667967:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b4086818084 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.667971:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16600. 00010000:00000040:2.0:1763344902.667972:0:10286:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e068f900 count: 0 00010000:00000010:2.0:1763344902.667975:0:10286:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50ee317b00. 00010000:00000001:2.0:1763344902.667979:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344902.667980:0:10286:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344902.667981:0:10286:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344902.667983:0:10286:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344902.667984:0:10286:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763344902.667986:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.667987:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.667988:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90600 refcount=3 00000020:00000001:2.0:1763344902.667990:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.667992:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.667994:0:10286:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344902.667996:0:10286:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b408681808b lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.668000:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.668001:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344902.668003:0:10286:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b408681808b lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.668007:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.668008:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.668010:0:10286:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344902.668012:0:10286:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b408681808b lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00010000:2.0:1763344902.668016:0:10286:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d90600 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344902.668018:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344902.668019:0:10286:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344902.668021:0:10286:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b408681808b lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.668026:0:10286:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344902.668027:0:10286:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344902.668028:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344902.668029:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90600 refcount=4 00000020:00000001:2.0:1763344902.668031:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.668033:0:10286:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344902.668035:0:10286:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344902.668037:0:10286:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b408681808b lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.668046:0:10286:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344902.668047:0:10286:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344902.668048:0:10286:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.668050:0:10286:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344902.668051:0:10286:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344902.668052:0:10286:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344902.668054:0:10286:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344902.668056:0:10286:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90600 with handle 0x34881b408681808b from hash 00010000:00000001:2.0:1763344902.668058:0:10286:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344902.668059:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.668060:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.668061:0:10286:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344902.668062:0:10286:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.668063:0:10286:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.668065:0:10286:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344902.668066:0:10286:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344902.668067:0:10286:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344902.668069:0:10286:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e068f100) 00010000:00010000:2.0:1763344902.668071:0:10286:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344902.668073:0:10286:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344902.668074:0:10286:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.668076:0:10286:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344902.668077:0:10286:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344902.668078:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.668079:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.668080:0:10286:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.668082:0:10286:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.668083:0:10286:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344902.668085:0:10286:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b408681808b lrc: 2/0,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:2.0:1763344902.668089:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344902.668090:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344902.668091:0:10286:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344902.668092:0:10286:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344902.668093:0:10286:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344902.668095:0:10286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90600/0x34881b408681808b lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e80:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000010:2.0:1763344902.668100:0:10286:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16b00. 00010000:00000001:2.0:1763344902.668103:0:10286:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763344902.668106:0:10286:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344902.668108:0:10286:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344902.668109:0:10286:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763344902.668110:0:10286:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344902.668112:0:10286:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344902.668113:0:10286:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344902.668116:0:10286:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763344902.668120:0:10286:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344902.668121:0:10286:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344902.668123:0:10286:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763344902.668126:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214358, transno 0, xid 1848987881560832 00010000:00000001:2.0:1763344902.668129:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344902.668137:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1c700 x1848987881560832/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 464/520 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344902.668144:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344902.668147:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344902.668150:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344902.668154:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344902.668156:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344902.668158:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344902.668161:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344902.668163:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344902.668166:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344902.668168:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344902.668173:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921880. 00000100:00000200:2.0:1763344902.668179:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848987881560832, offset 224 00000400:00000200:2.0:1763344902.668185:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344902.668196:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344902.668202:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385660:1385660:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385656:1385656:8:4294967295] 00000400:00000200:2.0:1763344902.668213:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344902.668218:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344902.668223:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc2ee2300. 00000800:00000200:2.0:1763344902.668229:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344902.668234:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344902.668238:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc2ee2300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1763344902.673279:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344902.673291:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344902.673296:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344902.673298:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344902.673301:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:2.0:1763344902.673311:0:10286:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3374f58/ffff9e4fd3374f00 to site lru. bkt: ffff9e50ff90f3d8 00000100:00000040:2.0:1763344902.673321:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1c700 x1848987881560832/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:133/0 lens 464/520 e 0 to 0 dl 1763344913 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344902.673333:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:252850:x1848987881560832:12345-192.168.203.14@tcp:34:lfs.0 Request processed in 6581us (6947us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344902.673345:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303001 00000100:00000040:2.0:1763344902.673348:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344902.673350:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344902.673353:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344902.673359:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317600. 00000020:00000010:2.0:1763344902.673366:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d320. 00000020:00000010:2.0:1763344902.673370:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09f000. 00000020:00000040:2.0:1763344902.673375:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00000100:00000001:2.0:1763344902.673379:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344902.674496:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344902.674503:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc2ee2300. 00000400:00000200:0.0:1763344902.674511:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344902.674518:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344902.674524:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921880 00000400:00000010:0.0:1763344902.674527:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921880. 00000100:00000001:0.0:1763344902.674532:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344902.674533:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344902.677839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068fe00. 00010000:00000010:2.1:1763344902.677856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00010000:00000010:2.1:1763344902.677860:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f900. 00010000:00000010:2.1:1763344902.677864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:2.1:1763344902.677866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00010000:00000001:2.0:1763344902.922442:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.922450:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.922455:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.922457:0:110036:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.922461:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.922463:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.922467:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.922469:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.922471:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.922472:0:110036:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.922478:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.922480:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344902.922483:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344902.922485:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344902.922586:0:6493:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344902.922589:0:6493:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344902.922592:0:6493:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1763344903.588366:0:120878:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139c00. 00080000:00000010:0.0:1763344903.588377:0:120878:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139c00. 00000020:00000001:0.0:1763344903.588384:0:120878:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344903.588393:0:120878:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139c00. 00080000:00000010:0.0:1763344903.588397:0:120878:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139c00. 00000020:00000001:0.0:1763344903.588401:0:120878:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344903.588444:0:120878:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139c00. 00080000:00000010:0.0:1763344903.588449:0:120878:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139c00. 00000020:00000001:0.0:1763344903.588453:0:120878:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344903.588461:0:120878:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139c00. 00080000:00000010:0.0:1763344903.588466:0:120878:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139c00. 00000020:00000001:0.0:1763344903.588469:0:120878:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344903.812863:0:107996:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214800 (cpu 0) has reached its deadline 4307677606, at 4307677632 00000100:00000010:0.0:1763344903.812877:0:107996:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50ef5cf240. 00000100:00000040:1.0:1763344903.812949:0:118671:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214910 (cpu 0) has reached its deadline 4307677606, at 4307677632 00000100:00000010:1.0:1763344903.812956:0:118671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50ef5cf060. 00000100:00000040:2.0:1763344903.813363:0:110036:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214a20 (cpu 0) has reached its deadline 4307677606, at 4307677632 00000100:00000010:2.0:1763344903.813370:0:110036:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50ef5cf540. 00000100:00000040:3.0:1763344903.816451:0:118156:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214b30 (cpu 0) has reached its deadline 4307677606, at 4307677635 00000100:00000010:3.0:1763344903.816464:0:118156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50ef5cf6c0. 00010000:00000001:2.0:1763344903.940965:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344903.940972:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344903.940977:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344903.940980:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344903.940984:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344903.940986:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344903.940990:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344903.940992:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344903.940996:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344903.940998:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344903.941003:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344903.941005:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344903.941009:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344903.941010:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344903.941171:0:7432:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763344903.941175:0:7432:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344903.941178:0:7432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1763344904.392632:0:71044:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1763344904.392644:0:71044:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344904.815583:0:120927:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50d7d0ec80. 00080000:00000010:3.0:1763344904.815593:0:120927:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50d7d0ec80. 00000020:00000001:3.0:1763344904.815599:0:120927:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344904.815608:0:120927:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50d7d0ec80. 00080000:00000010:3.0:1763344904.815613:0:120927:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50d7d0ec80. 00000020:00000001:3.0:1763344904.815617:0:120927:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344904.815625:0:120927:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50d7d0ec80. 00080000:00000010:3.0:1763344904.815630:0:120927:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50d7d0ec80. 00000020:00000001:3.0:1763344904.815634:0:120927:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344904.815641:0:120927:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50d7d0ec80. 00080000:00000010:3.0:1763344904.815646:0:120927:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50d7d0ec80. 00000020:00000001:3.0:1763344904.815649:0:120927:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344904.964849:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344904.964856:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344904.964860:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344904.964862:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344904.964865:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344904.964867:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344904.964870:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344904.964872:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344904.964875:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344904.964876:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344904.964881:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344904.964882:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344904.964887:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344904.964890:0:110036:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1763344904.964892:0:110036:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1763344904.964894:0:110036:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344904.964897:0:110036:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1763344904.964899:0:110036:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344904.964901:0:110036:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344904.964903:0:110036:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344904.964968:0:67526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763344904.964973:0:67526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344904.964976:0:67526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1763344905.412984:0:30731:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1763344905.412991:0:30731:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1763344905.413003:0:30731:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede42a00. 00000020:00000040:1.0:1763344905.413011:0:30731:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=4 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:1.0:1763344905.413025:0:30731:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344905.413028:0:30731:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344905.413034:0:30731:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344905.413044:0:30731:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50ff83a500. 00000100:00000001:1.0:1763344905.413050:0:30731:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344905.413056:0:30731:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344905.413060:0:30731:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344905.413070:0:30731:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077131f9b] to pc [ptlrpcd_00_03+3] req@ffff9e50ede42a00 x1848987617978240/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344905.413109:0:30731:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.413210:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1763344905.413215:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1763344905.413217:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.413225:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344905.413227:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.413228:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344905.413230:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344905.413232:0:3644:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344905.413238:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ede42a00 x1848987617978240/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.413246:0:3644:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344905.413248:0:3644:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344905.413251:0:3644:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344905.413254:0:3644:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344905.413257:0:3644:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344905.413259:0:3644:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ede42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1848987617978240:0@lo:13:osp-pre-1-1.0 00000100:00000001:0.0:1763344905.413264:0:3644:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344905.413268:0:3644:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344905.413271:0:3644:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344905.413273:0:3644:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344905.413279:0:3644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4fc2874000. 02000000:00000001:0.0:1763344905.413281:0:3644:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344905.413287:0:3644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3840. 00000400:00000010:0.0:1763344905.413294:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495660. 00000100:00000200:0.0:1763344905.413300:0:3644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617978240, portal 4 00000100:00000001:0.0:1763344905.413303:0:3644:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344905.413304:0:3644:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158566400 : -107404550985216 : ffff9e50ede42a00) 00000100:00000040:0.0:1763344905.413310:0:3644:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ede42a00 x1848987617978240/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.413317:0:3644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344905.413320:0:3644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344905.413322:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495c38. 00000100:00000200:0.0:1763344905.413325:0:3644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848987617978240, offset 0 00000400:00000200:0.0:1763344905.413331:0:3644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344905.413344:0:3644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344905.413354:0:3644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a4fa29e780 00000400:00000200:0.0:1763344905.413362:0:3644:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x29fe95 [8] + 11200 00000400:00000200:0.0:1763344905.413368:0:3644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344905.413373:0:3644:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344905.413379:0:3644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344905.413381:0:3644:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1763344905.413385:0:3644:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1d180. 00000100:00000040:0.0:1763344905.413400:0:3644:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1d180 x1848987617978240 msgsize 224 00000100:00100000:0.0:1763344905.413405:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344905.413414:0:3644:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344905.413424:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495c38 00000400:00000010:0.0:1763344905.413426:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495c38. 00000100:00000001:0.0:1763344905.413430:0:3644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344905.413434:0:3644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ede42a00 x1848987617978240/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.413443:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344905.413446:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ede42a00 x1848987617978240/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.413458:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.413460:0:3644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344905.413463:0:3644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344905.413467:0:3644:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 13501 usecs (14 jiffies) 00000100:00000001:0.0:1763344905.413470:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307679246 00000100:00000010:0.0:1763344905.413475:0:3644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4fc29dcf60. 00000100:00000001:0.0:1763344905.413482:0:3644:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763344905.413487:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307679246 00000100:00000010:0.0:1763344905.413490:0:3644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4fc29dc060. 00000100:00000001:0.0:1763344905.413493:0:3644:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763344905.413501:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307679246 00000100:00000010:0.0:1763344905.413504:0:3644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4fc29dc660. 00000100:00000001:0.0:1763344905.413507:0:3644:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763344905.413512:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307679246 00000100:00000010:0.0:1763344905.413514:0:3644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4fc29dccc0. 00000100:00000001:0.0:1763344905.413517:0:3644:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763344905.413522:0:3644:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344905.413524:0:3644:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.413527:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.413529:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.413547:0:82969:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344905.413549:0:82969:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617978240 02000000:00000001:0.0:1763344905.413552:0:82969:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344905.413554:0:82969:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344905.413556:0:82969:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344905.413559:0:82969:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344905.413563:0:82969:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617978240 00000020:00000001:0.0:1763344905.413565:0:82969:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344905.413567:0:82969:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000020:00000001:0.0:1763344905.413569:0:82969:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344905.413572:0:82969:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=6 00000020:00000001:0.0:1763344905.413575:0:82969:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:0.0:1763344905.413577:0:82969:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:0.0:1763344905.413581:0:82969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344905.413584:0:82969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba29c0. 00000020:00000040:0.0:1763344905.413591:0:82969:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:0.0:1763344905.413598:0:82969:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344905.413603:0:82969:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8e00. 00000020:00000010:0.0:1763344905.413608:0:82969:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139b00. 00000020:00000010:0.0:1763344905.413612:0:82969:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000040:0.0:1763344905.413621:0:82969:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1763344905.414102:0:82969:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344905.414106:0:82969:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344905.414108:0:82969:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.414118:0:82969:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.414134:0:82969:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.414147:0:82969:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344905.414149:0:82969:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344905.414154:0:82969:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6743 00000100:00000040:0.0:1763344905.414158:0:82969:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:0.0:1763344905.414161:0:82969:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006369152 : -107404703182464 : ffff9e50e4d1d180) 00000100:00000040:0.0:1763344905.414167:0:82969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1d180 x1848987617978240/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:136/0 lens 224/0 e 0 to 0 dl 1763344916 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.414176:0:82969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344905.414179:0:82969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2bc0. 00000100:00000001:0.0:1763344905.414182:0:82969:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344905.414184:0:82969:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2bc0. 00000100:00100000:0.0:1763344905.414188:0:82969:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1848987617978240:12345-0@lo:13:osp-pre-1-1.0 00000100:00000200:0.0:1763344905.414192:0:82969:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617978240 00000020:00000001:0.0:1763344905.414195:0:82969:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344905.414198:0:82969:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344905.414200:0:82969:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344905.414203:0:82969:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344905.414206:0:82969:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932688 : -1042618928 : ffffffffc1dae5d0) 00000020:00000001:0.0:1763344905.414209:0:82969:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344905.414212:0:82969:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344905.414214:0:82969:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344905.414215:0:82969:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344905.414218:0:82969:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.414222:0:82969:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344905.414224:0:82969:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344905.414228:0:82969:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e4fc2875c00. 02000000:00000001:0.0:1763344905.414231:0:82969:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.414233:0:82969:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344905.414236:0:82969:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1763344905.414241:0:82969:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1763344905.414243:0:82969:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1763344905.414252:0:82969:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1763344905.414255:0:82969:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 437725888 pending 0 free 3912159232 avail 3680636928 00000020:00000020:0.0:1763344905.414259:0:82969:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 142016 0 0 00000020:00000020:0.0:1763344905.414262:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 dirty 0 pend 0 grant 437583872 00000020:00000020:0.0:1763344905.414265:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9e50e57d7800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1763344905.414268:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9e50e57d6800 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1763344905.414271:0:82969:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 955117 free, 898559 avail; 262144 objects: 259420 free; state 0 00002000:00000001:0.0:1763344905.414274:0:82969:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:0.0:1763344905.414278:0:82969:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344905.414282:0:82969:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946961, transno 0, xid 1848987617978240 00010000:00000001:0.0:1763344905.414285:0:82969:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344905.414289:0:82969:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1d180 x1848987617978240/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:136/0 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344905.414296:0:82969:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344905.414299:0:82969:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344905.414303:0:82969:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ead379e8 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344905.414307:0:82969:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344905.414309:0:82969:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344905.414311:0:82969:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344905.414314:0:82969:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344905.414316:0:82969:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.414319:0:82969:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344905.414321:0:82969:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344905.414324:0:82969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495c38. 00000100:00000200:0.0:1763344905.414328:0:82969:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617978240, offset 224 00000400:00000200:0.0:1763344905.414333:0:82969:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344905.414341:0:82969:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344905.414348:0:82969:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa29e780 00000400:00000200:0.0:1763344905.414353:0:82969:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x665e59 [1] + 224 00000400:00000200:0.0:1763344905.414358:0:82969:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344905.414361:0:82969:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344905.414365:0:82969:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344905.414369:0:82969:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede42a00 x1848987617978240/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344905.414378:0:82969:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50ede42a00 x1848987617978240/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.414402:0:82969:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344905.414409:0:82969:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495c38 00000400:00000010:0.0:1763344905.414411:0:82969:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495c38. 00000100:00000001:0.0:1763344905.414414:0:82969:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344905.414416:0:82969:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344905.414419:0:82969:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344905.414421:0:82969:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344905.414424:0:82969:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344905.414426:0:82969:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344905.414428:0:82969:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344905.414432:0:82969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1d180 x1848987617978240/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:136/0 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344905.414439:0:82969:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3644:x1848987617978240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 263us (1049us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344905.414447:0:82969:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6743 00000100:00000040:0.0:1763344905.414450:0:82969:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d6800 : new rpc_count 0 00000100:00000001:0.0:1763344905.414453:0:82969:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344905.414454:0:82969:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344905.414459:0:82969:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139b00. 00000020:00000010:0.0:1763344905.414464:0:82969:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000020:00000010:0.0:1763344905.414467:0:82969:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8e00. 00000020:00000040:0.0:1763344905.414471:0:82969:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 5 00000100:00000001:0.0:1763344905.414474:0:82969:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.414487:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344905.414489:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344905.414493:0:3644:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344905.414494:0:3644:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344905.414496:0:3644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3840. 00000400:00000200:0.0:1763344905.414499:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495660 00000400:00000010:0.0:1763344905.414500:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495660. 00000100:00000001:0.0:1763344905.414502:0:3644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344905.414506:0:3644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ede42a00 x1848987617978240/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344905.414514:0:3644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ede42a00 x1848987617978240/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.414520:0:3644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344905.414522:0:3644:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.414524:0:3644:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344905.414527:0:3644:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344905.414529:0:3644:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344905.414530:0:3644:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344905.414533:0:3644:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344905.414539:0:3644:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfeca0 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344905.414542:0:3644:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344905.414545:0:3644:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344905.414547:0:3644:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344905.414550:0:3644:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344905.414553:0:3644:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.414557:0:3644:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344905.414559:0:3644:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589946961 00000100:00000001:0.0:1763344905.414561:0:3644:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344905.414565:0:3644:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344905.414569:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ede42a00 x1848987617978240/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.414576:0:3644:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344905.414578:0:3644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344905.414580:0:3644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344905.414583:0:3644:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1763344905.414586:0:3644:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0001: Updating status = 0 00000004:00000040:0.0:1763344905.414590:0:3644:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0001: blocks=958279 free=955117 avail=898559 avail_mb=3509 hwm_mb=7 files=262144 ffree=259420 state=0: rc = 0 00000004:00000020:0.0:1763344905.414597:0:3644:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0001 (ffff9e4fc1dff000): 958279 blocks, 955117 free, 898559 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259420 free files 0x0 00000004:00000001:0.0:1763344905.414601:0:3644:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344905.414605:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede42a00 x1848987617978240/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344905.414613:0:3644:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ede42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1848987617978240:0@lo:13:osp-pre-1-1.0 00000100:00000001:0.0:1763344905.414618:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.414620:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344905.414623:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ede42a00 x1848987617978240/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763344905.414805:0:31813:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1763344905.414808:0:31813:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1763344905.414813:0:31813:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d0700. 00000020:00000040:2.0:1763344905.414817:0:31813:0:(genops.c:1229:class_import_get()) import ffff9e50f855f000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1763344905.414820:0:31813:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344905.414822:0:31813:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344905.414826:0:31813:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344905.414832:0:31813:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50c2abe900. 00000100:00000001:2.0:1763344905.414837:0:31813:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.414842:0:31813:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344905.414846:0:31813:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344905.414852:0:31813:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094903312] to pc [ptlrpcd_00_00+0] req@ffff9e50ff7d0700 x1848987617978368/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763344905.414872:0:31813:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1763344905.414882:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:2.0:1763344905.414886:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:2.0:1763344905.414894:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344905.414896:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344905.414898:0:3642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344905.414902:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ff7d0700 x1848987617978368/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344905.414909:0:3642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344905.414911:0:3642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344905.414913:0:3642:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344905.414916:0:3642:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344905.414918:0:3642:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344905.414921:0:3642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ff7d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1848987617978368:0@lo:13:osp-pre-1-0.0 00000100:00000001:2.0:1763344905.414925:0:3642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344905.414928:0:3642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344905.414929:0:3642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344905.414931:0:3642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344905.414936:0:3642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50eeea3000. 02000000:00000001:2.0:1763344905.414938:0:3642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344905.414941:0:3642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cbeb74d0. 00000400:00000010:2.0:1763344905.414946:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921198. 00000100:00000200:2.0:1763344905.414951:0:3642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617978368, portal 4 00000100:00000001:2.0:1763344905.414953:0:3642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344905.414954:0:3642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669453797120 : -107404255754496 : ffff9e50ff7d0700) 00000100:00000040:2.0:1763344905.414960:0:3642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ff7d0700 x1848987617978368/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344905.414966:0:3642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344905.414968:0:3642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344905.414971:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 00000100:00000200:2.0:1763344905.414973:0:3642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848987617978368, offset 0 00000400:00000200:2.0:1763344905.414977:0:3642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344905.414983:0:3642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344905.414990:0:3642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a4fa29e800 00000400:00000200:2.0:1763344905.414995:0:3642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x29fe95 [8] + 11424 00000400:00000200:2.0:1763344905.414999:0:3642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344905.415002:0:3642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344905.415005:0:3642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344905.415007:0:3642:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1763344905.415010:0:3642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d1880. 00000100:00000040:2.0:1763344905.415014:0:3642:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d1880 x1848987617978368 msgsize 224 00000100:00100000:2.0:1763344905.415017:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344905.415023:0:3642:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344905.415027:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:2.0:1763344905.415029:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:2.0:1763344905.415031:0:3642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344905.415034:0:3642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ff7d0700 x1848987617978368/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344905.415046:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344905.415048:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ff7d0700 x1848987617978368/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344905.415054:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.415056:0:3642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344905.415058:0:3642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344905.415062:0:3642:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 10510 usecs (11 jiffies) 00000100:00000001:2.0:1763344905.415065:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307679245 00000100:00000001:2.0:1763344905.415068:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307679246 00000100:00000001:2.0:1763344905.415071:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307679245 00000100:00000001:2.0:1763344905.415073:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307679246 00000100:00000001:2.0:1763344905.415075:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307679245 00000100:00000001:2.0:1763344905.415077:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307679246 00000100:00000001:2.0:1763344905.415079:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307679245 00000100:00000001:2.0:1763344905.415080:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307679246 00000100:00000001:2.0:1763344905.415083:0:3642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344905.415085:0:3642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.415087:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.415089:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344905.415095:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344905.415097:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763344905.415099:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344905.415100:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344905.415102:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.415103:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.415115:0:71953:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344905.415117:0:71953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617978368 02000000:00000001:2.0:1763344905.415119:0:71953:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344905.415120:0:71953:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344905.415122:0:71953:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344905.415125:0:71953:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344905.415128:0:71953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617978368 00000020:00000001:2.0:1763344905.415130:0:71953:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344905.415131:0:71953:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85de 00000020:00000001:2.0:1763344905.415133:0:71953:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344905.415136:0:71953:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d7800 refcount=5 00000020:00000001:2.0:1763344905.415138:0:71953:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017618432 : -107404691933184 : ffff9e50e57d7800) 00000020:00000001:2.0:1763344905.415140:0:71953:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017618432 : -107404691933184 : ffff9e50e57d7800) 00000100:00000001:2.0:1763344905.415144:0:71953:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344905.415147:0:71953:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2640. 00000020:00000010:2.0:1763344905.415150:0:71953:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e4fc4ba2cc0. 00000020:00000040:2.0:1763344905.415154:0:71953:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:2.0:1763344905.415160:0:71953:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763344905.415161:0:71953:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2640. 00000020:00000010:2.0:1763344905.415166:0:71953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50d8206600. 00000020:00000010:2.0:1763344905.415170:0:71953:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317600. 00000020:00000010:2.0:1763344905.415173:0:71953:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d320. 00000100:00000040:2.0:1763344905.415179:0:71953:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1763344905.415181:0:71953:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344905.415182:0:71953:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344905.415184:0:71953:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.415188:0:71953:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.415194:0:71953:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344905.415200:0:71953:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344905.415202:0:71953:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344905.415205:0:71953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6744 00000100:00000040:2.0:1763344905.415207:0:71953:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d7800 : new rpc_count 1 00000100:00000001:2.0:1763344905.415209:0:71953:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453801600 : -107404255750016 : ffff9e50ff7d1880) 00000100:00000040:2.0:1763344905.415214:0:71953:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d1880 x1848987617978368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:136/0 lens 224/0 e 0 to 0 dl 1763344916 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344905.415221:0:71953:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344905.415224:0:71953:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2640. 00000100:00000001:2.0:1763344905.415226:0:71953:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344905.415228:0:71953:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2640. 00000100:00100000:2.0:1763344905.415231:0:71953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1848987617978368:12345-0@lo:13:osp-pre-1-0.0 00000100:00000200:2.0:1763344905.415235:0:71953:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617978368 00000020:00000001:2.0:1763344905.415237:0:71953:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344905.415240:0:71953:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344905.415241:0:71953:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344905.415243:0:71953:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344905.415244:0:71953:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932688 : -1042618928 : ffffffffc1dae5d0) 00000020:00000001:2.0:1763344905.415247:0:71953:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344905.415249:0:71953:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344905.415251:0:71953:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344905.415253:0:71953:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344905.415254:0:71953:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.415257:0:71953:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344905.415259:0:71953:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344905.415262:0:71953:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50eeea1000. 02000000:00000001:2.0:1763344905.415264:0:71953:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.415266:0:71953:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344905.415268:0:71953:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1763344905.415271:0:71953:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1763344905.415272:0:71953:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1763344905.415274:0:71953:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1763344905.415276:0:71953:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 437725888 pending 0 free 3912159232 avail 3680636928 00000020:00000020:2.0:1763344905.415279:0:71953:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 142016 0 0 00000020:00000020:2.0:1763344905.415281:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 dirty 0 pend 0 grant 437583872 00000020:00000020:2.0:1763344905.415284:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9e50e57d7800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1763344905.415286:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9e50e57d6800 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1763344905.415288:0:71953:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 955117 free, 898559 avail; 262144 objects: 259420 free; state 0 00002000:00000001:2.0:1763344905.415291:0:71953:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:2.0:1763344905.415293:0:71953:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344905.415296:0:71953:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946964, transno 0, xid 1848987617978368 00010000:00000001:2.0:1763344905.415298:0:71953:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344905.415302:0:71953:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d1880 x1848987617978368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:136/0 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344905.415312:0:71953:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344905.415315:0:71953:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344905.415317:0:71953:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ead379e8 time=42 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344905.415320:0:71953:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344905.415322:0:71953:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:2.0:1763344905.415324:0:71953:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:2.0:1763344905.415326:0:71953:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344905.415327:0:71953:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.415330:0:71953:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344905.415331:0:71953:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344905.415334:0:71953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 00000100:00000200:2.0:1763344905.415337:0:71953:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617978368, offset 224 00000400:00000200:2.0:1763344905.415341:0:71953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344905.415346:0:71953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344905.415351:0:71953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa29e800 00000400:00000200:2.0:1763344905.415355:0:71953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x665e65 [1] + 224 00000400:00000200:2.0:1763344905.415359:0:71953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344905.415361:0:71953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344905.415364:0:71953:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344905.415368:0:71953:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ff7d0700 x1848987617978368/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763344905.415377:0:71953:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50ff7d0700 x1848987617978368/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344905.415387:0:71953:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763344905.415404:0:71953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:2.0:1763344905.415406:0:71953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:2.0:1763344905.415408:0:71953:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344905.415409:0:71953:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344905.415412:0:71953:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344905.415414:0:71953:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:2.0:1763344905.415416:0:71953:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344905.415418:0:71953:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344905.415420:0:71953:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344905.415423:0:71953:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d1880 x1848987617978368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:136/0 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344905.415430:0:71953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1848987617978368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 207us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344905.415436:0:71953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6744 00000100:00000040:2.0:1763344905.415439:0:71953:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d7800 : new rpc_count 0 00000100:00000001:2.0:1763344905.415440:0:71953:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344905.415442:0:71953:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344905.415445:0:71953:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317600. 00000020:00000010:2.0:1763344905.415448:0:71953:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d320. 00000020:00000010:2.0:1763344905.415451:0:71953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50d8206600. 00000020:00000040:2.0:1763344905.415453:0:71953:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d7800 : new refcount 4 00000100:00000001:2.0:1763344905.415455:0:71953:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1763344905.415466:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:2.0:1763344905.415468:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:2.0:1763344905.415475:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344905.415476:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344905.415480:0:3642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344905.415482:0:3642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344905.415483:0:3642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cbeb74d0. 00000400:00000200:2.0:1763344905.415486:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921198 00000400:00000010:2.0:1763344905.415487:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921198. 00000100:00000001:2.0:1763344905.415489:0:3642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344905.415492:0:3642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ff7d0700 x1848987617978368/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344905.415500:0:3642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ff7d0700 x1848987617978368/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344905.415505:0:3642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344905.415507:0:3642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344905.415508:0:3642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344905.415510:0:3642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344905.415511:0:3642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344905.415513:0:3642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344905.415515:0:3642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344905.415519:0:3642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50f855f4a0 time=114 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344905.415522:0:3642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f855f410 time=42 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344905.415524:0:3642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344905.415526:0:3642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344905.415528:0:3642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344905.415530:0:3642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.415532:0:3642:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1763344905.415534:0:3642:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589946964 gen 3 00000100:00000040:2.0:1763344905.415538:0:3642:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589946964) req@ffff9e50c3e65880 x1848987617974528/t8589946964(8589946964) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763344905.415546:0:3642:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:2.0:1763344905.415548:0:3642:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589946964 committed transno 8589946964 00000004:00000010:2.0:1763344905.415553:0:3642:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fcb11b000. 00000004:00000010:2.0:1763344905.415558:0:3642:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e4fc371d900. 00000004:00000010:2.0:1763344905.415560:0:3642:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fc2c5ef00. 00000004:00000010:2.0:1763344905.415563:0:3642:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9e4fc2c5ec00. 00000004:00000001:2.0:1763344905.415565:0:3642:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:2.0:1763344905.415566:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344905.415569:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50c3e65880 x1848987617974528/t8589946964(8589946964) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344905.415574:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344905.415576:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344905.415578:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50ff7ea000. 02000000:00000001:2.0:1763344905.415582:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344905.415584:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344905.415585:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e50f855f000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1763344905.415587:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344905.415589:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4e3400. 02000000:00000001:2.0:1763344905.415592:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344905.415594:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344905.415595:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e65880. 00000100:00000001:2.0:1763344905.415598:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344905.415600:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344905.415602:0:3642:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1763344905.415604:0:3642:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1763344905.415606:0:3642:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344905.415608:0:3642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344905.415611:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ff7d0700 x1848987617978368/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344905.415617:0:3642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344905.415619:0:3642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344905.415620:0:3642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344905.415623:0:3642:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1763344905.415843:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344905.415846:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344905.415896:0:3642:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1763344905.415899:0:3642:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=958279 free=955117 avail=898559 avail_mb=3509 hwm_mb=7 files=262144 ffree=259420 state=0: rc = 0 00000004:00000020:2.0:1763344905.415906:0:3642:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff9e50f855d000): 958279 blocks, 955117 free, 898559 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259420 free files 0x0 00000004:00000001:2.0:1763344905.415910:0:3642:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344905.415915:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d0700 x1848987617978368/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344905.415923:0:3642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ff7d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1848987617978368:0@lo:13:osp-pre-1-0.0 00000100:00000001:2.0:1763344905.415927:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344905.415929:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344905.415932:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ff7d0700 x1848987617978368/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344905.415937:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344905.415939:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344905.415941:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50eeea3000. 02000000:00000001:2.0:1763344905.415944:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344905.415945:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344905.415947:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e50f855f000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1763344905.415948:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344905.415950:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50c2abe900. 02000000:00000001:2.0:1763344905.415956:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344905.415957:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344905.415958:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d0700. 00000100:00000001:2.0:1763344905.415962:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344905.415964:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344905.415966:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344905.415970:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344905.415972:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.415974:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344905.415975:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.416727:0:3644:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344905.416730:0:3644:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344905.416732:0:3644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4fc2874000. 02000000:00000001:0.0:1763344905.416735:0:3644:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344905.416737:0:3644:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344905.416738:0:3644:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:0.0:1763344905.416740:0:3644:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344905.416742:0:3644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50ff83a500. 02000000:00000001:0.0:1763344905.416745:0:3644:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344905.416747:0:3644:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344905.416748:0:3644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede42a00. 00000100:00000001:0.0:1763344905.416751:0:3644:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344905.416752:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.416754:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.416760:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344905.416761:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.416763:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344905.416765:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344905.416834:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344905.416837:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344905.427934:0:118156:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214b30 (cpu 0) has reached its deadline 4307679246, at 4307679247 00000100:00000010:3.0:1763344905.427951:0:118156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4fc29dccc0. 00000100:00000040:1.0:1763344905.428046:0:118671:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214910 (cpu 0) has reached its deadline 4307679246, at 4307679247 00000100:00000010:1.0:1763344905.428052:0:118671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4fc29dc060. 00000100:00000040:0.0:1763344905.428127:0:107996:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214800 (cpu 0) has reached its deadline 4307679246, at 4307679247 00000100:00000010:0.0:1763344905.428134:0:107996:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4fc29dcf60. 00000100:00000040:2.0:1763344905.428857:0:110036:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214a20 (cpu 0) has reached its deadline 4307679246, at 4307679248 00000100:00000010:2.0:1763344905.428864:0:110036:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4fc29dc660. 00000004:00000001:1.0:1763344905.924893:0:31809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1763344905.924900:0:31809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1763344905.924913:0:31809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede42d80. 00000020:00000040:1.0:1763344905.924921:0:31809:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000004:00000001:0.0:1763344905.924924:0:30727:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:1.0:1763344905.924926:0:31809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000020:0.0:1763344905.924929:0:30727:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000001:1.0:1763344905.924931:0:31809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1763344905.924937:0:30727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1c000. 02000000:00000001:1.0:1763344905.924938:0:31809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344905.924945:0:30727:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1763344905.924948:0:30727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1763344905.924950:0:31809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50ff83a500. 02000000:00000001:0.0:1763344905.924951:0:30727:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344905.924955:0:30727:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344905.924959:0:31809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344905.924962:0:30727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50eff09900. 00000100:00000001:1.0:1763344905.924968:0:31809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763344905.924968:0:30727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344905.924974:0:31809:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.924975:0:30727:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763344905.924980:0:30727:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344905.924986:0:31809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003050a882] to pc [ptlrpcd_00_01+1] req@ffff9e50ede42d80 x1848987617978496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344905.924987:0:30727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032d9b6cc] to pc [ptlrpcd_00_02+2] req@ffff9e50e4d1c000 x1848987617978624/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763344905.925041:0:30727:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344905.925048:0:31809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.925071:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1763344905.925076:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1763344905.925078:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.925087:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344905.925089:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.925091:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344905.925092:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344905.925094:0:3642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344905.925099:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ede42d80 x1848987617978496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.925106:0:3642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344905.925108:0:3642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344905.925111:0:3642:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344905.925114:0:3642:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344905.925117:0:3642:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344905.925120:0:3642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ede42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1848987617978496:0@lo:41:osp-pre-1-0.0 00000100:00000001:0.0:1763344905.925123:0:3642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344905.925127:0:3642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344905.925130:0:3642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344905.925132:0:3642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344905.925138:0:3642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50d7ff2000. 02000000:00000001:0.0:1763344905.925139:0:3642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344905.925145:0:3642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3840. 00000400:00000010:0.0:1763344905.925153:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495660. 00000100:00000200:0.0:1763344905.925160:0:3642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617978496, portal 4 00000100:00000001:0.0:1763344905.925162:0:3642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344905.925163:0:3642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158567296 : -107404550984320 : ffff9e50ede42d80) 00000100:00000040:0.0:1763344905.925170:0:3642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ede42d80 x1848987617978496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.925176:0:3642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344905.925178:0:3642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344905.925180:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495c38. 00000100:00000200:0.0:1763344905.925183:0:3642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1848987617978496, offset 0 00000400:00000200:0.0:1763344905.925188:0:3642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344905.925200:0:3642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344905.925213:0:3642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x691a4fa29e880 00000400:00000200:0.0:1763344905.925219:0:3642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x209981 [256] + 2368 00000400:00000200:0.0:1763344905.925227:0:3642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344905.925230:0:3642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344905.925237:0:3642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344905.925239:0:3642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763344905.925243:0:3642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1f800. 00000100:00000040:0.0:1763344905.925246:0:3642:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1f800 x1848987617978496 msgsize 224 00000100:00100000:0.0:1763344905.925250:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344905.925258:0:3642:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344905.925268:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495c38 00000400:00000010:0.0:1763344905.925271:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495c38. 00000100:00000001:0.0:1763344905.925274:0:3642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344905.925278:0:3642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ede42d80 x1848987617978496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.925288:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344905.925291:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ede42d80 x1848987617978496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.925297:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.925298:0:3642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344905.925303:0:3642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344905.925306:0:3642:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5183 usecs (6 jiffies) 00000100:00000001:0.0:1763344905.925310:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307679750 00000100:00000010:0.0:1763344905.925315:0:3642:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4fc29dcf60. 00000100:00000001:0.0:1763344905.925321:0:3642:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763344905.925328:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307679750 00000100:00000010:0.0:1763344905.925331:0:3642:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4fc29dc660. 00000100:00000001:0.0:1763344905.925334:0:3642:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763344905.925337:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307679750 00000100:00000010:0.0:1763344905.925340:0:3642:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4fc29dc060. 00000100:00000001:0.0:1763344905.925342:0:3642:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763344905.925351:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307679750 00000100:00000010:0.0:1763344905.925354:0:3642:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4fc29dccc0. 00000100:00000001:0.0:1763344905.925357:0:3642:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763344905.925363:0:3642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344905.925365:0:3642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.925369:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.925371:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344905.925438:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1763344905.925442:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1763344905.925444:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344905.925449:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344905.925450:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344905.925452:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344905.925454:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344905.925455:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344905.925461:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e4d1c000 x1848987617978624/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344905.925475:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344905.925476:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344905.925479:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763344905.925481:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344905.925483:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344905.925485:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e4d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617978624:0@lo:41:osp-pre-0-1.0 00000100:00000001:3.0:1763344905.925489:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344905.925491:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344905.925493:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344905.925495:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344905.925499:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50f2e52c00. 02000000:00000001:3.0:1763344905.925502:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344905.925505:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac6e0. 00000400:00000010:3.0:1763344905.925509:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbaa0. 00000100:00000200:3.0:1763344905.925511:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617978624, portal 4 00000100:00000001:3.0:1763344905.925513:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344905.925514:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669006364672 : -107404703186944 : ffff9e50e4d1c000) 00000100:00000040:3.0:1763344905.925520:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e4d1c000 x1848987617978624/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344905.925526:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344905.925528:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344905.925530:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb550. 00000100:00000200:3.0:1763344905.925532:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1848987617978624, offset 0 00000400:00000200:3.0:1763344905.925536:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344905.925541:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344905.925546:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x691a4fa29e900 00000400:00000200:3.0:1763344905.925550:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x209981 [256] + 2592 00000400:00000200:3.0:1763344905.925554:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344905.925557:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344905.925560:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344905.925561:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344905.925565:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8600e00. 00000100:00000040:3.0:1763344905.925567:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8600e00 x1848987617978624 msgsize 224 00000100:00100000:3.0:1763344905.925571:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763344905.925587:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763344905.925591:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb550 00000400:00000010:3.0:1763344905.925594:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb550. 00000100:00000001:3.0:1763344905.925596:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344905.925600:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e4d1c000 x1848987617978624/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344905.925608:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344905.925612:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e4d1c000 x1848987617978624/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344905.925618:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344905.925618:0:6510:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763344905.925623:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1763344905.925623:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617978496 02000000:00000001:1.0:1763344905.925628:0:6510:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344905.925630:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344905.925631:0:6510:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1763344905.925635:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13917 usecs (14 jiffies) 00000100:00000001:1.0:1763344905.925636:0:6510:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344905.925642:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307679758 02000000:00000001:1.0:1763344905.925644:0:6510:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344905.925650:0:3645:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307679750 00000100:00100000:1.0:1763344905.925650:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617978496 00000020:00000001:1.0:1763344905.925654:0:6510:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1763344905.925657:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307679758 00000020:00000040:1.0:1763344905.925658:0:6510:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:1.0:1763344905.925663:0:6510:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763344905.925664:0:3645:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307679750 00000020:00000040:1.0:1763344905.925668:0:6510:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=5 00000100:00000001:3.0:1763344905.925670:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307679758 00000020:00000001:1.0:1763344905.925673:0:6510:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:3.0:1763344905.925675:0:3645:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307679750 00000020:00000001:1.0:1763344905.925679:0:6510:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:3.0:1763344905.925681:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307679758 00000100:00000001:1.0:1763344905.925685:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763344905.925686:0:3645:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307679750 00000100:00000001:3.0:1763344905.925691:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344905.925691:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6a40. 00000100:00000001:3.0:1763344905.925696:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344905.925697:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344905.925700:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344905.925702:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6a40. 00000100:00000001:3.0:1763344905.925704:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344905.925710:0:6510:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3600. 00000020:00000010:1.0:1763344905.925716:0:6510:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42e80. 00000020:00000010:1.0:1763344905.925721:0:6510:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04af0. 00000100:00000040:1.0:1763344905.925730:0:6510:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344905.925733:0:6510:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344905.925735:0:6510:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344905.925737:0:6510:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344905.925744:0:6510:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344905.925763:0:6510:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344905.925771:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344905.925775:0:6510:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763344905.925776:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344905.925778:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617978624 02000000:00000001:1.0:1763344905.925782:0:6510:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344905.925783:0:6510:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344905.925784:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344905.925785:0:6510:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.925808:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344905.925812:0:6510:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344905.925816:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617978624 00000020:00000001:1.0:1763344905.925819:0:6510:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344905.925820:0:6510:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:1.0:1763344905.925822:0:6510:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344905.925824:0:6510:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=7 00000020:00000001:1.0:1763344905.925827:0:6510:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:1.0:1763344905.925829:0:6510:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:1.0:1763344905.925832:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344905.925835:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6a40. 00000100:00000001:1.0:1763344905.925837:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344905.925839:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6a40. 00000020:00000010:1.0:1763344905.925843:0:6510:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4e3e00. 00000020:00000010:1.0:1763344905.925846:0:6510:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42400. 00000020:00000010:1.0:1763344905.925850:0:6510:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04c80. 00000100:00000001:1.0:1763344905.925853:0:6510:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344905.925855:0:6510:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344905.925856:0:6510:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344905.925860:0:6510:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344905.925863:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344905.925867:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344905.925872:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8674 00000100:00000040:3.0:1763344905.925877:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:1.0:1763344905.925877:0:6510:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344905.925882:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006379008 : -107404703172608 : ffff9e50e4d1f800) 00000100:00000040:3.0:1763344905.925890:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1f800 x1848987617978496/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:136/0 lens 224/0 e 0 to 0 dl 1763344916 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344905.925890:0:6510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344905.925894:0:6510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344905.925902:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8675 00000100:00000001:3.0:1763344905.925905:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1763344905.925907:0:6510:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000020:00000010:3.0:1763344905.925911:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd7c0. 00000100:00000001:1.0:1763344905.925911:0:6510:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334457856 : -107404375093760 : ffff9e50f8600e00) 00000100:00000001:3.0:1763344905.925916:0:6509:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344905.925919:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd7c0. 00000100:00000040:1.0:1763344905.925921:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8600e00 x1848987617978624/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:136/0 lens 224/0 e 0 to 0 dl 1763344916 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344905.925927:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1848987617978496:12345-0@lo:41:osp-pre-1-0.0 00000100:00000200:3.0:1763344905.925936:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617978496 00000100:00000001:1.0:1763344905.925940:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1763344905.925941:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344905.925947:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1763344905.925947:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6a40. 00000100:00000001:1.0:1763344905.925952:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344905.925953:0:6509:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd6241180: xid 1848987617973888, transno 25770214354, client gen 7, slot idx 0 00000020:00000010:1.0:1763344905.925956:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6a40. 00000001:00000001:3.0:1763344905.925961:0:6509:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd05d1840: xid 1848987617963264, transno 25770214315, client gen 7, slot idx 1 00000100:00100000:1.0:1763344905.925965:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8600e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3645:x1848987617978624:12345-0@lo:41:osp-pre-0-1.0 00000001:00000010:3.0:1763344905.925969:0:6509:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd05d1840. 00000100:00000200:1.0:1763344905.925972:0:6510:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617978624 00000020:00000001:3.0:1763344905.925976:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344905.925976:0:6510:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344905.925980:0:6510:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344905.925981:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344905.925984:0:6510:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344905.925985:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808896 : -1044742720 : ffffffffc1ba7dc0) 00000020:00000001:1.0:1763344905.925989:0:6510:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344905.925991:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344905.925992:0:6510:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808896 : -1044742720 : ffffffffc1ba7dc0) 00000001:00000001:3.0:1763344905.925997:0:6509:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617978496, found 0 last_xid 1848987617978495 00000020:00000001:1.0:1763344905.925998:0:6510:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344905.926001:0:6510:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617978624, found 0 last_xid 1848987617978623 00000020:00000001:3.0:1763344905.926003:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344905.926007:0:6510:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344905.926008:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344905.926011:0:6510:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344905.926012:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344905.926015:0:6510:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344905.926017:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344905.926019:0:6510:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344905.926023:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1763344905.926024:0:6510:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344905.926027:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1763344905.926028:0:6510:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344905.926032:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50f2e53000. 02000000:00000010:1.0:1763344905.926034:0:6510:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e4fd6097400. 02000000:00000001:3.0:1763344905.926036:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344905.926039:0:6510:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344905.926041:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344905.926048:0:6509:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000100:00000001:1.0:1763344905.926048:0:6510:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344905.926053:0:6509:0:(mdt_lib.c:477:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1763344905.926055:0:6510:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:3.0:1763344905.926056:0:6509:0:(mdt_lib.c:483:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344905.926058:0:6510:0:(mdt_lib.c:477:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1763344905.926061:0:6510:0:(mdt_lib.c:483:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:3.0:1763344905.926072:0:6509:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1432236032 avail 1285996544 00000004:00000024:1.0:1763344905.926072:0:6510:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1431289856 avail 1285050368 00000020:00000020:3.0:1763344905.926081:0:6509:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:1.0:1763344905.926081:0:6510:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1763344905.926087:0:6509:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e50dfa75800 dirty 0 pend 0 grant 2146304 00000020:00000020:1.0:1763344905.926088:0:6510:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e50f7dce000 dirty 0 pend 0 grant 2146304 00000020:00000020:3.0:1763344905.926094:0:6509:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff9e4fc1e26800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344905.926095:0:6510:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff9e50d6f7d000 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1763344905.926101:0:6509:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff9e50eff24800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344905.926102:0:6510:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff9e4fc1e20800 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1763344905.926107:0:6509:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff9e4fc48d5800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344905.926109:0:6510:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff9e50c5dfe800 dirty 0 pend 0 grant 0 00000004:00000020:3.0:1763344905.926113:0:6509:0:(mdt_handler.c:555:mdt_statfs()) 353529 blocks: 349667 free, 313964 avail; 1024000 objects: 1021811 free; state 0 00000020:00000020:1.0:1763344905.926115:0:6510:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff9e50d6ff7000 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344905.926120:0:6510:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff9e50e4d3b000 dirty 0 pend 0 grant 0 00000004:00000001:3.0:1763344905.926122:0:6509:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1763344905.926124:0:6510:0:(mdt_handler.c:555:mdt_statfs()) 353529 blocks: 349436 free, 313733 avail; 1024000 objects: 1019583 free; state 0 00010000:00000040:3.0:1763344905.926127:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214354, transno 0, xid 1848987617978496 00010000:00000001:3.0:1763344905.926132:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000004:00000001:1.0:1763344905.926132:0:6510:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344905.926137:0:6510:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770256485, transno 0, xid 1848987617978624 00010000:00000200:3.0:1763344905.926138:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1f800 x1848987617978496/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:136/0 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344905.926141:0:6510:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344905.926148:0:6510:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8600e00 x1848987617978624/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:136/0 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344905.926151:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344905.926156:0:6509:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344905.926161:0:6510:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1763344905.926162:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=84 v=5 (1 1 1 1) 00010000:00000001:1.0:1763344905.926165:0:6510:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344905.926168:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:1.0:1763344905.926170:0:6510:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=84 v=5 (1 1 1 1) 00000100:00000040:3.0:1763344905.926174:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344905.926176:0:6510:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1763344905.926178:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 00000100:00000040:1.0:1763344905.926182:0:6510:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 67 to 0@lo 02000000:00000001:3.0:1763344905.926184:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1763344905.926186:0:6510:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344905.926187:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344905.926191:0:6510:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1763344905.926193:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1763344905.926194:0:6510:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344905.926199:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1763344905.926200:0:6510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1763344905.926203:0:6509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb550. 00000100:00000040:1.0:1763344905.926207:0:6510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1763344905.926210:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617978496, offset 224 00000400:00000010:1.0:1763344905.926213:0:6510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3770. 00000400:00000200:3.0:1763344905.926218:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344905.926224:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344905.926236:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa29e880 00000100:00000200:1.0:1763344905.926612:0:6510:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617978624, offset 224 00000400:00000200:3.0:1763344905.926616:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x665e71 [1] + 224 00000400:00000200:3.0:1763344905.926623:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344905.926624:0:6510:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344905.926629:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344905.926634:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1763344905.926635:0:6510:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1763344905.926643:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede42d80 x1848987617978496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763344905.926647:0:6510:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa29e900 00000400:00000200:1.0:1763344905.926658:0:6510:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x665e79 [1] + 224 00000100:00000040:3.0:1763344905.926663:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50ede42d80 x1848987617978496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763344905.926666:0:6510:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344905.926674:0:6510:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344905.926682:0:6510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344905.926687:0:6510:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e4d1c000 x1848987617978624/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344905.926696:0:6510:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50e4d1c000 x1848987617978624/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.926717:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344905.926720:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344905.926754:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344905.926762:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb550 00000100:00000001:2.0:1763344905.926763:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1763344905.926765:0:6509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb550. 00000100:00000001:2.0:1763344905.926767:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344905.926772:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344905.926775:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344905.926779:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344905.926782:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 66 to 0@lo 00010000:00000001:3.0:1763344905.926808:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344905.926811:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344905.926813:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344905.926818:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1f800 x1848987617978496/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:136/0 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344905.926827:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1848987617978496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 921us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344905.926834:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8674 00000100:00000040:3.0:1763344905.926837:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:3.0:1763344905.926840:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344905.926841:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344905.926846:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42e80. 00000020:00000010:3.0:1763344905.926850:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04af0. 00000020:00000010:3.0:1763344905.926854:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3600. 00000020:00000040:3.0:1763344905.926858:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 4 00000100:00000001:3.0:1763344905.926861:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344905.926917:0:6510:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1763344905.926918:0:3642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344905.926922:0:3642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344905.926925:0:3642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3840. 00000400:00000200:0.0:1763344905.926929:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495660 00000400:00000010:0.0:1763344905.926931:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495660. 00000100:00000001:0.0:1763344905.926940:0:3642:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1763344905.926941:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344905.926944:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344905.926947:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac6e0. 00000100:00000200:0.0:1763344905.926947:0:3642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ede42d80 x1848987617978496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1763344905.926953:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbaa0 00000400:00000010:2.0:1763344905.926956:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbaa0. 00000100:00000001:2.0:1763344905.926960:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1763344905.926961:0:6510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3770 00000400:00000010:1.0:1763344905.926964:0:6510:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3770. 00000100:00000200:2.0:1763344905.926966:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e4d1c000 x1848987617978624/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344905.926969:0:6510:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344905.926972:0:6510:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:0.0:1763344905.926972:0:3642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ede42d80 x1848987617978496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344905.926978:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e4d1c000 x1848987617978624/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344905.926978:0:6510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344905.926983:0:6510:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344905.926987:0:6510:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344905.926989:0:6510:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344905.926993:0:6510:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1763344905.926994:0:3642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344905.926995:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1763344905.926998:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8600e00 x1848987617978624/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:136/0 lens 224/368 e 0 to 0 dl 1763344916 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344905.926999:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.926999:0:3642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344905.927006:0:3645:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1763344905.927006:0:3642:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1763344905.927010:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8600e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3645:x1848987617978624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1068us (1439us total) trans 0 rc 0/0 02000000:00000001:2.0:1763344905.927012:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1763344905.927012:0:3642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344905.927015:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344905.927016:0:3642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344905.927018:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344905.927020:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8675 00000100:00000001:0.0:1763344905.927021:0:3642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344905.927022:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344905.927023:0:6510:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 02000000:00000001:0.0:1763344905.927025:0:3642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344905.927026:0:6510:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1763344905.927030:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=5 v=5 (5 5 5 5) 00000100:00000001:1.0:1763344905.927030:0:6510:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1763344905.927033:0:3642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=114 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344905.927034:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=108 v=5 (1 1 1 1) 00000020:00000010:1.0:1763344905.927035:0:6510:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42400. 00000020:00000010:1.0:1763344905.927039:0:6510:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04c80. 00000100:00000001:2.0:1763344905.927043:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1763344905.927043:0:3642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=114 v=5 (1 1 1 1) 00000020:00000010:1.0:1763344905.927044:0:6510:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4e3e00. 00000100:00000001:2.0:1763344905.927045:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344905.927049:0:6510:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 6 00010000:00000001:2.0:1763344905.927050:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1763344905.927051:0:3642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1763344905.927053:0:3645:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344905.927053:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.927054:0:3642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.927058:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1763344905.927058:0:3642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1763344905.927062:0:3645:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00010000:00000001:0.0:1763344905.927063:0:3642:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344905.927069:0:3645:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344905.927070:0:3642:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1763344905.927072:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344905.927073:0:3642:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 25770214354 gen 2 00000100:00000040:2.0:1763344905.927081:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e4d1c000 x1848987617978624/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344905.927083:0:3642:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 25770214354) req@ffff9e4fc3639180 x1848987617973888/t25770214354(25770214354) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763344905.927100:0:3642:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763344905.927103:0:3642:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 25770214354 committed transno 25770214354 00000100:00000001:2.0:1763344905.927106:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763344905.927109:0:3642:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fcb11d000. 00000100:00000001:2.0:1763344905.927111:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344905.927114:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763344905.927117:0:3642:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e4fc371d8c0. 00000004:00000001:2.0:1763344905.927118:0:3645:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000010:0.0:1763344905.927123:0:3642:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fc2c5ea80. 00000004:00000040:2.0:1763344905.927124:0:3645:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=353529 free=349436 avail=313733 avail_mb=1225 hwm_mb=3 files=1024000 ffree=1019583 state=0: rc = 0 00000004:00000010:0.0:1763344905.927128:0:3642:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9e4fc2c5e540. 00000004:00000001:0.0:1763344905.927132:0:3642:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763344905.927134:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000020:2.0:1763344905.927135:0:3645:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (ffff9e50ff7f0800): 353529 blocks, 349436 free, 313733 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1019583 free files 0x0 00000100:00000040:0.0:1763344905.927139:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc3639180 x1848987617973888/t25770214354(25770214354) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344917 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763344905.927143:0:3645:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344905.927152:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1c000 x1848987617978624/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.927173:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1763344905.927176:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e4d1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617978624:0@lo:41:osp-pre-0-1.0 02000000:00000001:0.0:1763344905.927177:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344905.927182:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50ff7e8000. 00000100:00000001:2.0:1763344905.927184:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1763344905.927187:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1763344905.927189:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1763344905.927191:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1763344905.927195:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e4d1c000 x1848987617978624/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1763344905.927195:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1763344905.927199:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344905.927203:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4e2200. 00000100:00000001:2.0:1763344905.927208:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344905.927209:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344905.927211:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1763344905.927213:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1763344905.927215:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50f2e52c00. 00000100:00000010:0.0:1763344905.927217:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc3639180. 02000000:00000001:2.0:1763344905.927221:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344905.927224:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344905.927226:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1763344905.927226:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1763344905.927229:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1763344905.927230:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1763344905.927233:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50eff09900. 00000100:00000001:0.0:1763344905.927235:0:3642:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763344905.927240:0:3642:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: normal: skip=1 replay=1/1 committed=0/0 02000000:00000001:2.0:1763344905.927242:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1763344905.927243:0:3642:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1763344905.927245:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1763344905.927247:0:3642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344905.927248:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1c000. 00000100:00000001:2.0:1763344905.927254:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1763344905.927255:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ede42d80 x1848987617978496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344905.927258:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344905.927263:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.927270:0:3642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344905.927271:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344905.927274:0:3642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344905.927275:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.927278:0:3642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344905.927280:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:0.0:1763344905.927282:0:3642:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1763344905.927283:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344905.927287:0:3642:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=353529 free=349667 avail=313964 avail_mb=1226 hwm_mb=3 files=1024000 ffree=1021811 state=0: rc = 0 00000004:00000020:0.0:1763344905.927296:0:3642:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (ffff9e4fc342b800): 353529 blocks, 349667 free, 313964 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1021811 free files 0x0 00000004:00000001:0.0:1763344905.927301:0:3642:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344905.927305:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede42d80 x1848987617978496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344905.927312:0:3642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ede42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1848987617978496:0@lo:41:osp-pre-1-0.0 00000100:00000001:0.0:1763344905.927319:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.927321:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344905.927324:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ede42d80 x1848987617978496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344905.927329:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344905.927331:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344905.927332:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50d7ff2000. 02000000:00000001:0.0:1763344905.927335:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344905.927337:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344905.927338:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1763344905.927340:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344905.927341:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50ff83a500. 02000000:00000001:0.0:1763344905.927343:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344905.927345:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344905.927346:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede42d80. 00000100:00000001:0.0:1763344905.927349:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344905.927350:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.927352:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344905.927356:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344905.927358:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344905.927360:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344905.927362:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344905.939932:0:107996:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214800 (cpu 0) has reached its deadline 4307679758, at 4307679759 00000100:00000010:0.0:1763344905.939949:0:107996:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4fc29dcf60. 00000100:00000040:3.0:1763344905.939995:0:118156:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214b30 (cpu 0) has reached its deadline 4307679758, at 4307679759 00000100:00000010:3.0:1763344905.940002:0:118156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4fc29dccc0. 00000100:00000040:1.0:1763344905.941084:0:118671:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214910 (cpu 0) has reached its deadline 4307679758, at 4307679760 00000100:00000010:1.0:1763344905.941092:0:118671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4fc29dc660. 00000100:00000040:2.0:1763344905.941843:0:110036:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214a20 (cpu 0) has reached its deadline 4307679758, at 4307679761 00000100:00000010:2.0:1763344905.941850:0:110036:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4fc29dc060. 00010000:00000001:2.0:1763344905.989131:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344905.989136:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344905.989140:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344905.989142:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344905.989145:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344905.989146:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344905.989149:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344905.989151:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344905.989154:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344905.989156:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344905.989161:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344905.989162:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344905.989165:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344905.989167:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344905.989187:0:27985:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763344905.989190:0:27985:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344905.989193:0:27985:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1763344906.023092:0:120977:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139580. 00080000:00000010:0.0:1763344906.023103:0:120977:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139580. 00000020:00000001:0.0:1763344906.023109:0:120977:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344906.023119:0:120977:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139580. 00080000:00000010:0.0:1763344906.023125:0:120977:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139580. 00000020:00000001:0.0:1763344906.023129:0:120977:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344906.023137:0:120977:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139580. 00080000:00000010:0.0:1763344906.023141:0:120977:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139580. 00000020:00000001:0.0:1763344906.023145:0:120977:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344906.023152:0:120977:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139580. 00080000:00000010:0.0:1763344906.023156:0:120977:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139580. 00000020:00000001:0.0:1763344906.023160:0:120977:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344906.444288:0:30729:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1763344906.444297:0:30729:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1763344906.444311:0:30729:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede40380. 00000020:00000040:1.0:1763344906.444320:0:30729:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=8 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1763344906.444325:0:30729:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344906.444329:0:30729:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344906.444334:0:30729:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344906.444345:0:30729:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50ee68f300. 00000100:00000001:1.0:1763344906.444352:0:30729:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344906.444358:0:30729:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344906.444363:0:30729:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344906.444373:0:30729:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039ec860d] to pc [ptlrpcd_00_03+3] req@ffff9e50ede40380 x1848987617978752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1763344906.444426:0:30729:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344906.444433:0:30729:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e2200. 00080000:00000001:1.0:1763344906.444437:0:30729:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300118528 : -107409409433088 : ffff9e4fcc4e2200) 00080000:00000001:1.0:1763344906.444440:0:30729:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763344906.444451:0:30729:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1763344906.444453:0:30729:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0000-osc-MDT0001: sync forced, 1 changes 00000004:00000010:1.0:1763344906.444457:0:30729:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9e4fc2dece40. 00000004:00080000:1.0:1763344906.444460:0:30729:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 13012967670869ns, next at 13013967665304ns, rc = 0 00080000:00000001:1.0:1763344906.444464:0:30729:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:1.0:1763344906.444475:0:30729:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344906.444478:0:30729:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344906.444480:0:30729:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344906.444482:0:30729:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.444518:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:1.0:1763344906.444519:0:31811:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1763344906.444524:0:31811:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1763344906.444525:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1763344906.444529:0:31811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede41f80. 00000100:00000001:2.0:1763344906.444530:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1763344906.444535:0:31811:0:(genops.c:1229:class_import_get()) import ffff9e4fc369e800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1763344906.444539:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ede40380 x1848987617978752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344906.444540:0:31811:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344906.444543:0:31811:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344906.444547:0:31811:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.444555:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1763344906.444556:0:31811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50ff781500. 00000100:00000001:2.0:1763344906.444559:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344906.444562:0:31811:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344906.444567:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1763344906.444567:0:31811:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1763344906.444573:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344906.444573:0:31811:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344906.444579:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344906.444583:0:31811:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fb35025] to pc [ptlrpcd_00_00+0] req@ffff9e50ede41f80 x1848987617978880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344906.444585:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ede40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617978752:0@lo:13:osp-pre-0-1.0 00000100:00000001:2.0:1763344906.444594:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1763344906.444600:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1763344906.444601:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344906.444606:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.444607:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344906.444612:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1763344906.444618:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1763344906.444620:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50eeea3000. 00080000:00000001:1.0:1763344906.444620:0:31811:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000100:00000001:0.0:1763344906.444622:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1763344906.444626:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.444626:0:3642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000010:1.0:1763344906.444627:0:31811:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4e3600. 00080000:00000001:1.0:1763344906.444633:0:31811:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664300123648 : -107409409427968 : ffff9e4fcc4e3600) 00000400:00000010:2.0:1763344906.444636:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cbeb74d0. 00080000:00000001:1.0:1763344906.444637:0:31811:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000100:00000040:0.0:1763344906.444642:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ede41f80 x1848987617978880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1763344906.444646:0:31811:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344906.444648:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921198. 00000004:00001000:1.0:1763344906.444651:0:31811:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0000-osc-MDT0000: sync forced, 1 changes 00000004:00000010:1.0:1763344906.444658:0:31811:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9e4fc2dec3c0. 00000100:00000200:2.0:1763344906.444660:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617978752, portal 4 00000100:00000001:0.0:1763344906.444660:0:3642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000004:00080000:1.0:1763344906.444663:0:31811:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 13012967872907ns, next at 13013967866795ns, rc = 0 00000100:00000001:0.0:1763344906.444664:0:3642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.444666:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344906.444671:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158556544 : -107404550995072 : ffff9e50ede40380) 00080000:00000001:1.0:1763344906.444671:0:31811:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 02000000:00000001:0.0:1763344906.444671:0:3642:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344906.444675:0:3642:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1763344906.444679:0:31811:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:0.0:1763344906.444680:0:3642:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344906.444683:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ede40380 x1848987617978752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00040000:00000001:1.0:1763344906.444683:0:31811:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00100000:0.0:1763344906.444687:0:3642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ede41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1848987617978880:0@lo:13:osp-pre-0-0.0 00080000:00000001:1.0:1763344906.444688:0:31811:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344906.444693:0:31811:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.444698:0:3642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1763344906.444704:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1763344906.444704:0:3642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344906.444708:0:3642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344906.444709:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1763344906.444712:0:3642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1763344906.444715:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 02000000:00000010:0.0:1763344906.444719:0:3642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50ca200000. 00000100:00000200:2.0:1763344906.444720:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848987617978752, offset 0 02000000:00000001:0.0:1763344906.444724:0:3642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763344906.444731:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1763344906.444731:0:3642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3840. 00000400:00000010:0.0:1763344906.444741:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495660. 00000100:00000200:0.0:1763344906.444746:0:3642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617978880, portal 4 00000400:00000200:2.0:1763344906.444750:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1763344906.444751:0:3642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344906.444754:0:3642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158563712 : -107404550987904 : ffff9e50ede41f80) 00000100:00000040:0.0:1763344906.444763:0:3642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ede41f80 x1848987617978880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1763344906.444766:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a4fa29e980 00000100:00000001:0.0:1763344906.444776:0:3642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1763344906.444778:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x29fe95 [8] + 11648 00000100:00000040:0.0:1763344906.444782:0:3642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1763344906.444807:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344906.444813:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344906.444819:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344906.444821:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1763344906.444826:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d0700. 00000100:00000040:2.0:1763344906.444829:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d0700 x1848987617978752 msgsize 224 00000100:00100000:2.0:1763344906.444833:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344906.444845:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344906.444853:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:2.0:1763344906.444855:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:2.0:1763344906.444857:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344906.444861:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ede40380 x1848987617978752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344906.444870:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344906.444873:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ede40380 x1848987617978752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344906.444879:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.444881:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344906.444886:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344906.444891:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17581 usecs (18 jiffies) 00000100:00000001:2.0:1763344906.444894:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307680278 00000100:00000010:2.0:1763344906.444898:0:3645:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e50e4b8dde0. 00000100:00000001:2.0:1763344906.444905:0:3645:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763344906.444912:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307680278 00000100:00000010:2.0:1763344906.444915:0:3645:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e50e4b8d900. 00000100:00000001:2.0:1763344906.444919:0:3645:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763344906.444922:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307680278 00000100:00000010:2.0:1763344906.444926:0:3645:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e50e4b8d720. 00000100:00000001:2.0:1763344906.444929:0:3645:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763344906.444931:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307680278 00000100:00000010:2.0:1763344906.444935:0:3645:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e50e4b8d8a0. 00000100:00000001:2.0:1763344906.444938:0:3645:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763344906.444942:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344906.444945:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.444949:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.444951:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344906.444959:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344906.444961:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763344906.444964:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344906.444966:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344906.444968:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.444971:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.444984:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344906.444987:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344906.445037:0:82969:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344906.445040:0:82969:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617978752 02000000:00000001:1.0:1763344906.445043:0:82969:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344906.445045:0:82969:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344906.445047:0:82969:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344906.445050:0:82969:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344906.445054:0:82969:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617978752 00000020:00000001:1.0:1763344906.445057:0:82969:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344906.445058:0:82969:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:1.0:1763344906.445060:0:82969:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344906.445064:0:82969:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=10 00000020:00000001:1.0:1763344906.445066:0:82969:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000020:00000001:1.0:1763344906.445068:0:82969:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:1.0:1763344906.445073:0:82969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344906.445076:0:82969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b69c0. 00000020:00000040:1.0:1763344906.445083:0:82969:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:1.0:1763344906.445089:0:82969:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763344906.445095:0:82969:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117b800. 00000020:00000010:1.0:1763344906.445101:0:82969:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42980. 00000400:00000010:0.0:1763344906.445104:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495c38. 00000020:00000010:1.0:1763344906.445108:0:82969:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04c80. 00000100:00000200:0.0:1763344906.445110:0:3642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848987617978880, offset 0 00000400:00000200:0.0:1763344906.445117:0:3642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1763344906.445120:0:82969:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00080000:2.0:1763344906.445122:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1763344906.445125:0:82969:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1763344906.445128:0:3642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1763344906.445129:0:82969:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1763344906.445130:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:1.0:1763344906.445134:0:82969:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763344906.445138:0:3642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a4fa29ea00 00000100:00000001:1.0:1763344906.445145:0:82969:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763344906.445146:0:3642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x29fe95 [8] + 11872 00000400:00000200:0.0:1763344906.445153:0:3642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763344906.445157:0:82969:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344906.445168:0:71953:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1763344906.445168:0:3642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344906.445170:0:82969:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344906.445173:0:71953:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763344906.445174:0:82969:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763344906.445175:0:3642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344906.445178:0:3642:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00100000:2.0:1763344906.445181:0:71953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6745 00000100:00000010:0.0:1763344906.445184:0:3642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1c380. 00000100:00000040:2.0:1763344906.445187:0:71953:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000040:0.0:1763344906.445189:0:3642:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1c380 x1848987617978880 msgsize 224 00000100:00000001:2.0:1763344906.445192:0:71953:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453797120 : -107404255754496 : ffff9e50ff7d0700) 00000100:00100000:0.0:1763344906.445198:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1763344906.445203:0:71953:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d0700 x1848987617978752/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:137/0 lens 224/0 e 0 to 0 dl 1763344917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344906.445208:0:3642:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1763344906.445214:0:71953:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1763344906.445214:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495c38 00000400:00000010:0.0:1763344906.445218:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495c38. 00000020:00000010:2.0:1763344906.445219:0:71953:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d21c0. 00000100:00000001:0.0:1763344906.445222:0:3642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1763344906.445224:0:71953:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1763344906.445229:0:3642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ede41f80 x1848987617978880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344906.445238:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344906.445241:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ede41f80 x1848987617978880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344906.445247:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.445248:0:3642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344906.445252:0:3642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344906.445255:0:3642:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15407 usecs (16 jiffies) 00000100:00000001:0.0:1763344906.445257:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307680276 00000100:00000001:0.0:1763344906.445260:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307680278 00000100:00000001:0.0:1763344906.445262:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307680276 00000100:00000001:0.0:1763344906.445264:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307680278 00000100:00000001:0.0:1763344906.445266:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307680276 00000100:00000001:0.0:1763344906.445268:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307680278 00000100:00000001:0.0:1763344906.445269:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307680276 00000100:00000001:0.0:1763344906.445271:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307680278 00000100:00000001:0.0:1763344906.445273:0:3642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344906.445276:0:3642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.445278:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.445279:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344906.445284:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344906.445285:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763344906.445287:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344906.445289:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344906.445290:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.445292:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.445304:0:68729:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344906.445306:0:68729:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617978880 02000000:00000001:0.0:1763344906.445308:0:68729:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344906.445309:0:68729:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344906.445311:0:68729:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344906.445313:0:68729:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344906.445316:0:68729:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617978880 00000020:00000001:0.0:1763344906.445317:0:68729:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344906.445319:0:68729:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84f0 00000020:00000001:0.0:1763344906.445320:0:68729:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344906.445322:0:68729:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7178000 refcount=7 00000020:00000001:0.0:1763344906.445324:0:68729:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000020:00000001:0.0:1763344906.445327:0:68729:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000100:00000001:1.0:1763344906.445329:0:82969:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.445330:0:68729:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763344906.445334:0:82969:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344906.445336:0:68729:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2f80. 00000020:00000010:0.0:1763344906.445341:0:68729:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50f82dd900. 00000020:00000040:0.0:1763344906.445345:0:68729:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:0.0:1763344906.445353:0:68729:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344906.445354:0:68729:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2f80. 00000020:00000010:0.0:1763344906.445359:0:68729:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8400. 00000020:00000010:0.0:1763344906.445362:0:68729:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344906.445366:0:68729:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000001:0.0:1763344906.445370:0:68729:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344906.445371:0:68729:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344906.445373:0:68729:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.445378:0:68729:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.445396:0:68729:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344906.445404:0:68729:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344906.445406:0:68729:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344906.445409:0:68729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6746 00000100:00000040:0.0:1763344906.445411:0:68729:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7178000 : new rpc_count 1 00000100:00000001:0.0:1763344906.445413:0:68729:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006365568 : -107404703186048 : ffff9e50e4d1c380) 00000100:00000040:0.0:1763344906.445418:0:68729:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1c380 x1848987617978880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/0 e 0 to 0 dl 1763344917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344906.445425:0:68729:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344906.445428:0:68729:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2f80. 00000100:00000001:0.0:1763344906.445430:0:68729:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344906.445432:0:68729:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2f80. 00000100:00100000:0.0:1763344906.445437:0:68729:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3642:x1848987617978880:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:0.0:1763344906.445441:0:68729:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617978880 00000020:00000001:0.0:1763344906.445444:0:68729:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344906.445447:0:68729:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344906.445449:0:68729:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344906.445452:0:68729:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344906.445454:0:68729:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932688 : -1042618928 : ffffffffc1dae5d0) 00000020:00000001:0.0:1763344906.445457:0:68729:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344906.445460:0:68729:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344906.445462:0:68729:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344906.445465:0:68729:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344906.445468:0:68729:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.445472:0:68729:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344906.445474:0:68729:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344906.445478:0:68729:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50ca200c00. 02000000:00000001:0.0:1763344906.445481:0:68729:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.445483:0:68729:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344906.445487:0:68729:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1763344906.445491:0:68729:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1763344906.445493:0:68729:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1763344906.445501:0:68729:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1763344906.445504:0:68729:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 433900224 pending 0 free 3893460992 avail 3661938688 00000020:00000020:0.0:1763344906.445507:0:68729:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 142016 0 0 00000020:00000020:0.0:1763344906.445511:0:68729:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 dirty 0 pend 0 grant 433758208 00000020:00000020:0.0:1763344906.445514:0:68729:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9e50c7178000 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1763344906.445517:0:68729:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9e50c7179000 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1763344906.445520:0:68729:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 950552 free, 893994 avail; 262144 objects: 259278 free; state 0 00002000:00000001:0.0:1763344906.445523:0:68729:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:0.0:1763344906.445527:0:68729:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344906.445531:0:68729:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915407, transno 0, xid 1848987617978880 00010000:00000001:0.0:1763344906.445533:0:68729:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344906.445538:0:68729:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1c380 x1848987617978880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/368 e 0 to 0 dl 1763344917 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344906.445545:0:68729:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344906.445548:0:68729:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344906.445551:0:68729:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ead379e8 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344906.445555:0:68729:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344906.445557:0:68729:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344906.445560:0:68729:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344906.445562:0:68729:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344906.445564:0:68729:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.445567:0:68729:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344906.445569:0:68729:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344906.445572:0:68729:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495c38. 00000100:00000200:0.0:1763344906.445575:0:68729:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617978880, offset 224 00000400:00000200:0.0:1763344906.445578:0:68729:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344906.445584:0:68729:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344906.445589:0:68729:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa29ea00 00000400:00000200:0.0:1763344906.445593:0:68729:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x665e91 [1] + 224 00000400:00000200:0.0:1763344906.445596:0:68729:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344906.445599:0:68729:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344906.445602:0:68729:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344906.445606:0:68729:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede41f80 x1848987617978880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344906.445614:0:68729:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50ede41f80 x1848987617978880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344906.445630:0:68729:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344906.445635:0:68729:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495c38 00000400:00000010:0.0:1763344906.445637:0:68729:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495c38. 00000100:00000001:0.0:1763344906.445641:0:68729:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344906.445643:0:68729:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344906.445647:0:68729:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344906.445651:0:68729:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00000020:00000010:2.0:1763344906.445653:0:71953:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d21c0. 00010000:00000001:0.0:1763344906.445654:0:68729:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344906.445658:0:68729:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344906.445661:0:68729:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1763344906.445664:0:71953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+10:3645:x1848987617978752:12345-0@lo:13:osp-pre-0-1.0 00000100:00000040:0.0:1763344906.445668:0:68729:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1c380 x1848987617978880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:137/0 lens 224/368 e 0 to 0 dl 1763344917 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344906.445672:0:71953:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617978752 00000100:00000001:1.0:1763344906.445675:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1763344906.445679:0:71953:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1763344906.445679:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1763344906.445684:0:71953:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000001:1.0:1763344906.445687:0:3642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1763344906.445688:0:71953:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344906.445689:0:68729:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3642:x1848987617978880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 259us (495us total) trans 0 rc 0/0 00000400:00000001:1.0:1763344906.445690:0:3642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1763344906.445694:0:71953:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1763344906.445696:0:3642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3840. 00000020:00000001:2.0:1763344906.445698:0:71953:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932688 : -1042618928 : ffffffffc1dae5d0) 00000400:00000200:1.0:1763344906.445703:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495660 00000020:00000001:2.0:1763344906.445704:0:71953:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1763344906.445704:0:68729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6746 00000400:00000010:1.0:1763344906.445709:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495660. 00000020:00000001:2.0:1763344906.445710:0:71953:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344906.445711:0:68729:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7178000 : new rpc_count 0 00000100:00000001:1.0:1763344906.445713:0:3642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1763344906.445715:0:71953:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1763344906.445716:0:68729:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1763344906.445718:0:71953:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1763344906.445719:0:68729:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1763344906.445721:0:3642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ede41f80 x1848987617978880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763344906.445722:0:71953:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344906.445726:0:68729:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139100. 00000100:00000001:2.0:1763344906.445727:0:71953:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344906.445731:0:71953:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1763344906.445734:0:68729:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 02000000:00000010:2.0:1763344906.445737:0:71953:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50eeea2000. 00000100:00000200:1.0:1763344906.445740:0:3642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ede41f80 x1848987617978880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763344906.445740:0:68729:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8400. 02000000:00000001:2.0:1763344906.445741:0:71953:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.445747:0:71953:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344906.445748:0:68729:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 6 00002000:00000001:2.0:1763344906.445753:0:71953:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1763344906.445754:0:68729:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763344906.445757:0:71953:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1763344906.445758:0:3642:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1763344906.445761:0:71953:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1763344906.445762:0:3642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344906.445765:0:71953:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344906.445767:0:3642:0:(client.c:1578:after_reply()) Process entered 00000100:00080000:0.0:1763344906.445769:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1763344906.445771:0:71953:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 433900224 pending 0 free 3893460992 avail 3661938688 02000000:00000001:1.0:1763344906.445772:0:3642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1763344906.445773:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:1.0:1763344906.445775:0:3642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000020:2.0:1763344906.445777:0:71953:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 142016 0 0 00000100:00000001:1.0:1763344906.445780:0:3642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1763344906.445782:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 dirty 0 pend 0 grant 433758208 02000000:00000001:1.0:1763344906.445784:0:3642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1763344906.445814:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9e50c7178000 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1763344906.445818:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9e50c7179000 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1763344906.445821:0:71953:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 950552 free, 893994 avail; 262144 objects: 259278 free; state 0 00002000:00000001:2.0:1763344906.445824:0:71953:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:2.0:1763344906.445826:0:71953:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344906.445829:0:71953:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915402, transno 0, xid 1848987617978752 00010000:00000001:2.0:1763344906.445831:0:71953:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344906.445836:0:71953:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d0700 x1848987617978752/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:137/0 lens 224/368 e 0 to 0 dl 1763344917 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344906.445843:0:71953:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344906.445845:0:71953:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344906.445848:0:71953:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ead379e8 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344906.445851:0:71953:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344906.445853:0:71953:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:2.0:1763344906.445855:0:71953:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:2.0:1763344906.445858:0:71953:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344906.445860:0:71953:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.445862:0:71953:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344906.445864:0:71953:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344906.445867:0:71953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 00000100:00000200:2.0:1763344906.445871:0:71953:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617978752, offset 224 00000400:00000200:2.0:1763344906.445875:0:71953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344906.445881:0:71953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344906.445887:0:71953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa29e980 00000400:00000200:2.0:1763344906.445892:0:71953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x665e89 [1] + 224 00000400:00000200:2.0:1763344906.445897:0:71953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344906.445900:0:71953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344906.445904:0:71953:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344906.445909:0:71953:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede40380 x1848987617978752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763344906.445919:0:71953:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50ede40380 x1848987617978752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344906.445938:0:71953:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763344906.445944:0:71953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:2.0:1763344906.445947:0:71953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:2.0:1763344906.445950:0:71953:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344906.445951:0:71953:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344906.445956:0:71953:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344906.445959:0:71953:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:2.0:1763344906.445962:0:71953:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344906.445964:0:71953:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344906.445966:0:71953:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344906.445970:0:71953:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d0700 x1848987617978752/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:137/0 lens 224/368 e 0 to 0 dl 1763344917 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344906.445980:0:71953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+10:3645:x1848987617978752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 764us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344906.445988:0:71953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6745 00000100:00001000:1.0:1763344906.445988:0:3642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc369eca0 time=115 v=5 (5 5 5 5) 00000100:00000040:2.0:1763344906.445994:0:71953:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00001000:1.0:1763344906.445996:0:3642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc369ec10 time=42 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344906.445998:0:71953:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344906.446002:0:71953:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1763344906.446002:0:3642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344906.446006:0:3642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344906.446008:0:71953:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42980. 00010000:00000001:1.0:1763344906.446011:0:3642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1763344906.446014:0:71953:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04c80. 00010000:00000001:1.0:1763344906.446015:0:3642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344906.446020:0:71953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117b800. 00000100:00000001:1.0:1763344906.446021:0:3642:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344906.446025:0:3642:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884915407 00000020:00000040:2.0:1763344906.446027:0:71953:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 9 00000100:00000001:1.0:1763344906.446029:0:3642:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344906.446032:0:71953:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344906.446033:0:3642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344906.446041:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ede41f80 x1848987617978880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344906.446048:0:3642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344906.446051:0:3642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344906.446052:0:3642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344906.446054:0:3642:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1763344906.446057:0:3642:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1763344906.446060:0:3642:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=958279 free=950552 avail=893994 avail_mb=3492 hwm_mb=7 files=262144 ffree=259278 state=0: rc = 0 00000004:00000020:1.0:1763344906.446067:0:3642:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9e4fc369b800): 958279 blocks, 950552 free, 893994 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259278 free files 0x0 00000004:00000001:1.0:1763344906.446071:0:3642:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344906.446076:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede41f80 x1848987617978880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344906.446083:0:3642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ede41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1848987617978880:0@lo:13:osp-pre-0-0.0 00000100:00000001:1.0:1763344906.446087:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344906.446089:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344906.446091:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ede41f80 x1848987617978880/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344906.446097:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344906.446099:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344906.446102:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50ca200000. 02000000:00000001:1.0:1763344906.446105:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344906.446107:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344906.446108:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e4fc369e800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1763344906.446110:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344906.446112:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50ff781500. 02000000:00000001:1.0:1763344906.446115:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344906.446117:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344906.446118:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede41f80. 00000100:00000001:1.0:1763344906.446121:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344906.446123:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344906.446124:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344906.446128:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344906.446129:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344906.446131:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344906.446132:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.446436:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344906.446442:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344906.446445:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344906.446447:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344906.446449:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cbeb74d0. 00000400:00000200:0.0:1763344906.446455:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921198 00000400:00000010:0.0:1763344906.446457:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921198. 00000100:00000001:0.0:1763344906.446462:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344906.446467:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ede40380 x1848987617978752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344906.446478:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ede40380 x1848987617978752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344906.446488:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344906.446490:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344906.446492:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344906.446494:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344906.446496:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344906.446498:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344906.446501:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344906.446505:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213ca0 time=6 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344906.446509:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344906.446511:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344906.446513:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344906.446515:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344906.446517:0:3645:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.446520:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344906.446522:0:3645:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884915402 00000100:00000001:0.0:1763344906.446525:0:3645:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344906.446527:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344906.446531:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ede40380 x1848987617978752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344906.446538:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344906.446541:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344906.446542:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344906.446545:0:3645:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1763344906.446547:0:3645:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0001: Updating status = 0 00000004:00000040:0.0:1763344906.446551:0:3645:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0001: blocks=958279 free=950552 avail=893994 avail_mb=3492 hwm_mb=7 files=262144 ffree=259278 state=0: rc = 0 00000100:00000001:1.0:1763344906.446552:0:68721:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763344906.446556:0:68721:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763344906.446561:0:68721:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884915416 is committed 00000004:00000020:0.0:1763344906.446562:0:3645:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0001 (ffff9e50c710c000): 958279 blocks, 950552 free, 893994 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259278 free files 0x0 00000001:00000040:1.0:1763344906.446565:0:68721:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50c7179000 : new cb_count 4 00000020:00000040:1.0:1763344906.446570:0:68721:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 8 00000004:00000001:0.0:1763344906.446571:0:3645:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1763344906.446575:0:68721:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cfcc0. 00000100:00000040:0.0:1763344906.446577:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede40380 x1848987617978752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1763344906.446581:0:68721:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69cb600. 00000001:00000040:1.0:1763344906.446587:0:68721:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50c7179000 : new cb_count 3 00000020:00000040:1.0:1763344906.446589:0:68721:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 7 00000001:00000010:1.0:1763344906.446591:0:68721:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cfea0. 00080000:00000010:1.0:1763344906.446593:0:68721:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69cae00. 00000100:00000001:1.0:1763344906.446595:0:68721:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763344906.446597:0:68721:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763344906.446598:0:68721:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884915414 is committed 00000001:00000040:1.0:1763344906.446600:0:68721:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50c7178000 : new cb_count 1 00000020:00000040:1.0:1763344906.446602:0:68721:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 5 00000001:00000010:1.0:1763344906.446604:0:68721:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d540. 00080000:00000010:1.0:1763344906.446606:0:68721:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09e200. 00000001:00000040:1.0:1763344906.446609:0:68721:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50c7178000 : new cb_count 0 00000020:00000040:1.0:1763344906.446611:0:68721:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 4 00000001:00000010:1.0:1763344906.446613:0:68721:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cff00. 00080000:00000010:1.0:1763344906.446614:0:68721:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69caa00. 00000001:00000040:1.0:1763344906.446617:0:68721:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50c7179000 : new cb_count 2 00000020:00000040:1.0:1763344906.446619:0:68721:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 6 00000001:00000010:1.0:1763344906.446620:0:68721:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc180. 00080000:00000010:1.0:1763344906.446622:0:68721:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de1e00. 00000001:00000040:1.0:1763344906.446625:0:68721:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50c7179000 : new cb_count 1 00000020:00000040:1.0:1763344906.446627:0:68721:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 5 00000001:00000010:1.0:1763344906.446629:0:68721:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cfc00. 00080000:00000010:1.0:1763344906.446630:0:68721:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69cb400. 00000100:00000001:1.0:1763344906.446633:0:68721:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763344906.446634:0:68721:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763344906.446635:0:68721:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884915410 is committed 00000001:00000040:1.0:1763344906.446637:0:68721:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e4fc1321800 : new cb_count 0 00000020:00000040:1.0:1763344906.446639:0:68721:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 16 00000001:00000010:1.0:1763344906.446640:0:68721:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8dd20. 00080000:00000010:1.0:1763344906.446642:0:68721:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852b800. 00000001:00000040:1.0:1763344906.446646:0:68721:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50c7179000 : new cb_count 0 00000020:00000040:1.0:1763344906.446648:0:68721:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 4 00000001:00000010:1.0:1763344906.446650:0:68721:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc4e0. 00080000:00000010:1.0:1763344906.446652:0:68721:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fddab8200. 00000100:00100000:0.0:1763344906.446861:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ede40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617978752:0@lo:13:osp-pre-0-1.0 00000100:00000001:0.0:1763344906.446865:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344906.446867:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344906.446870:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ede40380 x1848987617978752/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344906.446876:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344906.446877:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344906.446879:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50eeea3000. 02000000:00000001:0.0:1763344906.446882:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344906.446884:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344906.446885:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=7 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:0.0:1763344906.446887:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344906.446889:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50ee68f300. 02000000:00000001:0.0:1763344906.446892:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344906.446894:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344906.446895:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede40380. 00000100:00000001:0.0:1763344906.446898:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344906.446899:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344906.446901:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344906.446905:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344906.446907:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344906.446909:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344906.446910:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1763344906.459398:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459412:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344906.459416:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459420:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344906.459432:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344906.459452:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 12 MB=0x691a509dfdc00 00000400:00000200:2.0:1763344906.459461:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 224/224 into md 0x616b51 [64] + 156664 00000800:00000001:2.0:1763344906.459471:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459476:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344906.459479:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344906.459484:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344906.459492:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344906.459495:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344906.459501:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d0a80. 00000100:00000040:2.0:1763344906.459505:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d0a80 x1848987881561088 msgsize 224 00000100:00100000:2.0:1763344906.459511:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344906.459529:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344906.459538:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459543:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344906.459545:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459548:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344906.459552:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344906.459559:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 28 MB=0x691a509dfdd00 00000400:00000200:2.0:1763344906.459564:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 224/224 into md 0x64578d [8] + 5152 00000800:00000001:2.0:1763344906.459568:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459571:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344906.459573:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344906.459576:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344906.459579:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344906.459581:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763344906.459585:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d0380. 00000100:00000040:2.0:1763344906.459587:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d0380 x1848987881561344 msgsize 224 00000100:00100000:2.0:1763344906.459591:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344906.459601:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344906.459604:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459607:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344906.459609:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459611:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344906.459614:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344906.459620:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 26 MB=0x691a509dfdb80 00000400:00000200:2.0:1763344906.459625:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.14@tcp of length 224/224 into md 0x6610a5 [2] + 0 00000400:00000010:2.0:1763344906.459629:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50d23f06e0. 00000400:00000200:2.0:1763344906.459634:0:3635:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e50d72d8600 00000800:00000001:2.0:1763344906.459636:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459640:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344906.459642:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344906.459645:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344906.459647:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50d72d8600 00000400:00000010:2.0:1763344906.459650:0:3635:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50d72d8600. 00000100:00000001:2.0:1763344906.459653:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344906.459654:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1763344906.459657:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c4d3dc50 x1848987881560960 msgsize 224 00000100:00100000:2.0:1763344906.459661:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:2.0:1763344906.459663:0:3635:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1763344906.459669:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344906.459672:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459674:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344906.459676:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459678:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344906.459682:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344906.459686:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 12 MB=0x691a509dfdc80 00000400:00000200:2.0:1763344906.459690:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 224/224 into md 0x616b51 [64] + 156888 00000800:00000001:2.0:1763344906.459693:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459696:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344906.459698:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344906.459700:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344906.459703:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344906.459704:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344906.459708:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d1180. 00000100:00000040:2.0:1763344906.459710:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d1180 x1848987881561216 msgsize 224 00000100:00100000:2.0:1763344906.459714:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344906.459722:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344906.459725:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459728:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344906.459729:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459732:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344906.459735:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344906.459739:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 28 MB=0x691a509dfdd80 00000400:00000200:2.0:1763344906.459743:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 224/224 into md 0x64578d [8] + 5376 00000800:00000001:2.0:1763344906.459746:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459752:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344906.459754:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344906.459757:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344906.459759:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344906.459760:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763344906.459763:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d2680. 00000100:00000040:2.0:1763344906.459765:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d2680 x1848987881561472 msgsize 224 00000100:00100000:2.0:1763344906.459769:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344906.459773:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344906.459776:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344906.459779:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344906.459812:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344906.459815:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881561344 02000000:00000001:2.0:1763344906.459818:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344906.459821:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344906.459823:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344906.459827:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344906.459832:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881561344 00000020:00000001:2.0:1763344906.459835:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344906.459837:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344906.459840:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344906.459842:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=17 00000020:00000001:2.0:1763344906.459845:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344906.459847:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344906.459852:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344906.459857:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d21c0. 00000020:00000010:2.0:1763344906.459862:0:74638:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50f93d25c0. 00000020:00000040:2.0:1763344906.459868:0:74638:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:2.0:1763344906.459877:0:74638:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763344906.459878:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d21c0. 00000020:00000010:2.0:1763344906.459885:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852aa00. 00000020:00000010:2.0:1763344906.459890:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317e80. 00000020:00000010:2.0:1763344906.459896:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d320. 00000100:00000040:2.0:1763344906.459905:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344906.459908:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344906.459909:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344906.459912:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344906.459919:0:74638:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763344906.459921:0:74638:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763344906.459924:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.459931:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344906.459940:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344906.459941:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881561472 02000000:00000001:2.0:1763344906.459943:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344906.459944:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344906.459946:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344906.459948:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344906.459950:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881561472 00000020:00000001:2.0:1763344906.459952:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344906.459953:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:2.0:1763344906.459955:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344906.459956:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=23 00000020:00000001:2.0:1763344906.459958:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:2.0:1763344906.459960:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:2.0:1763344906.459963:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344906.459966:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d21c0. 00000020:00000010:2.0:1763344906.459969:0:74638:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50f93d2ec0. 00000020:00000040:2.0:1763344906.459972:0:74638:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:2.0:1763344906.459975:0:74638:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763344906.459979:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852b200. 00000020:00000010:2.0:1763344906.459981:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317400. 00000020:00000010:2.0:1763344906.459985:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000001:2.0:1763344906.459988:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344906.459989:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344906.459991:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344906.459994:0:74638:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763344906.459995:0:74638:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763344906.459996:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.460002:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344906.460009:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344906.460011:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344906.460016:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 7491 00000100:00000040:2.0:1763344906.460019:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344906.460021:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453796224 : -107404255755392 : ffff9e50ff7d0380) 00000100:00000040:2.0:1763344906.460028:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d0380 x1848987881561344/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:137/0 lens 224/0 e 0 to 0 dl 1763344917 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344906.460037:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344906.460040:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344906.460042:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344906.460044:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000100:00100000:2.0:1763344906.460048:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+17:2406:x1848987881561344:12345-192.168.203.14@tcp:400:kworker.0 00000100:00000200:2.0:1763344906.460053:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881561344 00000020:00000001:2.0:1763344906.460056:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344906.460059:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344906.460061:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344906.460063:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344906.460065:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:2.0:1763344906.460069:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344906.460072:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344906.460074:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344906.460076:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344906.460079:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344906.460081:0:74638:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763344906.460085:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344906.460087:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344906.460091:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50eeea3000. 02000000:00000001:2.0:1763344906.460093:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.460095:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344906.460097:0:74638:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344906.460100:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915410, transno 0, xid 1848987881561344 00010000:00000001:2.0:1763344906.460103:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344906.460107:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d0380 x1848987881561344/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:137/0 lens 224/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344906.460115:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344906.460119:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344906.460122:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=49 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344906.460126:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344906.460129:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344906.460131:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344906.460133:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344906.460135:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.460138:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344906.460140:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344906.460145:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 00000100:00000200:2.0:1763344906.460149:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848987881561344, offset 224 00000400:00000200:2.0:1763344906.460155:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344906.460166:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344906.460172:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385661:1385661:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385657:1385657:8:4294967295] 00000400:00000200:2.0:1763344906.460184:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344906.460189:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344906.460195:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c2abe000. 00000800:00000200:2.0:1763344906.460202:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344906.460210:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344906.460214:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c2abe000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763344906.460224:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344906.460227:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344906.460634:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344906.460637:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881561088 02000000:00000001:3.0:1763344906.460640:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344906.460642:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344906.460644:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344906.460646:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344906.460651:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881561088 00000020:00000001:3.0:1763344906.460654:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344906.460655:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:3.0:1763344906.460657:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344906.460660:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=482 00000020:00000001:3.0:1763344906.460662:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:3.0:1763344906.460665:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:3.0:1763344906.460667:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344906.460672:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde40. 00000020:00000010:3.0:1763344906.460675:0:10286:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50ef7b67c0. 00000020:00000040:3.0:1763344906.460680:0:10286:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00000100:00000001:3.0:1763344906.460683:0:10286:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763344906.460686:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b4c00. 00000020:00000010:3.0:1763344906.460691:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e980. 00000020:00000010:3.0:1763344906.460695:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfaf0. 00000100:00000040:3.0:1763344906.460702:0:10286:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344906.460704:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344906.460706:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344906.460708:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344906.460713:0:10286:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763344906.460715:0:10286:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763344906.460716:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344906.460725:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344906.460733:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344906.460735:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881561216 02000000:00000001:3.0:1763344906.460736:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344906.460738:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344906.460740:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344906.460742:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344906.460744:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881561216 00000020:00000001:3.0:1763344906.460745:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344906.460746:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344906.460748:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344906.460751:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=231 00000020:00000001:3.0:1763344906.460753:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344906.460755:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344906.460757:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344906.460760:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd780. 00000020:00000040:3.0:1763344906.460763:0:10286:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00000100:00000001:3.0:1763344906.460766:0:10286:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763344906.460769:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b4000. 00000020:00000010:3.0:1763344906.460772:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec80. 00000020:00000010:3.0:1763344906.460776:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf190. 00000100:00000001:3.0:1763344906.460779:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344906.460780:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344906.460781:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344906.460784:0:10286:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763344906.460785:0:10286:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763344906.460802:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344906.460811:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344906.460817:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344906.460819:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344906.460823:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 17252 00000100:00000040:3.0:1763344906.460826:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:3.0:1763344906.460828:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453798016 : -107404255753600 : ffff9e50ff7d0a80) 00000100:00000040:1.0:1763344906.460829:0:118671:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214910 (cpu 0) has reached its deadline 4307680278, at 4307680280 00000100:00000040:0.0:1763344906.460829:0:107996:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214800 (cpu 0) has reached its deadline 4307680278, at 4307680280 00000100:00000040:3.0:1763344906.460834:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d0a80 x1848987881561088/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:137/0 lens 224/0 e 0 to 0 dl 1763344917 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1763344906.460841:0:118671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50e4b8d900. 00000100:00000010:0.0:1763344906.460842:0:107996:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50e4b8dde0. 00000100:00000001:3.0:1763344906.460845:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344906.460849:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd580. 00000100:00000001:3.0:1763344906.460852:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344906.460854:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd580. 00000100:00100000:3.0:1763344906.460858:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+482:2406:x1848987881561088:12345-192.168.203.14@tcp:400:kworker.0 00000100:00000200:3.0:1763344906.460862:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881561088 00000020:00000001:3.0:1763344906.460864:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344906.460867:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344906.460870:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344906.460872:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344906.460873:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:3.0:1763344906.460876:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344906.460878:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881561088, found 0 last_xid 1848987881561087 00000020:00000001:3.0:1763344906.460881:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344906.460883:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344906.460884:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344906.460886:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344906.460887:0:10286:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763344906.460890:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344906.460892:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344906.460895:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50e486d800. 02000000:00000001:3.0:1763344906.460897:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344906.460898:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344906.460900:0:10286:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344906.460902:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257759, transno 0, xid 1848987881561088 00010000:00000001:3.0:1763344906.460905:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344906.460908:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d0a80 x1848987881561088/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:137/0 lens 224/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344906.460915:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344906.460917:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344906.460919:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344906.460922:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344906.460924:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344906.460926:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344906.460928:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344906.460929:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344906.460931:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344906.460933:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344906.460936:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb550. 00000100:00000200:3.0:1763344906.460940:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987881561088, offset 224 00000400:00000200:3.0:1763344906.460945:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344906.460951:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344906.460956:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385662:1385662:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385658:1385658:7:4294967295] 00000400:00000200:3.0:1763344906.460964:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344906.460968:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344906.460972:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c399cb00. 00000800:00000200:3.0:1763344906.460976:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344906.460980:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344906.460983:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c399cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344906.460986:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344906.460988:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344906.460991:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344906.460993:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344906.460995:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344906.460998:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d0a80 x1848987881561088/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:137/0 lens 224/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344906.461006:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+482:2406:x1848987881561088:12345-192.168.203.14@tcp:400:kworker.0 Request processed in 160us (1499us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344906.461012:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 17252 00000100:00000040:3.0:1763344906.461015:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:3.0:1763344906.461017:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344906.461019:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344906.461023:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e980. 00000020:00000010:3.0:1763344906.461026:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfaf0. 00000020:00000010:3.0:1763344906.461029:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b4c00. 00000020:00000040:3.0:1763344906.461033:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 481 00000100:00000001:3.0:1763344906.461036:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344906.461041:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344906.461042:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344906.461045:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 17253 00000100:00000040:3.0:1763344906.461047:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344906.461049:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453799808 : -107404255751808 : ffff9e50ff7d1180) 00000100:00000040:3.0:1763344906.461052:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d1180 x1848987881561216/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:137/0 lens 224/0 e 0 to 0 dl 1763344917 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344906.461059:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344906.461062:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd580. 00000100:00000001:3.0:1763344906.461063:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344906.461065:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd580. 00000100:00100000:3.0:1763344906.461068:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:2406:x1848987881561216:12345-192.168.203.14@tcp:400:kworker.0 00000100:00000200:3.0:1763344906.461071:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881561216 00000020:00000001:3.0:1763344906.461073:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344906.461074:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344906.461076:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344906.461078:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344906.461080:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:3.0:1763344906.461081:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344906.461084:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881561216, found 0 last_xid 1848987881561215 00000020:00000001:3.0:1763344906.461086:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344906.461088:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344906.461089:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344906.461091:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344906.461093:0:10286:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763344906.461094:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344906.461096:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344906.461099:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50d7ff2000. 02000000:00000001:3.0:1763344906.461101:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344906.461102:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344906.461104:0:10286:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344906.461106:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214358, transno 0, xid 1848987881561216 00010000:00000001:3.0:1763344906.461108:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344906.461112:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d1180 x1848987881561216/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:137/0 lens 224/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344906.461118:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344906.461121:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344906.461123:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344906.461126:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344906.461129:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344906.461131:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344906.461133:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344906.461134:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344906.461136:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344906.461138:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344906.461141:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbb28. 00000100:00000200:3.0:1763344906.461143:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987881561216, offset 224 00000400:00000200:3.0:1763344906.461149:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344906.461154:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344906.461158:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385663:1385663:254:4294967295] 192.168.203.14@tcp LPNI seq info [1385659:1385659:6:4294967295] 00000400:00000200:3.0:1763344906.461168:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344906.461172:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344906.461176:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ef84e900. 00000800:00000200:3.0:1763344906.461180:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344906.461184:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344906.461186:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ef84e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344906.461189:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344906.461192:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344906.461194:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344906.461196:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344906.461197:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344906.461201:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d1180 x1848987881561216/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:137/0 lens 224/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344906.461210:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:2406:x1848987881561216:12345-192.168.203.14@tcp:400:kworker.0 Request processed in 148us (1497us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344906.461215:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 17253 00000100:00000040:3.0:1763344906.461218:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344906.461220:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344906.461222:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344906.461224:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec80. 00000020:00000010:3.0:1763344906.461227:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf190. 00010000:00000001:2.0:1763344906.461315:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344906.461316:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344906.461318:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344906.461323:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d0380 x1848987881561344/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:137/0 lens 224/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344906.461331:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+17:2406:x1848987881561344:12345-192.168.203.14@tcp:400:kworker.0 Request processed in 1292us (1741us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344906.461337:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 7491 00000100:00000040:2.0:1763344906.461339:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344906.461341:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344906.461342:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344906.461345:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317e80. 00000020:00000010:2.0:1763344906.461349:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d320. 00000020:00000010:2.0:1763344906.461352:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852aa00. 00000020:00000040:2.0:1763344906.461357:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 16 00000100:00000001:2.0:1763344906.461359:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344906.461367:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344906.461369:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344906.461373:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 7492 00000100:00000040:2.0:1763344906.461375:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:2.0:1763344906.461377:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453805184 : -107404255746432 : ffff9e50ff7d2680) 00000100:00000040:2.0:1763344906.461392:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d2680 x1848987881561472/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:137/0 lens 224/0 e 0 to 0 dl 1763344917 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344906.461400:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344906.461405:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344906.461408:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344906.461412:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000100:00100000:2.0:1763344906.461421:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2406:x1848987881561472:12345-192.168.203.14@tcp:400:kworker.0 00000100:00000200:2.0:1763344906.461427:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881561472 00000020:00000001:2.0:1763344906.461431:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344906.461434:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344906.461437:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344906.461441:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344906.461444:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:2.0:1763344906.461448:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344906.461450:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344906.461454:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344906.461455:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344906.461458:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344906.461461:0:74638:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763344906.461465:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344906.461468:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344906.461471:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50ff7fb400. 02000000:00000001:2.0:1763344906.461473:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.461475:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344906.461477:0:74638:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344906.461479:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946965, transno 0, xid 1848987881561472 00010000:00000001:2.0:1763344906.461481:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344906.461486:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d2680 x1848987881561472/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:137/0 lens 224/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344906.461492:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344906.461494:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344906.461497:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=49 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344906.461499:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344906.461502:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344906.461504:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344906.461507:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344906.461509:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.461511:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344906.461513:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344906.461516:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921198. 00000100:00000200:2.0:1763344906.461520:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848987881561472, offset 224 00000400:00000200:2.0:1763344906.461525:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344906.461532:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344906.461537:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385664:1385664:253:4294967295] 192.168.203.14@tcp LPNI seq info [1385660:1385660:5:4294967295] 00000400:00000200:2.0:1763344906.461550:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344906.461555:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344906.461558:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c2abe900. 00000800:00000200:2.0:1763344906.461563:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344906.461568:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344906.461570:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c2abe900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763344906.461573:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344906.461576:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344906.461579:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344906.461580:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344906.461582:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344906.461586:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d2680 x1848987881561472/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:137/0 lens 224/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344906.461595:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2406:x1848987881561472:12345-192.168.203.14@tcp:400:kworker.0 Request processed in 193us (1827us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344906.461602:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 7492 00000100:00000040:2.0:1763344906.461605:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:2.0:1763344906.461607:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344906.461609:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344906.461611:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317400. 00000020:00000010:2.0:1763344906.461615:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344906.461618:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852b200. 00000020:00000040:2.0:1763344906.461624:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 22 00000100:00000001:2.0:1763344906.461626:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344906.461643:0:31799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344906.461644:0:31799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881560960 02000000:00000001:2.0:1763344906.461646:0:31799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344906.461647:0:31799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344906.461649:0:31799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344906.461651:0:31799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344906.461653:0:31799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881560960 00000020:00000001:2.0:1763344906.461654:0:31799:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344906.461655:0:31799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40853295f2 00000020:00000001:2.0:1763344906.461657:0:31799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344906.461659:0:31799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50cc0a2000 refcount=9 00000020:00000001:2.0:1763344906.461661:0:31799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668590628864 : -107405118922752 : ffff9e50cc0a2000) 00000020:00000001:2.0:1763344906.461663:0:31799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668590628864 : -107405118922752 : ffff9e50cc0a2000) 00000100:00000001:2.0:1763344906.461665:0:31799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344906.461668:0:31799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344906.461670:0:31799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344906.461672:0:31799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000020:00000010:2.0:1763344906.461675:0:31799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852b200. 00000020:00000010:2.0:1763344906.461677:0:31799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317400. 00000020:00000010:2.0:1763344906.461680:0:31799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344906.461684:0:31799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1763344906.461686:0:31799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344906.461687:0:31799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344906.461689:0:31799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.461692:0:31799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.461700:0:31799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344906.461705:0:31799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344906.461706:0:31799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344906.461709:0:31799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6887 00000100:00000040:2.0:1763344906.461711:0:31799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50cc0a2000 : new rpc_count 1 00000100:00000001:2.0:1763344906.461713:0:31799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668469632080 : -107405239919536 : ffff9e50c4d3dc50) 00000100:00000040:2.0:1763344906.461717:0:31799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c4d3dc50 x1848987881560960/t0(0) o400->9fe3b391-a8e5-4189-b4a1-641168ecfa7a@192.168.203.14@tcp:137/0 lens 224/0 e 0 to 0 dl 1763344917 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344906.461724:0:31799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344906.461726:0:31799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2ec0. 00000100:00000001:2.0:1763344906.461728:0:31799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344906.461729:0:31799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2ec0. 00000100:00100000:2.0:1763344906.461732:0:31799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c4d3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fe3b391-a8e5-4189-b4a1-641168ecfa7a+9:2406:x1848987881560960:12345-192.168.203.14@tcp:400:kworker.0 00000100:00000200:2.0:1763344906.461735:0:31799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881560960 00000020:00000001:2.0:1763344906.461737:0:31799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344906.461738:0:31799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344906.461740:0:31799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344906.461742:0:31799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344906.461743:0:31799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662767744 : -1046783872 : ffffffffc19b5880) 00000020:00000001:2.0:1763344906.461745:0:31799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344906.461746:0:31799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344906.461748:0:31799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344906.461749:0:31799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344906.461751:0:31799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344906.461752:0:31799:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763344906.461753:0:31799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344906.461754:0:31799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344906.461756:0:31799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50ff7f8800. 02000000:00000001:2.0:1763344906.461758:0:31799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.461759:0:31799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344906.461761:0:31799:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344906.461762:0:31799:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987881560960 00010000:00000001:2.0:1763344906.461764:0:31799:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344906.461767:0:31799:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c4d3dc50 x1848987881560960/t0(0) o400->9fe3b391-a8e5-4189-b4a1-641168ecfa7a@192.168.203.14@tcp:137/0 lens 224/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344906.461773:0:31799:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344906.461775:0:31799:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344906.461776:0:31799:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f842e1e8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344906.461779:0:31799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344906.461780:0:31799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344906.461782:0:31799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344906.461784:0:31799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344906.461786:0:31799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344906.461802:0:31799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344906.461805:0:31799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344906.461809:0:31799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921880. 00000100:00000200:2.0:1763344906.461812:0:31799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1848987881560960, offset 224 00000400:00000200:2.0:1763344906.461817:0:31799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344906.461823:0:31799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344906.461829:0:31799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385665:1385665:252:4294967295] 192.168.203.14@tcp LPNI seq info [1385661:1385661:4:4294967295] 00000400:00000200:2.0:1763344906.461840:0:31799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344906.461845:0:31799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344906.461849:0:31799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc2ee2300. 00000800:00000200:2.0:1763344906.461852:0:31799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344906.461857:0:31799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344906.461859:0:31799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc2ee2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763344906.461862:0:31799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344906.461865:0:31799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344906.461867:0:31799:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344906.461869:0:31799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344906.461871:0:31799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344906.461875:0:31799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c4d3dc50 x1848987881560960/t0(0) o400->9fe3b391-a8e5-4189-b4a1-641168ecfa7a@192.168.203.14@tcp:137/0 lens 224/224 e 0 to 0 dl 1763344917 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344906.461884:0:31799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c4d3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fe3b391-a8e5-4189-b4a1-641168ecfa7a+9:2406:x1848987881560960:12345-192.168.203.14@tcp:400:kworker.0 Request processed in 157us (2224us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344906.461891:0:31799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6887 00000100:00000040:2.0:1763344906.461894:0:31799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50cc0a2000 : new rpc_count 0 00000100:00000001:2.0:1763344906.461896:0:31799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344906.461898:0:31799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344906.461901:0:31799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317400. 00000020:00000010:2.0:1763344906.461904:0:31799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344906.461908:0:31799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852b200. 00000020:00000040:2.0:1763344906.461912:0:31799:0:(genops.c:898:class_export_put()) PUTting export ffff9e50cc0a2000 : new refcount 8 00000100:00000001:2.0:1763344906.461916:0:31799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763344906.461920:0:31799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1763344906.461925:0:31799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cbeb74d0. 00000400:00000010:2.0:1763344906.461930:0:31799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50cab5ef00. 00000100:00080000:2.0:1763344906.461953:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:2.0:1763344906.461957:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00000100:00080000:2.0:1763344906.461960:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1763344906.461962:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00000100:00080000:2.0:1763344906.461965:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:2.0:1763344906.461968:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00080000:2.0:1763344906.461971:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1763344906.461973:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000020:00000010:3.0:1763344906.463925:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b4000. 00000020:00000040:3.0:1763344906.463935:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00000100:00000001:3.0:1763344906.463939:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763344906.463987:0:118156:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214b30 (cpu 0) has reached its deadline 4307680278, at 4307680283 00000100:00000010:3.0:1763344906.463996:0:118156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50e4b8d8a0. 00000800:00000200:2.0:1763344906.464438:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344906.464443:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c2abe000. 00000400:00000200:2.0:1763344906.464451:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344906.464460:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344906.464466:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:2.0:1763344906.464470:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:2.0:1763344906.464474:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344906.464476:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1763344906.464502:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344906.464504:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c399cb00. 00000400:00000200:2.0:1763344906.464508:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344906.464512:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344906.464515:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb550 00000400:00000010:2.0:1763344906.464517:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb550. 00000100:00000001:2.0:1763344906.464520:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344906.464521:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1763344906.464528:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344906.464530:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ef84e900. 00000400:00000200:2.0:1763344906.464532:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344906.464536:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344906.464538:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbb28 00000400:00000010:2.0:1763344906.464539:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbb28. 00000100:00000001:2.0:1763344906.464541:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344906.464542:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1763344906.464548:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344906.464549:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c2abe900. 00000400:00000200:2.0:1763344906.464552:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344906.464555:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344906.464557:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921198 00000400:00000010:2.0:1763344906.464558:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921198. 00000100:00000001:2.0:1763344906.464560:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344906.464561:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1763344906.464625:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344906.464628:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc2ee2300. 00000400:00000200:2.0:1763344906.464631:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344906.464634:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344906.464637:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921880 00000400:00000010:2.0:1763344906.464638:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921880. 00000100:00000001:2.0:1763344906.464641:0:3636:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1763344906.464643:0:3636:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344906.464646:0:3636:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50ff7f8800. 02000000:00000001:2.0:1763344906.464649:0:3636:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763344906.464650:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1763344906.464665:0:110036:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214a20 (cpu 0) has reached its deadline 4307680278, at 4307680283 00000100:00000010:2.0:1763344906.464670:0:110036:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50e4b8d720. 00010000:00000001:2.0:1763344907.012927:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344907.012935:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.012941:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344907.012943:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.012946:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344907.012947:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.012951:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344907.012953:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.012956:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344907.012958:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.012963:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344907.012967:0:110036:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1763344907.012970:0:110036:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1763344907.012973:0:110036:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.012976:0:110036:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1763344907.012978:0:110036:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.012980:0:110036:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.012982:0:110036:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.012986:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344907.012987:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344907.013170:0:67527:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344907.013174:0:67527:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344907.013177:0:67527:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1763344907.460922:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) d36044cc-2b04-47ed-a644-d9bacbc15933->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1763344907.460931:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763344907.460941:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede41f80. 00000020:00000040:1.0:1763344907.460947:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50d8384800 refcount=4 obd=MGC192.168.203.114@tcp 00000100:00000001:1.0:1763344907.460952:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344907.460955:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344907.460960:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344907.460967:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50ff781500. 00000100:00000001:1.0:1763344907.460973:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.460983:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d36044cc-2b04-47ed-a644-d9bacbc15933->MGS req@ffff9e50ede41f80 x1848987617979008/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344907.460994:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344907.460998:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.461004:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fb35025] to pc [ptlrpcd_00_01+1] req@ffff9e50ede41f80 x1848987617979008/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.461037:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.461040:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1763344907.461043:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763344907.461046:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede43800. 00000020:00000040:1.0:1763344907.461049:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1763344907.461052:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344907.461052:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344907.461054:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344907.461057:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.461058:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344907.461062:0:3643:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1763344907.461062:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50ff781900. 00000100:00000001:1.0:1763344907.461067:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.461071:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ede41f80 x1848987617979008/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344907.461075:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID req@ffff9e50ede43800 x1848987617979136/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344907.461089:0:3643:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344907.461093:0:3643:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.461093:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344907.461097:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.461099:0:3643:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1763344907.461103:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ba2ddf2] to pc [ptlrpcd_00_02+2] req@ffff9e50ede43800 x1848987617979136/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763344907.461104:0:3643:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344907.461108:0:3643:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344907.461115:0:3643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ede41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d36044cc-2b04-47ed-a644-d9bacbc15933:3643:1848987617979008:0@lo:400:kworker.0 00000100:00000001:3.0:1763344907.461121:0:3643:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1763344907.461127:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.461128:0:3643:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1763344907.461132:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1763344907.461133:0:3643:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.461138:0:3643:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1763344907.461139:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763344907.461142:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede41180. 00000020:00000040:1.0:1763344907.461146:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=8 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1763344907.461148:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344907.461150:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344907.461152:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344907.461154:0:3643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcc4b4e00. 02000000:00000010:1.0:1763344907.461156:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50ff781600. 02000000:00000001:3.0:1763344907.461159:0:3643:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.461161:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.461165:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID req@ffff9e50ede41180 x1848987617979264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1763344907.461167:0:3643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acb58. 00000100:00000001:1.0:1763344907.461175:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1763344907.461177:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000001:1.0:1763344907.461178:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.461183:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078de73f3] to pc [ptlrpcd_00_03+3] req@ffff9e50ede41180 x1848987617979264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344907.461185:0:3643:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617979008, portal 25 00000100:00000001:3.0:1763344907.461190:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344907.461194:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158563712 : -107404550987904 : ffff9e50ede41f80) 00000100:00000001:1.0:1763344907.461197:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.461202:0:3643:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ede41f80 x1848987617979008/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344907.461202:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1763344907.461210:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763344907.461215:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede40000. 00000100:00000001:3.0:1763344907.461216:0:3643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1763344907.461220:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=4 obd=lustre-OST0001-osc-MDT0001 00000100:00000040:3.0:1763344907.461221:0:3643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1763344907.461225:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1763344907.461226:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb908. 02000000:00000001:1.0:1763344907.461227:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1763344907.461230:0:3643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1848987617979008, offset 0 02000000:00000001:1.0:1763344907.461231:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344907.461238:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50ff781700. 00000400:00000200:3.0:1763344907.461241:0:3643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1763344907.461243:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.461250:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID req@ffff9e50ede40000 x1848987617979392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1763344907.461257:0:3643:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1763344907.461262:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344907.461265:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.461269:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067dc8ede] to pc [ptlrpcd_00_00+0] req@ffff9e50ede40000 x1848987617979392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1763344907.461272:0:3643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x691a4fa29ea80 00000400:00000200:3.0:1763344907.461281:0:3643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x6610b5 [2] + 0 00000100:00000001:1.0:1763344907.461286:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344907.461287:0:3643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3420. 00000100:00000040:1.0:1763344907.461290:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1763344907.461294:0:3643:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4fc4b9f180 00000100:00000001:1.0:1763344907.461295:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1763344907.461301:0:3643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1763344907.461301:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede40380. 00000020:00000040:1.0:1763344907.461305:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50c5df8800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:3.0:1763344907.461308:0:3643:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344907.461310:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344907.461312:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1763344907.461314:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc4b9f180 02000000:00000001:1.0:1763344907.461314:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344907.461318:0:3643:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc4b9f180. 02000000:00000010:1.0:1763344907.461320:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50ff781d00. 00000100:00000001:3.0:1763344907.461324:0:3643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1763344907.461324:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763344907.461329:0:3643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1763344907.461329:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@ffff9e50ede40380 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344907.461334:0:3643:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c4d3d450 x1848987617979008 msgsize 224 00000100:00100000:3.0:1763344907.461344:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344907.461345:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1763344907.461347:0:3643:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763344907.461348:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.461354:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039ec860d] to pc [ptlrpcd_00_01+1] req@ffff9e50ede40380 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.461355:0:3643:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763344907.461364:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb908 00000100:00000001:1.0:1763344907.461364:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344907.461368:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb908. 00000100:00000040:1.0:1763344907.461369:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763344907.461372:0:3643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1763344907.461374:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1763344907.461386:0:3643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ede41f80 x1848987617979008/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1763344907.461389:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede42d80. 00000020:00000040:1.0:1763344907.461394:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1763344907.461400:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1763344907.461401:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1763344907.461402:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344907.461406:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.461408:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ede41f80 x1848987617979008/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1763344907.461411:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50ff781f00. 00000100:00000001:1.0:1763344907.461416:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.461424:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.461424:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID req@ffff9e50ede42d80 x1848987617979648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344907.461428:0:3643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344907.461435:0:3643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.461435:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344907.461440:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.461441:0:3643:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 0 is 4307682598 00000100:00000040:1.0:1763344907.461445:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003050a882] to pc [ptlrpcd_00_02+2] req@ffff9e50ede42d80 x1848987617979648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1763344907.461448:0:3643:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e50ef5cf000. 00000100:00000001:3.0:1763344907.461457:0:3643:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1763344907.461457:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.461461:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763344907.461465:0:3643:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 1 is 4307682598 00000100:00000001:1.0:1763344907.461468:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1763344907.461470:0:3643:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e50ef5cf2a0. 00000100:00000010:1.0:1763344907.461473:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede42a00. 00000100:00000001:3.0:1763344907.461474:0:3643:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 1 00000020:00000040:1.0:1763344907.461477:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e4fc369e800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763344907.461479:0:3643:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 2 is 4307682598 00000100:00000001:1.0:1763344907.461481:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:3.0:1763344907.461483:0:3643:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e50ef5cf6c0. 02000000:00000001:1.0:1763344907.461484:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344907.461487:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.461488:0:3643:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1763344907.461493:0:3643:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS new deadline estimation for cpu 3 is 4307682598 02000000:00000010:1.0:1763344907.461493:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50ff781c00. 00000100:00000010:3.0:1763344907.461499:0:3643:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e50ef5cf360. 00000100:00000001:1.0:1763344907.461499:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.461504:0:3643:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.114@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1763344907.461506:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff9e50ede42a00 x1848987617979776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344907.461507:0:3643:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344907.461512:0:3643:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.461517:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.461519:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344907.461521:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.461523:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.461528:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077131f9b] to pc [ptlrpcd_00_03+3] req@ffff9e50ede42a00 x1848987617979776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.461531:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344907.461534:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763344907.461538:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344907.461538:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.461541:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344907.461543:0:3643:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344907.461543:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1763344907.461548:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ede40380 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.461556:0:3643:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344907.461560:0:3643:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.461560:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1763344907.461564:0:3643:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1763344907.461566:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2401880. 02000000:00000001:3.0:1763344907.461567:0:3643:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344907.461572:0:3643:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344907.461573:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50f855f000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00100000:3.0:1763344907.461576:0:3643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ede40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3643:1848987617979520:0@lo:400:kworker.0 00000100:00000001:1.0:1763344907.461578:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344907.461581:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1763344907.461582:0:3643:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344907.461585:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.461586:0:3643:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344907.461588:0:3643:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.461591:0:3643:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344907.461592:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50ff781e00. 02000000:00000010:3.0:1763344907.461595:0:3643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcc4b5a00. 00000100:00000001:1.0:1763344907.461596:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.461599:0:3643:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344907.461604:0:3643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac6e0. 00000100:00000040:1.0:1763344907.461605:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff9e50d2401880 x1848987617979904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1763344907.461608:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb908. 00000100:00000200:3.0:1763344907.461613:0:3643:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617979520, portal 10 00000100:00000001:1.0:1763344907.461617:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344907.461618:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344907.461621:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158556544 : -107404550995072 : ffff9e50ede40380) 00000100:00000001:1.0:1763344907.461622:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.461630:0:3643:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ede40380 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344907.461631:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061e1e74a] to pc [ptlrpcd_00_00+0] req@ffff9e50d2401880 x1848987617979904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.461650:0:3643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344907.461655:0:3643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1763344907.461655:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344907.461658:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbd48. 00000100:00000040:1.0:1763344907.461659:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1763344907.461661:0:3643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848987617979520, offset 0 00000400:00000200:3.0:1763344907.461668:0:3643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1763344907.461668:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763344907.461673:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2402300. 00000400:00000200:3.0:1763344907.461675:0:3643:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1763344907.461678:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f5800 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1763344907.461682:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1763344907.461683:0:3643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a4fa29ec80 02000000:00000001:1.0:1763344907.461684:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344907.461688:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763344907.461691:0:3643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x616b51 [64] + 157112 02000000:00000010:1.0:1763344907.461695:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50d58c2600. 00000400:00000200:3.0:1763344907.461697:0:3643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763344907.461699:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763344907.461702:0:3643:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344907.461706:0:3643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1763344907.461707:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff9e50d2402300 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344907.461709:0:3643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344907.461715:0:3643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8601500. 00000100:00000040:3.0:1763344907.461719:0:3643:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8601500 x1848987617979520 msgsize 224 00000100:00000001:1.0:1763344907.461719:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344907.461724:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344907.461729:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1763344907.461732:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c893cd4d] to pc [ptlrpcd_00_01+1] req@ffff9e50d2402300 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.461739:0:3643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1763344907.461742:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763344907.461745:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbd48 00000100:00000040:1.0:1763344907.461746:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1763344907.461749:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbd48. 00000100:00000001:1.0:1763344907.461752:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1763344907.461753:0:3643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:1.0:1763344907.461756:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2400a80. 00000100:00000200:3.0:1763344907.461758:0:3643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ede40380 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1763344907.461761:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50ef5de000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1763344907.461766:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344907.461769:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1763344907.461771:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1763344907.461772:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.461777:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ede40380 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1763344907.461779:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50ff83a500. 00000100:00000001:1.0:1763344907.461784:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.461811:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff9e50d2400a80 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344907.461824:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.461828:0:3643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344907.461829:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344907.461832:0:3643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.461833:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.461838:0:3643:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 7868 usecs (8 jiffies) 00000100:00000040:1.0:1763344907.461839:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e76ccedf] to pc [ptlrpcd_00_02+2] req@ffff9e50d2400a80 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.461842:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681289 00000100:00000001:3.0:1763344907.461846:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307682598 00000100:00000001:3.0:1763344907.461851:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681289 00000100:00000001:3.0:1763344907.461854:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00000001:3.0:1763344907.461857:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681289 00000100:00000001:3.0:1763344907.461860:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307682598 00000100:00000001:3.0:1763344907.461864:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681289 00000100:00000001:3.0:1763344907.461867:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307682598 00000100:00000001:3.0:1763344907.461871:0:3643:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344907.461872:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.461873:0:3643:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.461876:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763344907.461877:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.461881:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.461882:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1763344907.461885:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:1.0:1763344907.461887:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2400000. 00000100:00000001:3.0:1763344907.461888:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763344907.461892:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1763344907.461892:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50cba98800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1763344907.461894:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344907.461897:0:3643:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1763344907.461897:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344907.461901:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1763344907.461904:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50d2402300 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1763344907.461904:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.461913:0:3643:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1763344907.461914:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4fc1f40500. 00000100:00000001:3.0:1763344907.461915:0:3643:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.461919:0:3643:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1763344907.461920:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.461921:0:3643:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344907.461925:0:3643:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.461929:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff9e50d2400000 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344907.461930:0:3643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50d2402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3643:1848987617980032:0@lo:400:kworker.0 00000100:00000001:3.0:1763344907.461936:0:3643:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344907.461940:0:3643:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344907.461942:0:3643:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.461943:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1763344907.461945:0:3643:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1763344907.461947:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344907.461950:0:3643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcc4b5c00. 00000100:00000040:1.0:1763344907.461954:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d7c353f] to pc [ptlrpcd_00_03+3] req@ffff9e50d2400000 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763344907.461955:0:3643:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344907.461960:0:3643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac4d0. 00000400:00000010:3.0:1763344907.461964:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbd48. 00000100:00000200:3.0:1763344907.461969:0:3643:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617980032, portal 10 00000100:00000001:1.0:1763344907.461970:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.461972:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1763344907.461974:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763344907.461975:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668694831872 : -107405014719744 : ffff9e50d2402300) 00000100:00000001:1.0:1763344907.461981:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1763344907.461984:0:3643:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50d2402300 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1763344907.461986:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2403100. 00000020:00000040:1.0:1763344907.461991:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50ef5dd000 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1763344907.461996:0:3643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1763344907.461997:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344907.462000:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1763344907.462001:0:3643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1763344907.462004:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344907.462005:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb4c8. 00000100:00000200:3.0:1763344907.462009:0:3643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848987617980032, offset 0 02000000:00000010:1.0:1763344907.462010:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4fc1f40200. 00000400:00000200:3.0:1763344907.462015:0:3643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1763344907.462016:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763344907.462021:0:3643:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1763344907.462024:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff9e50d2403100 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1763344907.462029:0:3643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a4fa29ee80 00000400:00000200:3.0:1763344907.462038:0:3643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x616b51 [64] + 157336 00000100:00000001:1.0:1763344907.462040:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1763344907.462044:0:3643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763344907.462044:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763344907.462050:0:3643:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1763344907.462051:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2650bc9] to pc [ptlrpcd_00_00+0] req@ffff9e50d2403100 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.462053:0:3643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344907.462055:0:3643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344907.462060:0:3643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8600a80. 00000100:00000001:1.0:1763344907.462063:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.462064:0:3643:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8600a80 x1848987617980032 msgsize 224 00000100:00000040:1.0:1763344907.462068:0:115844:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1763344907.462072:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344907.462075:0:115844:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763344907.462079:0:115844:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2403800. 00000020:00000040:1.0:1763344907.462082:0:115844:0:(genops.c:1229:class_import_get()) import ffff9e50c6e82000 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1763344907.462084:0:115844:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344907.462085:0:115844:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344907.462087:0:115844:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344907.462090:0:115844:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4fc1f40900. 00000100:00000001:1.0:1763344907.462092:0:115844:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.462096:0:115844:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff9e50d2403800 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344907.462102:0:115844:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344907.462103:0:115844:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.462107:0:115844:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000075aabbb] to pc [ptlrpcd_00_01+1] req@ffff9e50d2403800 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.462114:0:115844:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.462118:0:115844:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13018) 00000100:00000001:1.0:1763344907.462225:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344907.462227:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344907.462229:0:3642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344907.462233:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ede40000 x1848987617979392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.462240:0:3642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344907.462241:0:3642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.462244:0:3642:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344907.462245:0:3642:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344907.462247:0:3642:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344907.462250:0:3642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ede40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1848987617979392:0@lo:400:kworker.0 00000100:00000001:1.0:1763344907.462253:0:3642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344907.462256:0:3642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344907.462258:0:3642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.462260:0:3642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344907.462263:0:3642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e510117ba00. 02000000:00000001:1.0:1763344907.462264:0:3642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344907.462268:0:3642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5cec8. 00000400:00000010:1.0:1763344907.462272:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3770. 00000100:00000200:1.0:1763344907.462276:0:3642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617979392, portal 4 00000100:00000001:1.0:1763344907.462277:0:3642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344907.462279:0:3642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158555648 : -107404550995968 : ffff9e50ede40000) 00000100:00000040:1.0:1763344907.462285:0:3642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ede40000 x1848987617979392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.462291:0:3642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344907.462294:0:3642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344907.462296:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3990. 00000100:00000200:1.0:1763344907.462298:0:3642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1848987617979392, offset 0 00000400:00000200:1.0:1763344907.462302:0:3642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344907.462308:0:3642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344907.462313:0:3642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a4fa29ec00 00000400:00000200:1.0:1763344907.462318:0:3642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x64578d [8] + 5600 00000400:00000200:1.0:1763344907.462322:0:3642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344907.462325:0:3642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344907.462328:0:3642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344907.462330:0:3642:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344907.462333:0:3642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2400e00. 00000100:00000040:1.0:1763344907.462336:0:3642:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2400e00 x1848987617979392 msgsize 224 00000100:00100000:1.0:1763344907.462339:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344907.462348:0:3642:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344907.462353:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3990 00000400:00000010:1.0:1763344907.462355:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3990. 00000100:00000001:1.0:1763344907.462358:0:3642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344907.462362:0:3642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ede40000 x1848987617979392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.462369:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344907.462372:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ede40000 x1848987617979392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.462390:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.462392:0:3642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344907.462396:0:3642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.462399:0:3642:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 13500 usecs (14 jiffies) 00000100:00000001:1.0:1763344907.462402:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681295 00000100:00000001:1.0:1763344907.462405:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.462407:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681295 00000100:00000001:1.0:1763344907.462409:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.462411:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681295 00000100:00000001:1.0:1763344907.462412:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.462414:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681295 00000100:00000001:1.0:1763344907.462416:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.462418:0:3642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344907.462419:0:3642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.462421:0:3642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344907.462424:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50d2401880 x1848987617979904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.462431:0:3642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344907.462432:0:3642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.462434:0:3642:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344907.462436:0:3642:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344907.462438:0:3642:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344907.462440:0:3642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50d2401880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1848987617979904:0@lo:400:kworker.0 00000100:00000001:1.0:1763344907.462443:0:3642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344907.462445:0:3642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344907.462446:0:3642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.462448:0:3642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344907.462451:0:3642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e510117aa00. 02000000:00000001:1.0:1763344907.462453:0:3642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344907.462456:0:3642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c210. 00000400:00000010:1.0:1763344907.462459:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3990. 00000100:00000200:1.0:1763344907.462462:0:3642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617979904, portal 4 00000100:00000001:1.0:1763344907.462464:0:3642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344907.462465:0:3642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668694829184 : -107405014722432 : ffff9e50d2401880) 00000100:00000040:1.0:1763344907.462470:0:3642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50d2401880 x1848987617979904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.462476:0:3642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344907.462478:0:3642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344907.462480:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e34c8. 00000100:00000200:1.0:1763344907.462483:0:3642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1848987617979904, offset 0 00000400:00000200:1.0:1763344907.462486:0:3642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344907.462490:0:3642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344907.462494:0:3642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a4fa29ee00 00000400:00000200:1.0:1763344907.462498:0:3642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x64578d [8] + 5824 00000400:00000200:1.0:1763344907.462501:0:3642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344907.462504:0:3642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344907.462507:0:3642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344907.462508:0:3642:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344907.462512:0:3642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99c00. 00000100:00000040:1.0:1763344907.462514:0:3642:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb99c00 x1848987617979904 msgsize 224 00000100:00100000:1.0:1763344907.462518:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344907.462523:0:3642:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344907.462527:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e34c8 00000400:00000010:1.0:1763344907.462529:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e34c8. 00000100:00000001:1.0:1763344907.462531:0:3642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344907.462533:0:3642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50d2401880 x1848987617979904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.462540:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344907.462542:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d2401880 x1848987617979904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.462548:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.462549:0:3642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344907.462552:0:3642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.462555:0:3642:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 10510 usecs (11 jiffies) 00000100:00000001:1.0:1763344907.462567:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307681292 00000100:00000001:1.0:1763344907.462569:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.462572:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307681292 00000100:00000001:1.0:1763344907.462573:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.462575:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307681292 00000100:00000001:1.0:1763344907.462577:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.462579:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307681292 00000100:00000001:1.0:1763344907.462581:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.462583:0:3642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344907.462585:0:3642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.462587:0:3642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344907.462590:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50d2403100 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.462596:0:3642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344907.462597:0:3642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.462599:0:3642:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344907.462601:0:3642:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344907.462603:0:3642:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344907.462605:0:3642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50d2403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3642:1848987617980416:0@lo:400:kworker.0 00000100:00000001:1.0:1763344907.462609:0:3642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344907.462611:0:3642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344907.462612:0:3642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.462614:0:3642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344907.462616:0:3642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e510117ae00. 02000000:00000001:1.0:1763344907.462618:0:3642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344907.462621:0:3642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c318. 00000400:00000010:1.0:1763344907.462623:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e34c8. 00000100:00000200:1.0:1763344907.462626:0:3642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617980416, portal 10 00000100:00000001:1.0:1763344907.462628:0:3642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344907.462630:0:3642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668694835456 : -107405014716160 : ffff9e50d2403100) 00000100:00000040:1.0:1763344907.462635:0:3642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50d2403100 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.462640:0:3642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344907.462642:0:3642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344907.462644:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e33b8. 00000100:00000200:1.0:1763344907.462646:0:3642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848987617980416, offset 0 00000400:00000200:1.0:1763344907.462650:0:3642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344907.462654:0:3642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344907.462658:0:3642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a4fa29f000 00000400:00000200:1.0:1763344907.462662:0:3642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x616b51 [64] + 157560 00000400:00000200:1.0:1763344907.462666:0:3642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344907.462669:0:3642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344907.462686:0:74642:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344907.462689:0:74642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617979392 02000000:00000001:1.0:1763344907.462691:0:74642:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344907.462693:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344907.462695:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.462698:0:74642:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344907.462701:0:74642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617979392 00000020:00000001:1.0:1763344907.462704:0:74642:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344907.462706:0:74642:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000020:00000001:1.0:1763344907.462709:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344907.462712:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=6 00000020:00000001:1.0:1763344907.462714:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:1.0:1763344907.462716:0:74642:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:1.0:1763344907.462720:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344907.462724:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6a00. 00000020:00000040:1.0:1763344907.462730:0:74642:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:1.0:1763344907.462737:0:74642:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763344907.462741:0:74642:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117a800. 00000020:00000010:1.0:1763344907.462746:0:74642:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42a80. 00000020:00000010:1.0:1763344907.462750:0:74642:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04d48. 00000100:00000040:1.0:1763344907.462758:0:74642:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344907.462762:0:74642:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344907.462763:0:74642:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344907.462765:0:74642:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.462771:0:74642:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1763344907.462774:0:74642:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344907.462776:0:74642:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.462780:0:74642:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.462803:0:74642:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344907.462805:0:74642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617979904 02000000:00000001:1.0:1763344907.462806:0:74642:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344907.462808:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344907.462809:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.462811:0:74642:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344907.462813:0:74642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617979904 00000020:00000001:1.0:1763344907.462815:0:74642:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344907.462816:0:74642:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85de 00000020:00000001:1.0:1763344907.462817:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344907.462819:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d7800 refcount=5 00000020:00000001:1.0:1763344907.462821:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017618432 : -107404691933184 : ffff9e50e57d7800) 00000020:00000001:1.0:1763344907.462823:0:74642:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017618432 : -107404691933184 : ffff9e50e57d7800) 00000100:00000001:1.0:1763344907.462826:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344907.462828:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6280. 00000020:00000010:1.0:1763344907.462830:0:74642:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e4fc4ba29c0. 00000100:00000001:1.0:1763344907.462834:0:74642:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763344907.462835:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6280. 00000020:00000010:1.0:1763344907.462839:0:74642:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117b000. 00000020:00000010:1.0:1763344907.462841:0:74642:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344907.462844:0:74642:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04960. 00000100:00000001:1.0:1763344907.462847:0:74642:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344907.462848:0:74642:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344907.462850:0:74642:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.462853:0:74642:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1763344907.462854:0:74642:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344907.462855:0:74642:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.462861:0:74642:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.462867:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344907.462869:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344907.462873:0:74642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7493 00000100:00000040:1.0:1763344907.462876:0:74642:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:1.0:1763344907.462878:0:74642:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694826496 : -107405014725120 : ffff9e50d2400e00) 00000100:00000040:1.0:1763344907.462883:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2400e00 x1848987617979392/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1763344918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.462890:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344907.462893:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6280. 00000100:00000001:1.0:1763344907.462895:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344907.462896:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6280. 00000100:00100000:1.0:1763344907.462900:0:74642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2400e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+6:3642:x1848987617979392:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1763344907.462903:0:74642:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617979392 00000020:00000001:1.0:1763344907.462906:0:74642:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344907.462909:0:74642:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344907.462911:0:74642:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.462913:0:74642:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344907.462915:0:74642:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:1.0:1763344907.462918:0:74642:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344907.462920:0:74642:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344907.462922:0:74642:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344907.462925:0:74642:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344907.462927:0:74642:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.462929:0:74642:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763344907.462933:0:74642:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344907.462935:0:74642:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344907.462939:0:74642:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fd6095800. 02000000:00000001:1.0:1763344907.462941:0:74642:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.462943:0:74642:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.462945:0:74642:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344907.462948:0:74642:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946961, transno 0, xid 1848987617979392 00010000:00000001:1.0:1763344907.462951:0:74642:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344907.462954:0:74642:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d2400e00 x1848987617979392/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344907.462966:0:74642:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344907.462968:0:74642:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344907.462972:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344907.462976:0:74642:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344907.462979:0:74642:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344907.462981:0:74642:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344907.462984:0:74642:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344907.462985:0:74642:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.462988:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344907.462989:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344907.462992:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e32a8. 00000100:00000200:1.0:1763344907.462994:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848987617979392, offset 224 00000400:00000200:1.0:1763344907.462999:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344907.463004:0:74642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344907.463008:0:74642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a4fa29ec00 00000400:00000200:1.0:1763344907.463013:0:74642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x665ed1 [1] + 224 00000400:00000200:1.0:1763344907.463016:0:74642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344907.463019:0:74642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344907.463022:0:74642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344907.463025:0:74642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede40000 x1848987617979392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344907.463033:0:74642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50ede40000 x1848987617979392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.463044:0:74642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344907.463048:0:74642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e32a8 00000400:00000010:1.0:1763344907.463050:0:74642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e32a8. 00000100:00000001:1.0:1763344907.463052:0:74642:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344907.463054:0:74642:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344907.463057:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.463060:0:74642:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344907.463063:0:74642:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344907.463064:0:74642:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.463067:0:74642:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344907.463070:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2400e00 x1848987617979392/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344907.463078:0:74642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2400e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+6:3642:x1848987617979392:12345-0@lo:400:kworker.0 Request processed in 186us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344907.463084:0:74642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7493 00000100:00000040:1.0:1763344907.463087:0:74642:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d6800 : new rpc_count 0 00000100:00000001:1.0:1763344907.463089:0:74642:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344907.463090:0:74642:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344907.463094:0:74642:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42a80. 00000020:00000010:1.0:1763344907.463097:0:74642:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04d48. 00000020:00000010:1.0:1763344907.463101:0:74642:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117a800. 00000020:00000040:1.0:1763344907.463105:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 5 00000100:00000001:1.0:1763344907.463108:0:74642:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.463113:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344907.463115:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344907.463117:0:74642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7494 00000100:00000040:1.0:1763344907.463120:0:74642:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d7800 : new rpc_count 1 00000100:00000001:1.0:1763344907.463121:0:74642:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290384896 : -107409419166720 : ffff9e4fcbb99c00) 00000100:00000040:1.0:1763344907.463125:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb99c00 x1848987617979904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1763344918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.463131:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344907.463134:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6280. 00000100:00000001:1.0:1763344907.463136:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344907.463138:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6280. 00000100:00100000:1.0:1763344907.463140:0:74642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3642:x1848987617979904:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1763344907.463143:0:74642:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617979904 00000020:00000001:1.0:1763344907.463145:0:74642:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344907.463146:0:74642:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344907.463148:0:74642:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.463149:0:74642:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344907.463151:0:74642:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:1.0:1763344907.463154:0:74642:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344907.463155:0:74642:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344907.463157:0:74642:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344907.463158:0:74642:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344907.463160:0:74642:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.463162:0:74642:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763344907.463163:0:74642:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344907.463165:0:74642:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344907.463167:0:74642:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fd6095c00. 02000000:00000001:1.0:1763344907.463169:0:74642:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.463171:0:74642:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.463172:0:74642:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344907.463174:0:74642:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946964, transno 0, xid 1848987617979904 00010000:00000001:1.0:1763344907.463176:0:74642:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344907.463179:0:74642:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fcbb99c00 x1848987617979904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344907.463185:0:74642:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344907.463187:0:74642:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344907.463189:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344907.463192:0:74642:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344907.463193:0:74642:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344907.463195:0:74642:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344907.463197:0:74642:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344907.463199:0:74642:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.463201:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344907.463203:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344907.463205:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e32a8. 00000100:00000200:1.0:1763344907.463208:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848987617979904, offset 224 00000400:00000200:1.0:1763344907.463211:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344907.463216:0:74642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344907.463220:0:74642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a4fa29ee00 00000400:00000200:1.0:1763344907.463224:0:74642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x665ed9 [1] + 224 00000400:00000200:1.0:1763344907.463227:0:74642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344907.463230:0:74642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344907.463233:0:74642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344907.463236:0:74642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50d2401880 x1848987617979904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344907.463243:0:74642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50d2401880 x1848987617979904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.463250:0:74642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344907.463252:0:74642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e32a8 00000400:00000010:1.0:1763344907.463254:0:74642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e32a8. 00000100:00000001:1.0:1763344907.463256:0:74642:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344907.463258:0:74642:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344907.463260:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.463262:0:74642:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344907.463264:0:74642:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344907.463266:0:74642:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.463268:0:74642:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344907.463271:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb99c00 x1848987617979904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344907.463278:0:74642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3642:x1848987617979904:12345-0@lo:400:kworker.0 Request processed in 145us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344907.463284:0:74642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7494 00000100:00000040:1.0:1763344907.463286:0:74642:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d7800 : new rpc_count 0 00000100:00000001:1.0:1763344907.463288:0:74642:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344907.463289:0:74642:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344907.463292:0:74642:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344907.463295:0:74642:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04960. 00000020:00000010:1.0:1763344907.463297:0:74642:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117b000. 00000020:00000040:1.0:1763344907.463300:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d7800 : new refcount 4 00000100:00000001:1.0:1763344907.463302:0:74642:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.463334:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344907.463336:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617979520 02000000:00000001:1.0:1763344907.463338:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344907.463339:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344907.463341:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.463344:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344907.463346:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617979520 00000020:00000001:1.0:1763344907.463348:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344907.463349:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10eda 00000020:00000001:1.0:1763344907.463351:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344907.463353:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50d6ff7000 refcount=5 00000020:00000001:1.0:1763344907.463355:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668774477824 : -107404935073792 : ffff9e50d6ff7000) 00000020:00000001:1.0:1763344907.463357:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668774477824 : -107404935073792 : ffff9e50d6ff7000) 00000100:00000001:1.0:1763344907.463360:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344907.463363:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6280. 00000100:00000001:1.0:1763344907.463365:0:6504:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344907.463367:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6280. 00000020:00000010:1.0:1763344907.463370:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117b000. 00000020:00000010:1.0:1763344907.463373:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344907.463387:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04960. 00000100:00000040:1.0:1763344907.463393:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344907.463395:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344907.463396:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344907.463399:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.463402:0:6504:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1763344907.463404:0:6504:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344907.463406:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.463412:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.463420:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344907.463421:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344907.463424:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17254 00000100:00000040:1.0:1763344907.463427:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50d6ff7000 : new rpc_count 1 00000100:00000001:1.0:1763344907.463429:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334459648 : -107404375091968 : ffff9e50f8601500) 00000100:00000040:1.0:1763344907.463434:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8601500 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1763344918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.463442:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344907.463444:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6280. 00000100:00000001:1.0:1763344907.463446:0:6504:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344907.463449:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6280. 00000100:00100000:1.0:1763344907.463453:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8601500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1848987617979520:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1763344907.463456:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617979520 00000020:00000001:1.0:1763344907.463458:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344907.463460:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344907.463462:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.463464:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344907.463465:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:1.0:1763344907.463468:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344907.463470:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344907.463472:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344907.463473:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344907.463475:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.463477:0:6504:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763344907.463479:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344907.463481:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344907.463483:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fd6094c00. 02000000:00000001:1.0:1763344907.463485:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.463487:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.463489:0:6504:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344907.463491:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987617979520 00010000:00000001:1.0:1763344907.463493:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344907.463497:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8601500 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344907.463504:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344907.463505:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344907.463508:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344907.463511:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344907.463513:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344907.463515:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344907.463517:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344907.463518:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.463520:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344907.463522:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344907.463525:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e32a8. 00000100:00000200:1.0:1763344907.463528:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987617979520, offset 224 00000400:00000200:1.0:1763344907.463532:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344907.463537:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344907.463542:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a4fa29ec80 00000400:00000200:1.0:1763344907.463547:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x665ec1 [1] + 224 00000400:00000200:1.0:1763344907.463551:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344907.463553:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344907.463556:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344907.463560:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede40380 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344907.463569:0:6504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50ede40380 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.463577:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344907.463581:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e32a8 00000400:00000010:1.0:1763344907.463582:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e32a8. 00000100:00000001:1.0:1763344907.463585:0:6504:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344907.463587:0:6504:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344907.463589:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.463592:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344907.463594:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344907.463595:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.463597:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344907.463601:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8601500 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344907.463609:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8601500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1848987617979520:12345-0@lo:400:kworker.0 Request processed in 166us (1888us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344907.463615:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17254 00000100:00000040:1.0:1763344907.463618:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50d6ff7000 : new rpc_count 0 00000100:00000001:1.0:1763344907.463620:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344907.463621:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344907.463624:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344907.463627:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04960. 00000020:00000010:1.0:1763344907.463629:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117b000. 00000020:00000040:1.0:1763344907.463632:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50d6ff7000 : new refcount 4 00000100:00000001:1.0:1763344907.463634:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.463974:0:31800:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344907.463978:0:31800:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617979008 02000000:00000001:2.0:1763344907.463981:0:31800:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344907.463982:0:31800:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344907.463984:0:31800:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344907.463986:0:31800:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344907.463989:0:31800:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617979008 00000020:00000001:2.0:1763344907.463991:0:31800:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344907.463992:0:31800:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10cf7 00000020:00000001:2.0:1763344907.463994:0:31800:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344907.463996:0:31800:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc468d800 refcount=23 00000020:00000001:2.0:1763344907.463999:0:31800:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664167651328 : -107409541900288 : ffff9e4fc468d800) 00000020:00000001:2.0:1763344907.464001:0:31800:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664167651328 : -107409541900288 : ffff9e4fc468d800) 00000100:00000001:2.0:1763344907.464004:0:31800:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344907.464007:0:31800:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344907.464010:0:31800:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344907.464012:0:31800:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000020:00000010:2.0:1763344907.464016:0:31800:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852be00. 00000020:00000010:2.0:1763344907.464019:0:31800:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317780. 00000020:00000010:2.0:1763344907.464023:0:31800:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344907.464028:0:31800:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1763344907.464031:0:31800:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344907.464032:0:31800:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344907.464033:0:31800:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.464037:0:31800:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.464043:0:31800:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.464049:0:31800:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344907.464051:0:31800:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344907.464054:0:31800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6888 00000100:00000040:2.0:1763344907.464056:0:31800:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc468d800 : new rpc_count 1 00000100:00000001:2.0:1763344907.464059:0:31800:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668469630032 : -107405239921584 : ffff9e50c4d3d450) 00000100:00000040:2.0:1763344907.464064:0:31800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c4d3d450 x1848987617979008/t0(0) o400->d36044cc-2b04-47ed-a644-d9bacbc15933@0@lo:138/0 lens 224/0 e 0 to 0 dl 1763344918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.464072:0:31800:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344907.464074:0:31800:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000001:2.0:1763344907.464076:0:31800:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344907.464078:0:31800:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d25c0. 00000100:00100000:2.0:1763344907.464082:0:31800:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c4d3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d36044cc-2b04-47ed-a644-d9bacbc15933+23:3643:x1848987617979008:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1763344907.464085:0:31800:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617979008 00000020:00000001:2.0:1763344907.464087:0:31800:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344907.464089:0:31800:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344907.464091:0:31800:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.464093:0:31800:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344907.464095:0:31800:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662767744 : -1046783872 : ffffffffc19b5880) 00000020:00000001:2.0:1763344907.464097:0:31800:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344907.464099:0:31800:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344907.464101:0:31800:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344907.464103:0:31800:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344907.464104:0:31800:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.464106:0:31800:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763344907.464108:0:31800:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344907.464109:0:31800:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344907.464112:0:31800:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc2fbd000. 02000000:00000001:2.0:1763344907.464114:0:31800:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.464116:0:31800:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.464118:0:31800:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344907.464121:0:31800:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987617979008 00010000:00000001:2.0:1763344907.464123:0:31800:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344907.464126:0:31800:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c4d3d450 x1848987617979008/t0(0) o400->d36044cc-2b04-47ed-a644-d9bacbc15933@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344907.464139:0:31800:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344907.464141:0:31800:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344907.464144:0:31800:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f842e1e8 time=124 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344907.464147:0:31800:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344907.464149:0:31800:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344907.464194:0:3643:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763344907.464206:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb4c8 00000400:00000010:3.0:1763344907.464210:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb4c8. 00000100:00000001:2.0:1763344907.464211:0:31800:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 00000100:00000001:3.0:1763344907.464215:0:3643:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1763344907.464216:0:31800:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344907.464219:0:31800:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763344907.464223:0:3643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50d2402300 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.464223:0:31800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344907.464230:0:31800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344907.464236:0:31800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921880. 00000100:00000001:3.0:1763344907.464238:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1763344907.464240:0:31800:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1848987617979008, offset 224 00000100:00000040:3.0:1763344907.464243:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d2402300 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1763344907.464250:0:31800:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1763344907.464256:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.464259:0:3643:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1763344907.464261:0:31800:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1763344907.464264:0:3643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.464268:0:3643:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 8080 usecs (9 jiffies) 00000400:00000200:2.0:1763344907.464271:0:31800:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x691a4fa29ea80 00000100:00000001:3.0:1763344907.464273:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307681292 00000100:00000001:3.0:1763344907.464278:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307682598 00000100:00000001:3.0:1763344907.464282:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307681292 00000400:00000200:2.0:1763344907.464282:0:31800:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x665eb9 [1] + 224 00000100:00000001:3.0:1763344907.464285:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00000001:3.0:1763344907.464290:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307681292 00000400:00000200:2.0:1763344907.464291:0:31800:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763344907.464292:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307682598 00000100:00000001:3.0:1763344907.464297:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307681292 00000400:00000200:2.0:1763344907.464299:0:31800:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344907.464300:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307682598 00000100:00000001:3.0:1763344907.464305:0:3643:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344907.464305:0:31800:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1763344907.464309:0:3643:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1763344907.464313:0:31800:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede41f80 x1848987617979008/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1763344907.464315:0:3643:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344907.464318:0:3643:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344907.464321:0:3643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac6e0. 00000400:00000200:3.0:1763344907.464326:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb908 00000400:00000010:3.0:1763344907.464330:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb908. 00000100:00000040:2.0:1763344907.464330:0:31800:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50ede41f80 x1848987617979008/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.464335:0:3643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344907.464341:0:3643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ede40380 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.464343:0:31800:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763344907.464349:0:31800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921880 00000400:00000010:2.0:1763344907.464353:0:31800:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921880. 00000100:00000200:3.0:1763344907.464354:0:3643:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ede40380 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.464358:0:31800:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344907.464360:0:31800:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344907.464364:0:31800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.464366:0:3643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1763344907.464369:0:31800:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00000100:00000001:3.0:1763344907.464370:0:3643:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.464384:0:3643:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1763344907.464384:0:31800:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344907.464389:0:31800:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.464390:0:3643:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344907.464393:0:3643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1763344907.464394:0:31800:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1763344907.464398:0:3643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.464402:0:31800:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c4d3d450 x1848987617979008/t0(0) o400->d36044cc-2b04-47ed-a644-d9bacbc15933@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763344907.464403:0:3643:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344907.464412:0:3643:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c5df8c58 time=7 v=5 (5 5 5 5) 00000100:00100000:2.0:1763344907.464417:0:31800:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c4d3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d36044cc-2b04-47ed-a644-d9bacbc15933+23:3643:x1848987617979008:12345-0@lo:400:kworker.0 Request processed in 341us (3079us total) trans 0 rc 0/0 00000100:00001000:3.0:1763344907.464419:0:3643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c5df8c10 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344907.464426:0:3643:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344907.464429:0:3643:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344907.464430:0:31800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6888 00010000:00000001:3.0:1763344907.464432:0:3643:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1763344907.464434:0:31800:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc468d800 : new rpc_count 0 00010000:00000001:3.0:1763344907.464437:0:3643:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.464438:0:31800:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344907.464442:0:31800:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1763344907.464444:0:3643:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:2.0:1763344907.464446:0:31800:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317780. 00000100:00000040:3.0:1763344907.464447:0:3643:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1763344907.464451:0:3643:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:2.0:1763344907.464452:0:31800:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000100:00000001:3.0:1763344907.464453:0:3643:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344907.464457:0:31800:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852be00. 00000100:00000040:3.0:1763344907.464461:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ede40380 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1763344907.464464:0:31800:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc468d800 : new refcount 22 00000100:00000001:3.0:1763344907.464472:0:3643:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344907.464472:0:31800:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344907.464476:0:31800:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc2fbd000. 00000100:00000001:3.0:1763344907.464477:0:3643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344907.464480:0:3643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1763344907.464481:0:31800:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763344907.464485:0:31800:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763344907.464487:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede40380 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344907.464490:0:31800:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1763344907.464497:0:31800:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50d23f06e0. 00000100:00100000:3.0:1763344907.464498:0:3643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ede40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3643:1848987617979520:0@lo:400:kworker.0 00000400:00000010:2.0:1763344907.464503:0:31800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1840. 00000400:00000001:3.0:1763344907.464506:0:3643:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344907.464509:0:3643:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344907.464510:0:3643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acb58. 00000400:00000200:3.0:1763344907.464514:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344907.464515:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344907.464517:0:3643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344907.464520:0:3643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ede41f80 x1848987617979008/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344907.464528:0:3643:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ede41f80 x1848987617979008/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.464534:0:3643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344907.464535:0:3643:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.464537:0:3643:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344907.464538:0:3643:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344907.464539:0:3643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344907.464540:0:3643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.464542:0:3643:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344907.464544:0:3643:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50d8384c58 time=107 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344907.464547:0:3643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50d8384c10 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344907.464549:0:3643:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344907.464550:0:3643:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344907.464551:0:3643:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344907.464553:0:3643:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.464555:0:3643:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.464558:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ede41f80 x1848987617979008/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.464564:0:3643:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344907.464566:0:3643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344907.464567:0:3643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763344907.464570:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede41f80 x1848987617979008/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344907.464575:0:3643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ede41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d36044cc-2b04-47ed-a644-d9bacbc15933:3643:1848987617979008:0@lo:400:kworker.0 00000100:00000001:3.0:1763344907.464579:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.464581:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344907.464584:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ede40380 x1848987617979520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.464589:0:3643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344907.464591:0:3643:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344907.464593:0:3643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcc4b5a00. 02000000:00000001:3.0:1763344907.464596:0:3643:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344907.464598:0:3643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344907.464599:0:3643:0:(genops.c:1242:class_import_put()) import ffff9e50c5df8800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1763344907.464601:0:3643:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344907.464603:0:3643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50ff781d00. 02000000:00000001:3.0:1763344907.464606:0:3643:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344907.464608:0:3643:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344907.464610:0:3643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede40380. 00000100:00000001:3.0:1763344907.464612:0:3643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344907.464613:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.464615:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344907.464618:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ede41f80 x1848987617979008/t0(0) o400->MGC192.168.203.114@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.464624:0:3643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344907.464625:0:3643:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344907.464627:0:3643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcc4b4e00. 02000000:00000001:3.0:1763344907.464629:0:3643:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344907.464630:0:3643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344907.464632:0:3643:0:(genops.c:1242:class_import_put()) import ffff9e50d8384800 refcount=3 obd=MGC192.168.203.114@tcp 00000020:00000001:3.0:1763344907.464633:0:3643:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344907.464634:0:3643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50ff781500. 02000000:00000001:3.0:1763344907.464636:0:3643:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344907.464637:0:3643:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344907.464638:0:3643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede41f80. 00000100:00000001:3.0:1763344907.464640:0:3643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344907.464642:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.464644:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.464648:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344907.464650:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763344907.464652:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344907.464654:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344907.464655:0:3643:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344907.464660:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50d2403800 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.464666:0:3643:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344907.464668:0:3643:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.464670:0:3643:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763344907.464673:0:3643:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344907.464675:0:3643:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344907.464677:0:3643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50d2403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3643:1848987617980544:0@lo:400:kworker.0 00000100:00000001:3.0:1763344907.464680:0:3643:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344907.464682:0:3643:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344907.464684:0:3643:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.464686:0:3643:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344907.464690:0:3643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcc4b4e00. 02000000:00000001:3.0:1763344907.464692:0:3643:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344907.464695:0:3643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acb58. 00000100:00000001:0.0:1763344907.464777:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344907.464781:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344907.464783:0:3644:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344907.464809:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ede43800 x1848987617979136/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.464826:0:3644:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344907.464830:0:3644:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.464833:0:3644:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344907.464835:0:3644:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344907.464838:0:3644:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344907.464841:0:3644:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ede43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1848987617979136:0@lo:400:kworker.0 00000100:00000001:0.0:1763344907.464847:0:3644:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344907.464850:0:3644:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344907.464852:0:3644:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.464853:0:3644:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344907.464858:0:3644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50d729c000. 02000000:00000001:0.0:1763344907.464860:0:3644:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344907.464863:0:3644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c33c8. 00000100:00080000:2.0:1763344907.464936:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:2.0:1763344907.464941:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000400:00000010:3.0:1763344907.465035:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344907.465040:0:3643:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617980544, portal 10 00000100:00000001:3.0:1763344907.465042:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344907.465043:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668694837248 : -107405014714368 : ffff9e50d2403800) 00000100:00000040:3.0:1763344907.465049:0:3643:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50d2403800 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.465056:0:3643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344907.465058:0:3643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344907.465061:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb908. 00000100:00000200:3.0:1763344907.465063:0:3643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848987617980544, offset 0 00000400:00000200:3.0:1763344907.465068:0:3643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344907.465075:0:3643:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344907.465080:0:3643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a4fa29f080 00000400:00000200:3.0:1763344907.465085:0:3643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x616b51 [64] + 157784 00000400:00000200:3.0:1763344907.465089:0:3643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344907.465092:0:3643:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344907.465094:0:3643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344907.465096:0:3643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344907.465100:0:3643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8600380. 00000100:00000040:3.0:1763344907.465103:0:3643:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8600380 x1848987617980544 msgsize 224 00000100:00100000:3.0:1763344907.465107:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1763344907.465149:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495c38. 00000100:00000200:0.0:1763344907.465155:0:3644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617979136, portal 4 00000100:00000001:0.0:1763344907.465158:0:3644:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344907.465160:0:3644:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158569984 : -107404550981632 : ffff9e50ede43800) 00000100:00000040:0.0:1763344907.465167:0:3644:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ede43800 x1848987617979136/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465175:0:3644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344907.465177:0:3644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344907.465180:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495908. 00000100:00000200:0.0:1763344907.465183:0:3644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1848987617979136, offset 0 00000400:00000200:0.0:1763344907.465188:0:3644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344907.465194:0:3644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344907.465199:0:3644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x691a4fa29eb00 00000400:00000200:0.0:1763344907.465205:0:3644:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x209981 [256] + 2816 00000400:00000200:0.0:1763344907.465214:0:3644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344907.465218:0:3644:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344907.465221:0:3644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344907.465223:0:3644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763344907.465227:0:3644:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1f480. 00000100:00000040:0.0:1763344907.465230:0:3644:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1f480 x1848987617979136 msgsize 224 00000100:00100000:0.0:1763344907.465233:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344907.465242:0:3644:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344907.465247:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495908 00000400:00000010:0.0:1763344907.465249:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495908. 00000100:00000001:0.0:1763344907.465252:0:3644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344907.465256:0:3644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ede43800 x1848987617979136/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465264:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344907.465267:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ede43800 x1848987617979136/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465273:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.465275:0:3644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344907.465278:0:3644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344907.465281:0:3644:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13916 usecs (14 jiffies) 00000100:00000001:0.0:1763344907.465285:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681298 00000100:00000001:0.0:1763344907.465287:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.465289:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681298 00000100:00000001:0.0:1763344907.465292:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.465294:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681298 00000100:00000001:0.0:1763344907.465296:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.465298:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681298 00000100:00000001:0.0:1763344907.465300:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.465302:0:3644:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344907.465304:0:3644:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.465307:0:3644:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344907.465310:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ede42d80 x1848987617979648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465318:0:3644:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344907.465320:0:3644:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.465322:0:3644:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344907.465324:0:3644:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344907.465326:0:3644:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344907.465329:0:3644:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ede42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1848987617979648:0@lo:400:kworker.0 00000100:00000001:0.0:1763344907.465335:0:3644:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344907.465337:0:3644:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344907.465339:0:3644:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.465341:0:3644:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344907.465344:0:3644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50d729d600. 02000000:00000001:0.0:1763344907.465346:0:3644:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344907.465348:0:3644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c38f0. 00000400:00000010:0.0:1763344907.465351:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495908. 00000100:00000200:0.0:1763344907.465354:0:3644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617979648, portal 4 00000100:00000001:0.0:1763344907.465356:0:3644:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344907.465357:0:3644:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158567296 : -107404550984320 : ffff9e50ede42d80) 00000100:00000040:0.0:1763344907.465363:0:3644:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ede42d80 x1848987617979648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465369:0:3644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344907.465371:0:3644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344907.465374:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64955d8. 00000100:00000200:0.0:1763344907.465387:0:3644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1848987617979648, offset 0 00000400:00000200:0.0:1763344907.465391:0:3644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344907.465395:0:3644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344907.465400:0:3644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x691a4fa29ed00 00000400:00000200:0.0:1763344907.465404:0:3644:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x209981 [256] + 3040 00000400:00000200:0.0:1763344907.465408:0:3644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344907.465411:0:3644:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344907.465414:0:3644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344907.465415:0:3644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763344907.465418:0:3644:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1f100. 00000100:00000040:0.0:1763344907.465421:0:3644:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1f100 x1848987617979648 msgsize 224 00000100:00100000:0.0:1763344907.465425:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344907.465432:0:3644:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344907.465435:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64955d8 00000400:00000010:0.0:1763344907.465437:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64955d8. 00000100:00000001:0.0:1763344907.465439:0:3644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344907.465442:0:3644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ede42d80 x1848987617979648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465455:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344907.465458:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ede42d80 x1848987617979648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465465:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.465466:0:3644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344907.465469:0:3644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344907.465472:0:3644:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5182 usecs (6 jiffies) 00000100:00000001:0.0:1763344907.465474:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307681290 00000100:00000001:0.0:1763344907.465477:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.465479:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307681290 00000100:00000001:0.0:1763344907.465481:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.465483:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307681290 00000100:00000001:0.0:1763344907.465485:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.465487:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307681290 00000100:00000001:0.0:1763344907.465489:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.465491:0:3644:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344907.465493:0:3644:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.465495:0:3644:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344907.465499:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50d2400a80 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465505:0:3644:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344907.465507:0:3644:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.465509:0:3644:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344907.465511:0:3644:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344907.465513:0:3644:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344907.465516:0:3644:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50d2400a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3644:1848987617980160:0@lo:400:kworker.0 00000100:00000001:0.0:1763344907.465519:0:3644:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344907.465521:0:3644:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344907.465522:0:3644:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.465524:0:3644:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344907.465527:0:3644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50d729da00. 02000000:00000001:0.0:1763344907.465529:0:3644:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344907.465532:0:3644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3bb0. 00000400:00000010:0.0:1763344907.465534:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64955d8. 00000100:00000200:0.0:1763344907.465537:0:3644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617980160, portal 10 00000100:00000001:0.0:1763344907.465539:0:3644:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344907.465540:0:3644:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668694825600 : -107405014726016 : ffff9e50d2400a80) 00000100:00000040:0.0:1763344907.465545:0:3644:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50d2400a80 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465562:0:3644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344907.465564:0:3644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344907.465567:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64953b8. 00000100:00000200:0.0:1763344907.465569:0:3644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848987617980160, offset 0 00000400:00000200:0.0:1763344907.465573:0:3644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344907.465577:0:3644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344907.465582:0:3644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a4fa29ef00 00000400:00000200:0.0:1763344907.465586:0:3644:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x616b51 [64] + 158008 00000400:00000200:0.0:1763344907.465591:0:3644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344907.465594:0:3644:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344907.465601:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344907.465604:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344907.465606:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344907.465610:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ede41180 x1848987617979264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465617:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344907.465619:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.465621:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344907.465623:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344907.465625:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344907.465628:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ede41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617979264:0@lo:400:kworker.0 00000100:00000001:0.0:1763344907.465631:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344907.465633:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344907.465635:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.465637:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344907.465640:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50d729cc00. 02000000:00000001:0.0:1763344907.465641:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344907.465644:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3058. 00000400:00000010:0.0:1763344907.465647:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495e58. 00000100:00000200:0.0:1763344907.465649:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617979264, portal 4 00000100:00000001:0.0:1763344907.465651:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344907.465653:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158560128 : -107404550991488 : ffff9e50ede41180) 00000100:00000040:0.0:1763344907.465658:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ede41180 x1848987617979264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465664:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344907.465666:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344907.465668:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64956e8. 00000100:00000200:0.0:1763344907.465670:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1848987617979264, offset 0 00000400:00000200:0.0:1763344907.465674:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344907.465678:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344907.465683:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a4fa29eb80 00000400:00000200:0.0:1763344907.465687:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x64578d [8] + 6048 00000400:00000200:0.0:1763344907.465691:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344907.465693:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344907.465696:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344907.465698:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344907.465701:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e4d1c000. 00000100:00000040:0.0:1763344907.465704:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4d1c000 x1848987617979264 msgsize 224 00000100:00100000:0.0:1763344907.465707:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344907.465713:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344907.465717:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64956e8 00000400:00000010:0.0:1763344907.465719:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64956e8. 00000100:00000001:0.0:1763344907.465721:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1763344907.465725:0:3643:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1763344907.465726:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ede41180 x1848987617979264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465735:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344907.465739:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ede41180 x1848987617979264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1763344907.465741:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb908 00000400:00000010:3.0:1763344907.465744:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb908. 00000100:00000001:3.0:1763344907.465748:0:3643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1763344907.465753:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763344907.465755:0:3643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50d2403800 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465756:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344907.465762:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.465766:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344907.465767:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17580 usecs (18 jiffies) 00000100:00000040:3.0:1763344907.465771:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d2403800 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465772:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681302 00000100:00000001:0.0:1763344907.465777:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.465781:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681302 00000100:00000001:0.0:1763344907.465787:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.465806:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681302 00000100:00000001:0.0:1763344907.465809:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.465812:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681303 00000100:00000001:0.0:1763344907.465814:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.465817:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344907.465819:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.465823:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1763344907.465830:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344907.465831:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ede42a00 x1848987617979776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.465833:0:3643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344907.465839:0:3643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.465843:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1763344907.465844:0:3643:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 7702 usecs (8 jiffies) 00000100:00000001:0.0:1763344907.465845:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.465849:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4307681293 02000000:00000001:0.0:1763344907.465850:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1763344907.465854:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4307682598 02000000:00000001:0.0:1763344907.465855:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344907.465858:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4307681293 02000000:00000001:0.0:1763344907.465860:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.465862:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00100000:0.0:1763344907.465865:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ede42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1848987617979776:0@lo:400:kworker.0 00000100:00000001:3.0:1763344907.465866:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4307681293 00000100:00000001:3.0:1763344907.465870:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.465873:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1763344907.465874:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4307681293 00000100:00000001:3.0:1763344907.465877:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4307682598 02000000:00000001:0.0:1763344907.465877:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344907.465880:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.465881:0:3643:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344907.465884:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1763344907.465885:0:3643:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.465889:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344907.465889:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fddab9200. 00000100:00000001:3.0:1763344907.465891:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1763344907.465893:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.465897:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1763344907.465898:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c32c0. 00000100:00000001:3.0:1763344907.465900:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1763344907.465903:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64956e8. 00000100:00000001:3.0:1763344907.465904:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344907.465906:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344907.465909:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763344907.465910:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617979776, portal 4 00000100:00000001:3.0:1763344907.465911:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.465913:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344907.465916:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158566400 : -107404550985216 : ffff9e50ede42a00) 00000100:00000040:0.0:1763344907.465923:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ede42a00 x1848987617979776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.465929:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344907.465932:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344907.465935:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495110. 00000100:00000001:3.0:1763344907.465937:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1763344907.465938:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1848987617979776, offset 0 00000100:00100000:3.0:1763344907.465940:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617979264 02000000:00000001:3.0:1763344907.465943:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344907.465946:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1763344907.465946:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1763344907.465949:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.465952:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763344907.465954:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1763344907.465956:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617979264 00000020:00000001:3.0:1763344907.465959:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344907.465961:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000400:00000200:0.0:1763344907.465964:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a4fa29ed80 00000020:00000001:3.0:1763344907.465965:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344907.465969:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=5 00000020:00000001:3.0:1763344907.465973:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000400:00000200:0.0:1763344907.465973:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x64578d [8] + 6272 00000020:00000001:3.0:1763344907.465978:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000400:00000200:0.0:1763344907.465981:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763344907.465982:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1763344907.465987:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1763344907.465988:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd3c0. 00000100:00000001:0.0:1763344907.465991:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1763344907.465992:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1763344907.465994:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1763344907.465996:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd3c0. 00000100:00000010:0.0:1763344907.466000:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e65880. 00000020:00000010:3.0:1763344907.466003:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b5a00. 00000100:00000040:0.0:1763344907.466004:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e65880 x1848987617979776 msgsize 224 00000020:00000010:3.0:1763344907.466009:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e480. 00000100:00100000:0.0:1763344907.466011:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1763344907.466016:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf190. 00000100:00000001:0.0:1763344907.466020:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1763344907.466024:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:0.0:1763344907.466025:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495110 00000100:00000001:3.0:1763344907.466028:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1763344907.466029:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495110. 00000100:00000001:3.0:1763344907.466031:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344907.466033:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1763344907.466034:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763344907.466039:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ede42a00 x1848987617979776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.466042:0:74638:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763344907.466046:0:74638:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763344907.466049:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.466050:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344907.466055:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ede42a00 x1848987617979776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.466060:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344907.466062:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.466066:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344907.466070:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.466071:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1763344907.466073:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15406 usecs (16 jiffies) 00000100:00100000:3.0:1763344907.466075:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617979776 02000000:00000001:3.0:1763344907.466078:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344907.466078:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307681301 00000100:00000001:3.0:1763344907.466081:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344907.466083:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307682598 00000100:00000001:3.0:1763344907.466084:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.466088:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307681301 02000000:00000001:3.0:1763344907.466089:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.466092:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00100000:3.0:1763344907.466093:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617979776 00000020:00000001:3.0:1763344907.466097:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1763344907.466097:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307681301 00000020:00000040:3.0:1763344907.466100:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84f0 00000100:00000001:0.0:1763344907.466101:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307682598 00000020:00000001:3.0:1763344907.466103:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763344907.466106:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307681301 00000020:00000040:3.0:1763344907.466108:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7178000 refcount=5 00000100:00000001:0.0:1763344907.466109:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307682598 00000020:00000001:3.0:1763344907.466113:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000100:00000001:0.0:1763344907.466114:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763344907.466117:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000100:00000001:0.0:1763344907.466118:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.466124:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763344907.466124:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1763344907.466129:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd3c0. 00000100:00000040:0.0:1763344907.466131:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50d2400000 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.466134:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344907.466140:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd3c0. 00000100:00000001:0.0:1763344907.466145:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1763344907.466147:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b4800. 00000100:00000001:0.0:1763344907.466148:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344907.466153:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 02000000:00000001:0.0:1763344907.466153:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344907.466155:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344907.466159:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfaf0. 02000000:00000001:0.0:1763344907.466159:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344907.466165:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50d2400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3645:1848987617980288:0@lo:400:kworker.0 00000100:00000001:3.0:1763344907.466166:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344907.466169:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344907.466170:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1763344907.466173:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1763344907.466174:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344907.466177:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.466179:0:74638:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1763344907.466180:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1763344907.466182:0:74638:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763344907.466185:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344907.466186:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fccf0ba00. 02000000:00000001:0.0:1763344907.466189:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344907.466193:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3420. 00000100:00000001:3.0:1763344907.466196:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1763344907.466197:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495110. 00000100:00000200:0.0:1763344907.466202:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617980288, portal 10 00000100:00000001:0.0:1763344907.466205:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344907.466206:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344907.466207:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668694822912 : -107405014728704 : ffff9e50d2400000) 00000100:00000001:3.0:1763344907.466210:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1763344907.466215:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50d2400000 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344907.466217:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7495 00000100:00000040:3.0:1763344907.466222:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:3.0:1763344907.466226:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006364672 : -107404703186944 : ffff9e50e4d1c000) 00000100:00000001:0.0:1763344907.466230:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344907.466234:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1c000 x1848987617979264/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1763344918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344907.466234:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344907.466238:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495770. 00000100:00000200:0.0:1763344907.466242:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848987617980288, offset 0 00000400:00000200:0.0:1763344907.466249:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1763344907.466252:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1763344907.466256:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1763344907.466258:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd3c0. 00000100:00000001:3.0:1763344907.466262:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1763344907.466265:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a4fa29ef80 00000020:00000010:3.0:1763344907.466267:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd3c0. 00000400:00000200:0.0:1763344907.466272:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x616b51 [64] + 158232 00000100:00100000:3.0:1763344907.466276:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:3645:x1848987617979264:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1763344907.466278:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1763344907.466281:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617979264 00000400:00000200:0.0:1763344907.466285:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1763344907.466286:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344907.466290:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1763344907.466290:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1763344907.466294:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763344907.466294:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1763344907.466299:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000010:0.0:1763344907.466299:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e66300. 00000020:00000001:3.0:1763344907.466302:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000100:00000040:0.0:1763344907.466304:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e66300 x1848987617980288 msgsize 224 00000020:00000001:3.0:1763344907.466306:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344907.466310:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763344907.466311:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1763344907.466314:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344907.466317:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344907.466319:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344907.466321:0:74638:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763344907.466324:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344907.466326:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344907.466330:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f2e50c00. 02000000:00000001:3.0:1763344907.466332:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.466333:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344907.466335:0:74638:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344907.466337:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915416, transno 0, xid 1848987617979264 00010000:00000001:3.0:1763344907.466340:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344907.466343:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1c000 x1848987617979264/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344907.466350:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344907.466353:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344907.466355:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344907.466359:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344907.466361:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344907.466362:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344907.466364:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344907.466366:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.466368:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344907.466370:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344907.466373:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb908. 00000100:00000200:3.0:1763344907.466587:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848987617979264, offset 224 00000400:00000200:3.0:1763344907.466594:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1763344907.466626:0:102227:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763344907.466684:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763344907.467381:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344907.467391:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495770 00000400:00000010:0.0:1763344907.467393:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495770. 00000100:00000001:0.0:1763344907.467396:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344907.467402:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50d2400000 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.467411:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344907.467413:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d2400000 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.467420:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.467422:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344907.467426:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344907.467430:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 7643 usecs (8 jiffies) 00000100:00000001:0.0:1763344907.467433:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4307681293 00000100:00000001:0.0:1763344907.467436:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.467438:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4307681293 00000100:00000001:0.0:1763344907.467440:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.467441:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4307681293 00000100:00000001:0.0:1763344907.467443:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.467445:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4307681293 00000100:00000001:0.0:1763344907.467447:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.467448:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344907.467451:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.467453:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.467456:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344907.467461:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344907.467463:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763344907.467464:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344907.467466:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344907.467468:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.467470:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.467491:0:6510:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344907.467494:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617979136 02000000:00000001:0.0:1763344907.467496:0:6510:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344907.467497:0:6510:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344907.467499:0:6510:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.467503:0:6510:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344907.467505:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617979136 00000020:00000001:0.0:1763344907.467507:0:6510:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344907.467509:0:6510:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:0.0:1763344907.467510:0:6510:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344907.467512:0:6510:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=7 00000020:00000001:0.0:1763344907.467515:0:6510:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:0.0:1763344907.467517:0:6510:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:0.0:1763344907.467520:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344907.467525:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2f80. 00000100:00000001:0.0:1763344907.467527:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344907.467529:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2f80. 00000020:00000010:0.0:1763344907.467535:0:6510:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc4b12600. 00000020:00000010:0.0:1763344907.467538:0:6510:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139000. 00000020:00000010:0.0:1763344907.467542:0:6510:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000040:0.0:1763344907.467548:0:6510:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344907.467550:0:6510:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344907.467552:0:6510:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344907.467553:0:6510:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.467558:0:6510:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.467566:0:6510:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344907.467573:0:6510:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344907.467575:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617979648 02000000:00000001:0.0:1763344907.467577:0:6510:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344907.467578:0:6510:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344907.467579:0:6510:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.467581:0:6510:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344907.467583:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617979648 00000020:00000001:0.0:1763344907.467585:0:6510:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344907.467586:0:6510:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:0.0:1763344907.467588:0:6510:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344907.467590:0:6510:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=5 00000020:00000001:0.0:1763344907.467591:0:6510:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:0.0:1763344907.467593:0:6510:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:0.0:1763344907.467596:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344907.467599:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2f80. 00000100:00000001:0.0:1763344907.467601:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344907.467603:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2f80. 00000020:00000010:0.0:1763344907.467607:0:6510:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc4b13200. 00000020:00000010:0.0:1763344907.467616:0:6510:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139e00. 00000020:00000010:0.0:1763344907.467618:0:6510:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732ed8. 00000100:00100000:2.0:1763344907.467619:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617980544 00000100:00000001:0.0:1763344907.467622:0:6510:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1763344907.467623:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344907.467625:0:6510:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344907.467627:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344907.467628:0:6510:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.467630:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.467633:0:6510:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344907.467635:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344907.467639:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617980544 00000020:00000001:2.0:1763344907.467641:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1763344907.467643:0:6510:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1763344907.467644:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b862b 00000020:00000001:2.0:1763344907.467648:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344907.467651:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1e26800 refcount=5 00000100:00000001:0.0:1763344907.467654:0:6510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1763344907.467655:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664125286400 : -107409584265216 : ffff9e4fc1e26800) 00000020:00000001:2.0:1763344907.467659:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664125286400 : -107409584265216 : ffff9e4fc1e26800) 00000100:00000001:0.0:1763344907.467659:0:6510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763344907.467663:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1763344907.467665:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8676 00000020:00000010:2.0:1763344907.467668:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d25c0. 00000100:00000040:0.0:1763344907.467669:0:6510:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:0.0:1763344907.467674:0:6510:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006378112 : -107404703173504 : ffff9e50e4d1f480) 00000020:00000040:2.0:1763344907.467676:0:6504:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00000100:00000040:0.0:1763344907.467681:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1f480 x1848987617979136/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1763344918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.467688:0:6504:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1763344907.467691:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344907.467693:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852be00. 00000020:00000010:0.0:1763344907.467696:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2f80. 00000020:00000010:2.0:1763344907.467700:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317780. 00000100:00000001:0.0:1763344907.467700:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344907.467706:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000020:00000010:0.0:1763344907.467706:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2f80. 00000100:00100000:0.0:1763344907.467712:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3644:x1848987617979136:12345-0@lo:400:kworker.0 00000100:00000040:2.0:1763344907.467713:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344907.467717:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1763344907.467719:0:6510:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617979136 00000100:00000001:2.0:1763344907.467720:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344907.467723:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344907.467725:0:6510:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1763344907.467729:0:6504:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1763344907.467730:0:6510:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1763344907.467733:0:6504:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1763344907.467735:0:6510:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.467736:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344907.467740:0:6510:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344907.467743:0:6510:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000100:00000001:2.0:1763344907.467744:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344907.467748:0:6510:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344907.467752:0:6510:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617979136, found 0 last_xid 1848987617979135 00000100:00000001:2.0:1763344907.467756:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1763344907.467756:0:6510:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1763344907.467759:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617980288 00000020:00000001:0.0:1763344907.467760:0:6510:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1763344907.467762:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1763344907.467764:0:6510:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1763344907.467765:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344907.467768:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344907.467768:0:6510:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344907.467772:0:6510:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1763344907.467773:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.467776:0:6510:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1763344907.467777:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617980288 00000020:00000001:2.0:1763344907.467781:0:6504:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1763344907.467781:0:6510:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:2.0:1763344907.467783:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b853d 00000020:00000001:2.0:1763344907.467786:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344907.467804:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50eff24800 refcount=5 02000000:00000010:0.0:1763344907.467807:0:6510:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50ca200800. 00000020:00000001:2.0:1763344907.467808:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669193046016 : -107404516505600 : ffff9e50eff24800) 02000000:00000001:0.0:1763344907.467812:0:6510:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.467813:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669193046016 : -107404516505600 : ffff9e50eff24800) 00000100:00000001:0.0:1763344907.467817:0:6510:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.467818:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1763344907.467822:0:6510:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344907.467827:0:6510:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770256485, transno 0, xid 1848987617979136 00010000:00000001:0.0:1763344907.467830:0:6510:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1763344907.467834:0:10443:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000200:0.0:1763344907.467835:0:6510:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1f480 x1848987617979136/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.467838:0:10443:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344907.467845:0:10443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8677 00010000:00000001:0.0:1763344907.467847:0:6510:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1763344907.467850:0:10443:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00010000:00000001:0.0:1763344907.467851:0:6510:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.467854:0:10443:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669006377216 : -107404703174400 : ffff9e50e4d1f100) 00000100:00001000:0.0:1763344907.467856:0:6510:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=86 v=5 (1 1 1 1) 00000100:00000040:2.0:1763344907.467862:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4d1f100 x1848987617979648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1763344918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.467862:0:6510:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344907.467867:0:6510:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 67 to 0@lo 00000100:00000001:0.0:1763344907.467872:0:6510:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344907.467876:0:6510:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344907.467879:0:6510:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.467880:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763344907.467882:0:6510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1763344907.467884:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2440. 00000100:00000040:0.0:1763344907.467887:0:6510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1763344907.467889:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344907.467893:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2440. 00000400:00000010:0.0:1763344907.467893:0:6510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495770. 00000100:00100000:2.0:1763344907.467900:0:10443:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4d1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1848987617979648:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763344907.467900:0:6510:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848987617979136, offset 224 00000100:00000200:2.0:1763344907.467906:0:10443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617979648 00000020:00000001:2.0:1763344907.467910:0:10443:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1763344907.467910:0:6510:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1763344907.467914:0:10443:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344907.467918:0:10443:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763344907.467922:0:6510:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1763344907.467923:0:10443:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344907.467926:0:10443:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:2.0:1763344907.467930:0:10443:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344907.467933:0:10443:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617979648, found 0 last_xid 1848987617979647 00000400:00000200:0.0:1763344907.467934:0:6510:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a4fa29eb00 00000020:00000001:2.0:1763344907.467937:0:10443:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344907.467940:0:10443:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344907.467942:0:10443:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1763344907.467944:0:6510:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x665f05 [1] + 224 00000020:00000001:2.0:1763344907.467945:0:10443:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.467949:0:10443:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763344907.467951:0:10443:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1763344907.467953:0:6510:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1763344907.467954:0:10443:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344907.467959:0:10443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc2fbd000. 00000400:00000200:0.0:1763344907.467959:0:6510:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1763344907.467963:0:10443:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.467963:0:6510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1763344907.467967:0:10443:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.467971:0:10443:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763344907.467971:0:6510:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede43800 x1848987617979136/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1763344907.467975:0:10443:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214354, transno 0, xid 1848987617979648 00010000:00000001:2.0:1763344907.467980:0:10443:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344907.467987:0:10443:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4d1f100 x1848987617979648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344907.467990:0:6510:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50ede43800 x1848987617979136/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344907.468005:0:10443:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344907.468008:0:10443:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.468009:0:6510:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1763344907.468012:0:10443:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=86 v=5 (1 1 1 1) 00000400:00000200:0.0:1763344907.468015:0:6510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495770 00000100:00000001:2.0:1763344907.468017:0:10443:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1763344907.468019:0:6510:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495770. 00000100:00000040:2.0:1763344907.468022:0:10443:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 68 to 0@lo 00000100:00000001:0.0:1763344907.468024:0:6510:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344907.468025:0:10443:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 00000100:00000001:0.0:1763344907.468027:0:6510:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1763344907.468030:0:10443:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1763344907.468032:0:6510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344907.468033:0:10443:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.468037:0:10443:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344907.468038:0:6510:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 67 to 0@lo 00000100:00000040:2.0:1763344907.468043:0:10443:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1763344907.468043:0:6510:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344907.468046:0:6510:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344907.468048:0:10443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921880. 00000020:00000001:0.0:1763344907.468050:0:6510:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1763344907.468053:0:10443:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848987617979648, offset 224 00000100:00000040:0.0:1763344907.468056:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1f480 x1848987617979136/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1763344907.468063:0:10443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1763344907.468073:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3644:x1848987617979136:12345-0@lo:400:kworker.0 Request processed in 379us (2840us total) trans 0 rc 0/0 00000400:00000200:2.0:1763344907.468074:0:10443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1763344907.468086:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8676 00000400:00000200:2.0:1763344907.468087:0:10443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a4fa29ed00 00000100:00000040:0.0:1763344907.468090:0:6510:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000400:00000200:2.0:1763344907.468094:0:10443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x665f0d [1] + 224 00000100:00000001:0.0:1763344907.468094:0:6510:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344907.468096:0:6510:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1763344907.468101:0:10443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1763344907.468102:0:6510:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139000. 00000400:00000200:2.0:1763344907.468107:0:10443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1763344907.468109:0:6510:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000100:00000001:2.0:1763344907.468112:0:10443:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1763344907.468114:0:6510:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc4b12600. 00000100:00000200:2.0:1763344907.468120:0:10443:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede42d80 x1848987617979648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1763344907.468120:0:6510:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 6 00000100:00000001:0.0:1763344907.468125:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344907.468135:0:10443:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50ede42d80 x1848987617979648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.468143:0:10443:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763344907.468148:0:10443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921880 00000400:00000010:2.0:1763344907.468150:0:10443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921880. 00000100:00000001:2.0:1763344907.468152:0:10443:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344907.468154:0:10443:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344907.468156:0:10443:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.468159:0:10443:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 66 to 0@lo 00010000:00000001:2.0:1763344907.468161:0:10443:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344907.468163:0:10443:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.468165:0:10443:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344907.468168:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1f100 x1848987617979648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344907.468177:0:10443:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1848987617979648:12345-0@lo:400:kworker.0 Request processed in 296us (2754us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344907.468184:0:10443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8677 00000100:00000040:2.0:1763344907.468186:0:10443:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:2.0:1763344907.468189:0:10443:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344907.468190:0:10443:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344907.468193:0:10443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139e00. 00000020:00000010:2.0:1763344907.468197:0:10443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732ed8. 00000020:00000010:2.0:1763344907.468200:0:10443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc4b13200. 00000020:00000040:2.0:1763344907.468203:0:10443:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 4 00000100:00000001:2.0:1763344907.468205:0:10443:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.468226:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344907.468228:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344907.468232:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17255 00000100:00000040:2.0:1763344907.468235:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1e26800 : new rpc_count 1 00000400:00000200:3.0:1763344907.468239:0:74638:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1763344907.468240:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334455168 : -107404375096448 : ffff9e50f8600380) 00000100:00000040:2.0:1763344907.468249:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8600380 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1763344918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1763344907.468253:0:74638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a4fa29eb80 00000400:00000200:3.0:1763344907.468262:0:74638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x665f1d [1] + 224 00000100:00000001:2.0:1763344907.468264:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1763344907.468270:0:74638:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1763344907.468270:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2440. 00000100:00000001:2.0:1763344907.468275:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1763344907.468276:0:74638:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1763344907.468281:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2440. 00000100:00000001:3.0:1763344907.468283:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1763344907.468289:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1848987617980544:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1763344907.468291:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede41180 x1848987617979264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344907.468297:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617980544 00000020:00000001:2.0:1763344907.468301:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344907.468305:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1763344907.468308:0:74638:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50ede41180 x1848987617979264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763344907.468308:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.468313:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344907.468315:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:2.0:1763344907.468320:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344907.468324:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344907.468326:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344907.468328:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344907.468330:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.468332:0:13569:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763344907.468334:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344907.468335:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344907.468339:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50ff7f8800. 02000000:00000001:2.0:1763344907.468341:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.468343:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.468345:0:13569:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344907.468347:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987617980544 00010000:00000001:2.0:1763344907.468349:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344907.468354:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8600380 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344907.468361:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344907.468363:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344907.468366:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=101 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344907.468369:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344907.468371:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 67 to 0@lo 00000100:00000001:2.0:1763344907.468373:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:2.0:1763344907.468388:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344907.468389:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.468391:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344907.468393:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344907.468396:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921880. 00000100:00000200:2.0:1763344907.468400:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987617980544, offset 224 00000400:00000200:2.0:1763344907.468403:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344907.468409:0:13569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344907.468413:0:13569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a4fa29f080 00000400:00000200:2.0:1763344907.468418:0:13569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x665efd [1] + 224 00000400:00000200:2.0:1763344907.468421:0:13569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344907.468424:0:13569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344907.468427:0:13569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344907.468437:0:13569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50d2403800 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763344907.468449:0:13569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50d2403800 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.468461:0:13569:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763344907.468465:0:13569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921880 00000400:00000010:2.0:1763344907.468467:0:13569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921880. 00000100:00000001:2.0:1763344907.468470:0:13569:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344907.468471:0:13569:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344907.468473:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.468475:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 66 to 0@lo 00010000:00000001:2.0:1763344907.468477:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344907.468479:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.468480:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344907.468483:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8600380 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344907.468489:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1848987617980544:12345-0@lo:400:kworker.0 Request processed in 225us (3386us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344907.468500:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17255 00000100:00000040:2.0:1763344907.468502:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1e26800 : new rpc_count 0 00000100:00000001:2.0:1763344907.468504:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344907.468505:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344907.468511:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317780. 00000020:00000010:2.0:1763344907.468515:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344907.468518:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852be00. 00000020:00000040:2.0:1763344907.468523:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1e26800 : new refcount 4 00000100:00000001:2.0:1763344907.468525:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.468554:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344907.468556:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344907.468559:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7496 00000100:00000040:2.0:1763344907.468562:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7178000 : new rpc_count 1 00000100:00000001:2.0:1763344907.468568:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454066304 : -107405255485312 : ffff9e50c3e65880) 00000100:00000040:2.0:1763344907.468580:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e65880 x1848987617979776/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1763344918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.468590:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344907.468593:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2440. 00000100:00000001:2.0:1763344907.468596:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344907.468598:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2440. 00000100:00100000:2.0:1763344907.468601:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3645:x1848987617979776:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1763344907.468604:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617979776 00000020:00000001:2.0:1763344907.468606:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344907.468612:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344907.468613:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.468615:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344907.468617:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:2.0:1763344907.468619:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344907.468621:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344907.468622:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344907.468623:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344907.468625:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.468626:0:74640:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763344907.468628:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344907.468629:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344907.468635:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50ef0f3400. 02000000:00000001:2.0:1763344907.468637:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.468642:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.468644:0:74640:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344907.468646:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915414, transno 0, xid 1848987617979776 00010000:00000001:2.0:1763344907.468648:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344907.468651:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e65880 x1848987617979776/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344907.468656:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344907.468658:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344907.468659:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344907.468662:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344907.468663:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 67 to 0@lo 00000100:00000001:2.0:1763344907.468665:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 00000100:00000001:3.0:1763344907.468667:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1763344907.468668:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344907.468671:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.468673:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344907.468676:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1763344907.468677:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb908 00000400:00000010:2.0:1763344907.468679:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921880. 00000400:00000010:3.0:1763344907.468680:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb908. 00000100:00000001:3.0:1763344907.468685:0:74638:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344907.468686:0:74638:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1763344907.468687:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848987617979776, offset 224 00000100:00000001:3.0:1763344907.468690:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763344907.468695:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1763344907.468698:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 66 to 0@lo 00010000:00000001:3.0:1763344907.468702:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344907.468705:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763344907.468705:0:74640:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1763344907.468709:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1763344907.468714:0:74640:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a4fa29ed80 00000100:00000040:3.0:1763344907.468716:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4d1c000 x1848987617979264/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1763344907.468722:0:74640:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x665f25 [1] + 224 00000400:00000200:2.0:1763344907.468731:0:74640:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1763344907.468736:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:3645:x1848987617979264:12345-0@lo:400:kworker.0 Request processed in 2480us (3028us total) trans 0 rc 0/0 00000400:00000200:2.0:1763344907.468738:0:74640:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344907.468745:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1763344907.468749:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7495 00000100:00000200:2.0:1763344907.468753:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede42a00 x1848987617979776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344907.468754:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00000001:3.0:1763344907.468758:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344907.468760:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344907.468766:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e480. 00000100:00000040:2.0:1763344907.468767:0:74640:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50ede42a00 x1848987617979776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1763344907.468772:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf190. 00000020:00000010:3.0:1763344907.468777:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b5a00. 00000100:00000001:2.0:1763344907.468779:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1763344907.468782:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 4 00000400:00000200:2.0:1763344907.468785:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921880 00000100:00000001:3.0:1763344907.468786:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1763344907.468810:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921880. 00000100:00000001:2.0:1763344907.468814:0:74640:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344907.468815:0:74640:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344907.468818:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.468821:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00000100:00000001:3.0:1763344907.468824:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1763344907.468824:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1763344907.468829:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1763344907.468829:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.468833:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1763344907.468835:0:3643:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1763344907.468836:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e65880 x1848987617979776/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1763344907.468838:0:3643:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344907.468841:0:3643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acb58. 00000400:00000200:3.0:1763344907.468846:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344907.468851:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00100000:2.0:1763344907.468851:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3645:x1848987617979776:12345-0@lo:400:kworker.0 Request processed in 258us (2843us total) trans 0 rc 0/0 00000100:00000001:3.0:1763344907.468855:0:3643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344907.468862:0:3643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50d2403800 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344907.468862:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7496 00000100:00000040:2.0:1763344907.468867:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7178000 : new rpc_count 0 00000100:00000001:2.0:1763344907.468872:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344907.468875:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344907.468879:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:2.0:1763344907.468885:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfaf0. 00000100:00000200:3.0:1763344907.468887:0:3643:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50d2403800 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763344907.468890:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b4800. 00000100:00000001:3.0:1763344907.468897:0:3643:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1763344907.468897:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 4 00000100:00000001:3.0:1763344907.468899:0:3643:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.468901:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.468902:0:3643:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344907.468906:0:3643:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344907.468908:0:3643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344907.468910:0:3643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.468912:0:3643:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344907.468918:0:3643:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6e82458 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344907.468921:0:3643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6e82410 time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344907.468925:0:3643:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00080000:2.0:1763344907.468925:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1763344907.468926:0:3643:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344907.468931:0:3643:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1763344907.468932:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00010000:00000001:3.0:1763344907.468934:0:3643:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.468938:0:3643:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344907.468940:0:3643:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1763344907.468942:0:3643:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344907.468944:0:3643:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.468948:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50d2403800 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.468954:0:3643:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344907.468957:0:3643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344907.468958:0:3643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763344907.468961:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2403800 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344907.468968:0:3643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50d2403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3643:1848987617980544:0@lo:400:kworker.0 00000100:00000001:3.0:1763344907.468972:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.468974:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344907.468977:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d2403800 x1848987617980544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.468988:0:3643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344907.468991:0:3643:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344907.468993:0:3643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcc4b4e00. 02000000:00000001:3.0:1763344907.468996:0:3643:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344907.468998:0:3643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344907.468999:0:3643:0:(genops.c:1242:class_import_put()) import ffff9e50c6e82000 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1763344907.469001:0:3643:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344907.469004:0:3643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4fc1f40900. 02000000:00000001:3.0:1763344907.469007:0:3643:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344907.469009:0:3643:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344907.469011:0:3643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2403800. 00000100:00000001:3.0:1763344907.469014:0:3643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344907.469016:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.469018:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.469020:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344907.469021:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344907.469022:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.469024:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344907.469032:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2f80. 00000020:00000010:2.0:1763344907.469038:0:6504:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50ef7b6100. 00000020:00000040:2.0:1763344907.469043:0:6504:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00000100:00000001:2.0:1763344907.469052:0:6504:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1763344907.469053:0:3644:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1763344907.469054:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2f80. 00000100:00000200:3.0:1763344907.469057:0:3644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1763344907.469061:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852be00. 00000100:00000010:3.0:1763344907.469062:0:3644:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8601180. 00000100:00000040:3.0:1763344907.469067:0:3644:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8601180 x1848987617980160 msgsize 224 00000020:00000010:2.0:1763344907.469067:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317780. 00000020:00000010:2.0:1763344907.469073:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00100000:3.0:1763344907.469074:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1763344907.469081:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344907.469084:0:3644:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1763344907.469085:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344907.469088:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344907.469091:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344907.469092:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64953b8 00000100:00000001:2.0:1763344907.469095:0:6504:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:3.0:1763344907.469096:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64953b8. 00000100:00000001:2.0:1763344907.469100:0:6504:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763344907.469102:0:3644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1763344907.469103:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763344907.469109:0:3644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50d2400a80 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.469112:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.469122:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1763344907.469122:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344907.469126:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617980160 00000100:00000040:3.0:1763344907.469127:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d2400a80 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1763344907.469129:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344907.469132:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344907.469135:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344907.469139:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344907.469143:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617980160 00000020:00000001:2.0:1763344907.469145:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344907.469147:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b8528 00000020:00000001:2.0:1763344907.469149:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344907.469151:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1e20800 refcount=5 00000020:00000001:2.0:1763344907.469154:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664125261824 : -107409584289792 : ffff9e4fc1e20800) 00000020:00000001:2.0:1763344907.469157:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664125261824 : -107409584289792 : ffff9e4fc1e20800) 00000100:00000001:2.0:1763344907.469160:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344907.469162:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2f80. 00000020:00000040:2.0:1763344907.469166:0:6504:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00000100:00000001:2.0:1763344907.469169:0:6504:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763344907.469171:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852ac00. 00000020:00000010:2.0:1763344907.469194:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317b00. 00000100:00080000:2.0:1763344907.469224:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1763344907.469227:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00000100:00080000:2.0:1763344907.469230:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:2.0:1763344907.469232:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00000100:00000001:0.0:1763344907.469240:0:3642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1763344907.469242:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1763344907.469244:0:3642:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1763344907.469245:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344907.469251:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17256 00000100:00000010:0.0:1763344907.469252:0:3642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a9880. 00000100:00000040:2.0:1763344907.469254:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50eff24800 : new rpc_count 1 00000100:00000040:0.0:1763344907.469257:0:3642:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2a9880 x1848987617980416 msgsize 224 00000100:00100000:0.0:1763344907.469263:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344907.469272:0:3642:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344907.469278:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e33b8 00000400:00000010:0.0:1763344907.469281:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e33b8. 00000100:00000001:0.0:1763344907.469284:0:3642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1763344907.469285:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454068992 : -107405255482624 : ffff9e50c3e66300) 00000100:00000200:0.0:1763344907.469291:0:3642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50d2403100 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763344907.469295:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e66300 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1763344918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.469308:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1763344907.469313:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1763344907.469314:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d2403100 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763344907.469317:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2440. 00000100:00000001:2.0:1763344907.469322:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344907.469328:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2440. 00000100:00000001:0.0:1763344907.469328:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.469332:0:3642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1763344907.469336:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1848987617980288:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1763344907.469339:0:3642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1763344907.469341:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617980288 00000020:00000001:2.0:1763344907.469346:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1763344907.469346:0:3642:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 7575 usecs (8 jiffies) 00000020:00000001:2.0:1763344907.469350:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1763344907.469352:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4307681296 00000020:00000001:2.0:1763344907.469353:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.469357:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1763344907.469358:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4307682598 00000020:00000001:2.0:1763344907.469360:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000100:00000001:0.0:1763344907.469362:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4307681296 00000020:00000001:2.0:1763344907.469365:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1763344907.469367:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4307682598 00000020:00000001:2.0:1763344907.469369:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344907.469371:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4307681296 00000020:00000001:2.0:1763344907.469373:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1763344907.469386:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4307682598 00000020:00000001:2.0:1763344907.469387:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1763344907.469390:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4307681296 00000020:00000001:2.0:1763344907.469391:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.469396:0:13569:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763344907.469396:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4307682598 00000100:00000001:2.0:1763344907.469400:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1763344907.469401:0:3642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344907.469403:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1763344907.469405:0:3642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344907.469409:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fcb32dc00. 00000100:00000001:0.0:1763344907.469409:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344907.469415:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.469415:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.469419:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.469422:0:13569:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.469423:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:2.0:1763344907.469425:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987617980288 00000100:00000001:0.0:1763344907.469427:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1763344907.469429:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1763344907.469431:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344907.469434:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000200:2.0:1763344907.469435:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e66300 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1763344907.469438:0:3642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344907.469441:0:3642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344907.469444:0:3642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5cec8. 00010000:00000001:2.0:1763344907.469448:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1763344907.469449:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3770 00010000:00000001:2.0:1763344907.469451:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344907.469454:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3770. 00000100:00001000:2.0:1763344907.469455:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344907.469458:0:3642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1763344907.469461:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344907.469466:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000200:0.0:1763344907.469466:0:3642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ede40000 x1848987617979392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.469470:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:2.0:1763344907.469475:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344907.469478:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.469481:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1763344907.469483:0:3642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ede40000 x1848987617979392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763344907.469486:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344907.469491:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921880. 00000100:00000001:0.0:1763344907.469496:0:3642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1763344907.469497:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987617980288, offset 224 00000100:00000001:0.0:1763344907.469499:0:3642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344907.469503:0:3642:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1763344907.469506:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1763344907.469506:0:3642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344907.469510:0:3642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344907.469513:0:3642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763344907.469516:0:13569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1763344907.469518:0:3642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763344907.469525:0:13569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a4fa29ef80 00000100:00001000:0.0:1763344907.469525:0:3642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfec58 time=7 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344907.469532:0:3642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=44 v=5 (1 1 1 1) 00000400:00000200:2.0:1763344907.469534:0:13569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x665f2d [1] + 224 00000100:00000001:0.0:1763344907.469537:0:3642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344907.469540:0:3642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763344907.469541:0:13569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1763344907.469543:0:3642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1763344907.469547:0:13569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1763344907.469548:0:3642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.469551:0:13569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1763344907.469553:0:3642:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344907.469556:0:3642:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589946961 00000100:00000200:2.0:1763344907.469557:0:13569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50d2400000 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.469559:0:3642:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344907.469562:0:3642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344907.469570:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ede40000 x1848987617979392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.469589:0:3642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1763344907.469592:0:13569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50d2400000 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.469593:0:3642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344907.469595:0:3642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344907.469603:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede40000 x1848987617979392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.469606:0:13569:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763344907.469612:0:13569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921880 00000100:00100000:0.0:1763344907.469614:0:3642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ede40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1848987617979392:0@lo:400:kworker.0 00000400:00000010:2.0:1763344907.469616:0:13569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921880. 00000100:00000001:2.0:1763344907.469622:0:13569:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1763344907.469624:0:3642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1763344907.469625:0:13569:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1763344907.469627:0:3642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1763344907.469631:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344907.469631:0:3642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c210. 00000100:00000040:2.0:1763344907.469637:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00000400:00000200:0.0:1763344907.469638:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3990 00000400:00000010:0.0:1763344907.469642:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3990. 00010000:00000001:2.0:1763344907.469643:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344907.469646:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.469647:0:3642:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1763344907.469649:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1763344907.469653:0:3642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50d2401880 x1848987617979904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763344907.469656:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e66300 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344907.469675:0:3642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50d2401880 x1848987617979904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344907.469679:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1848987617980288:12345-0@lo:400:kworker.0 Request processed in 363us (3371us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344907.469693:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17256 00000100:00000001:0.0:1763344907.469694:0:3642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1763344907.469697:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50eff24800 : new rpc_count 0 00000100:00000001:0.0:1763344907.469698:0:3642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.469703:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344907.469703:0:3642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344907.469706:0:3642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344907.469707:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344907.469711:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317780. 00000100:00000001:0.0:1763344907.469711:0:3642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344907.469713:0:3642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344907.469716:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 02000000:00000001:0.0:1763344907.469718:0:3642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344907.469721:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852be00. 00000100:00001000:0.0:1763344907.469724:0:3642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50f855f458 time=116 v=5 (5 5 5 5) 00000020:00000040:2.0:1763344907.469727:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50eff24800 : new refcount 4 00000100:00001000:0.0:1763344907.469729:0:3642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f855f410 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344907.469731:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344907.469734:0:3642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344907.469737:0:3642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.469739:0:3642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1763344907.469741:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1763344907.469742:0:3642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344907.469745:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617980416 00000100:00000001:0.0:1763344907.469746:0:3642:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1763344907.469749:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1763344907.469750:0:3642:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 8589946964 00000100:00000001:2.0:1763344907.469751:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344907.469753:0:3642:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344907.469754:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.469757:0:3642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344907.469758:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344907.469762:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617980416 00000100:00000040:0.0:1763344907.469764:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50d2401880 x1848987617979904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763344907.469766:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344907.469768:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b8616 00000020:00000001:2.0:1763344907.469771:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344907.469774:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50d6f7d000 refcount=5 00000100:00000001:0.0:1763344907.469776:0:3642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763344907.469778:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668773978112 : -107404935573504 : ffff9e50d6f7d000) 00000100:00000001:0.0:1763344907.469781:0:3642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1763344907.469782:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668773978112 : -107404935573504 : ffff9e50d6f7d000) 00000100:00000001:0.0:1763344907.469784:0:3642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.469787:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1763344907.469808:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2401880 x1848987617979904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763344907.469811:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2440. 00000020:00000010:2.0:1763344907.469816:0:13569:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e4fc4ba2c40. 00000100:00100000:0.0:1763344907.469821:0:3642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50d2401880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1848987617979904:0@lo:400:kworker.0 00000020:00000040:2.0:1763344907.469822:0:13569:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00000100:00000001:0.0:1763344907.469827:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.469831:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1763344907.469833:0:13569:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1763344907.469835:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ede40000 x1848987617979392/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763344907.469836:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2440. 00000020:00000010:2.0:1763344907.469843:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc852be00. 00000100:00000001:0.0:1763344907.469846:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1763344907.469848:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317780. 02000000:00000001:0.0:1763344907.469849:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344907.469853:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e510117ba00. 00000020:00000010:2.0:1763344907.469854:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 02000000:00000001:0.0:1763344907.469858:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1763344907.469860:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1763344907.469861:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1763344907.469864:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:0.0:1763344907.469865:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:2.0:1763344907.469867:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763344907.469869:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1763344907.469870:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1763344907.469874:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50ff781700. 00000100:00000001:2.0:1763344907.469876:0:13569:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1763344907.469878:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1763344907.469880:0:13569:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1763344907.469882:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1763344907.469883:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763344907.469885:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede40000. 00000100:00000001:0.0:1763344907.469889:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344907.469891:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.469892:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344907.469893:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344907.469899:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d2401880 x1848987617979904/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.469902:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344907.469905:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763344907.469909:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1763344907.469910:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17257 02000000:00000001:0.0:1763344907.469912:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1763344907.469916:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50d6f7d000 : new rpc_count 1 02000000:00000010:0.0:1763344907.469916:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e510117aa00. 02000000:00000001:0.0:1763344907.469919:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1763344907.469920:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163182208 : -107404546369408 : ffff9e50ee2a9880) 00000020:00000001:0.0:1763344907.469923:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344907.469926:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e50f855f000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000100:00000040:2.0:1763344907.469927:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a9880 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1763344918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763344907.469931:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344907.469934:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50ff781e00. 02000000:00000001:0.0:1763344907.469938:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344907.469941:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1763344907.469943:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1763344907.469945:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2401880. 00000020:00000010:2.0:1763344907.469947:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2440. 00000100:00000001:0.0:1763344907.469949:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344907.469951:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344907.469952:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763344907.469956:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2440. 00000100:00000001:0.0:1763344907.469958:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.469961:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1763344907.469963:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1848987617980416:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1763344907.469964:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344907.469967:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1763344907.469971:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617980416 00000100:00000001:0.0:1763344907.469971:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.469975:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344907.469978:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344907.469980:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.469982:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344907.469984:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:2.0:1763344907.469987:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344907.469989:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344907.469992:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344907.469993:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344907.469995:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.469997:0:13569:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763344907.469999:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344907.470001:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344907.470005:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fcb32cc00. 02000000:00000001:2.0:1763344907.470007:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.470010:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.470012:0:13569:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344907.470014:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987617980416 00010000:00000001:2.0:1763344907.470017:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00080000:0.0:1763344907.470019:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000200:2.0:1763344907.470021:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2a9880 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1763344907.470024:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00010000:00000001:2.0:1763344907.470034:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344907.470036:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344907.470039:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=101 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344907.470042:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344907.470044:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:2.0:1763344907.470047:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:2.0:1763344907.470050:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344907.470051:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.470054:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344907.470057:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344907.470061:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921880. 00000100:00000200:2.0:1763344907.470065:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987617980416, offset 224 00000004:00080000:0.0:1763344907.470068:0:31793:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 343 committed 00000400:00000200:2.0:1763344907.470070:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344907.470078:0:13569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:0.0:1763344907.470080:0:31793:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9e4fc2dec3c0. 00000400:00000200:2.0:1763344907.470086:0:13569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a4fa29f000 00080000:00000010:0.0:1763344907.470087:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4e3600. 00000400:00000200:2.0:1763344907.470093:0:13569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x665ee1 [1] + 224 00000100:00000001:0.0:1763344907.470094:0:31793:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000400:00000200:2.0:1763344907.470100:0:13569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1763344907.470104:0:31793:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000400:00000200:2.0:1763344907.470105:0:13569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00080000:0.0:1763344907.470109:0:31793:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 25770257767 is committed 00000100:00000001:2.0:1763344907.470110:0:13569:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000040:0.0:1763344907.470114:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 7 00000100:00000200:2.0:1763344907.470116:0:13569:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50d2403100 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1763344907.470117:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 480 00000001:00000010:0.0:1763344907.470122:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2decc00. 00080000:00000010:0.0:1763344907.470127:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4e2c00. 00000001:00000040:0.0:1763344907.470133:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 6 00000100:00000040:2.0:1763344907.470134:0:13569:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50d2403100 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1763344907.470136:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 479 00000100:00000001:2.0:1763344907.470150:0:13569:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763344907.470154:0:13569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921880 00000400:00000010:2.0:1763344907.470156:0:13569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921880. 00000100:00000001:2.0:1763344907.470158:0:13569:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344907.470159:0:13569:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344907.470162:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.470164:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:2.0:1763344907.470167:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344907.470168:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.470170:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344907.470173:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9880 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344907.470182:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1848987617980416:12345-0@lo:400:kworker.0 Request processed in 238us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344907.470188:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17257 00000100:00000040:2.0:1763344907.470191:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50d6f7d000 : new rpc_count 0 00000100:00000001:2.0:1763344907.470193:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344907.470194:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344907.470197:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317780. 00000020:00000010:2.0:1763344907.470200:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344907.470203:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852be00. 00000020:00000040:2.0:1763344907.470206:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50d6f7d000 : new refcount 4 00000100:00000001:2.0:1763344907.470208:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.470219:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344907.470221:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344907.470223:0:3642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344907.470225:0:3642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344907.470227:0:3642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c318. 00000400:00000200:2.0:1763344907.470230:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e34c8 00000400:00000010:2.0:1763344907.470231:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e34c8. 00000100:00000001:2.0:1763344907.470234:0:3642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344907.470237:0:3642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50d2403100 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344907.470246:0:3642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50d2403100 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470253:0:3642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344907.470254:0:3642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.470256:0:3642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344907.470257:0:3642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344907.470259:0:3642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344907.470260:0:3642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344907.470262:0:3642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344907.470266:0:3642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ef5dd458 time=46 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344907.470269:0:3642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ef5dd410 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344907.470272:0:3642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344907.470274:0:3642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.470276:0:3642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344907.470278:0:3642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.470280:0:3642:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344907.470281:0:3642:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1763344907.470283:0:3642:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344907.470284:0:3642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.470288:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50d2403100 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470301:0:3642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344907.470303:0:3642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344907.470304:0:3642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344907.470308:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2403100 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344907.470315:0:3642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50d2403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3642:1848987617980416:0@lo:400:kworker.0 00000100:00000001:2.0:1763344907.470319:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.470321:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344907.470324:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d2403100 x1848987617980416/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470331:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344907.470333:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344907.470334:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e510117ae00. 02000000:00000001:2.0:1763344907.470337:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344907.470338:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344907.470340:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e50ef5dd000 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1763344907.470342:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344907.470343:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4fc1f40200. 02000000:00000001:2.0:1763344907.470346:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344907.470347:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344907.470349:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2403100. 00000100:00000001:2.0:1763344907.470352:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344907.470353:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.470355:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.470358:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344907.470360:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.470361:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344907.470363:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.470389:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344907.470391:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344907.470394:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344907.470395:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344907.470397:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3058. 00000400:00000200:2.0:1763344907.470401:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495e58 00000400:00000010:2.0:1763344907.470403:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495e58. 00000100:00000001:2.0:1763344907.470405:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344907.470410:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ede41180 x1848987617979264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344907.470420:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ede41180 x1848987617979264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470426:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344907.470428:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.470430:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344907.470431:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344907.470432:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344907.470433:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344907.470435:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344907.470440:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213c58 time=7 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344907.470443:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344907.470445:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344907.470446:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.470448:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344907.470450:0:3645:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.470453:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1763344907.470454:0:3645:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884915416 gen 3 00000100:00000040:2.0:1763344907.470459:0:3645:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884915416) req@ffff9e50df110000 x1848987617968512/t12884915409(12884915409) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763344907.470467:0:3645:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e50df110000, transno 12884915409 00000100:00000001:2.0:1763344907.470470:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344907.470472:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668909846528 : -107404799705088 : ffff9e50df110000) 00000100:00000001:2.0:1763344907.470479:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344907.470483:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50df110000 x1848987617968512/t12884915409(12884915409) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344916 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470489:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.470495:0:3645:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884915416) req@ffff9e50df112a00 x1848987617969152/t12884915411(12884915411) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763344907.470509:0:3645:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:2.0:1763344907.470511:0:3645:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884915411 committed transno 12884915416 00000004:00000010:2.0:1763344907.470516:0:3645:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fcb118000. 00000004:00000010:2.0:1763344907.470519:0:3645:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e4fc371d700. 00000004:00000010:2.0:1763344907.470522:0:3645:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fc2c5e3c0. 00000004:00000010:2.0:1763344907.470525:0:3645:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9e4fc2c5e300. 00000004:00000001:2.0:1763344907.470528:0:3645:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:2.0:1763344907.470529:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344907.470532:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50df112a00 x1848987617969152/t12884915411(12884915411) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344916 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470538:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344907.470540:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344907.470541:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50fcb9c000. 02000000:00000001:2.0:1763344907.470545:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344907.470546:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344907.470547:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=7 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1763344907.470559:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344907.470561:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4e3200. 02000000:00000001:2.0:1763344907.470563:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344907.470564:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344907.470565:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df112a00. 00000100:00000001:2.0:1763344907.470568:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344907.470569:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344907.470574:0:3645:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884915416) req@ffff9e50d28ee680 x1848987617971456/t12884915412(12884915412) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763344907.470579:0:3645:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:2.0:1763344907.470581:0:3645:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884915412 committed transno 12884915416 00000004:00000010:2.0:1763344907.470583:0:3645:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fcb119000. 00000004:00000010:2.0:1763344907.470586:0:3645:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e4fc371d060. 00000004:00000010:2.0:1763344907.470589:0:3645:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fc2c5e000. 00000004:00000010:2.0:1763344907.470591:0:3645:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9e4fc2c5e600. 00000004:00000001:2.0:1763344907.470593:0:3645:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:2.0:1763344907.470595:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344907.470598:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d28ee680 x1848987617971456/t12884915412(12884915412) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470603:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344907.470604:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344907.470606:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f2eea000. 02000000:00000001:2.0:1763344907.470610:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344907.470611:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344907.470612:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=6 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1763344907.470614:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344907.470616:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4e3c00. 02000000:00000001:2.0:1763344907.470618:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344907.470619:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344907.470620:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28ee680. 00000100:00000001:2.0:1763344907.470624:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344907.470625:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344907.470630:0:3645:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884915416) req@ffff9e50f8601f80 x1848987617977472/t12884915415(12884915415) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763344907.470637:0:3645:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e50f8601f80, transno 12884915415 00000100:00000001:2.0:1763344907.470639:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344907.470640:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334462336 : -107404375089280 : ffff9e50f8601f80) 00000100:00000001:2.0:1763344907.470643:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344907.470646:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8601f80 x1848987617977472/t12884915415(12884915415) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344918 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470653:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.470657:0:3645:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884915416) req@ffff9e50ef93c700 x1848987617977856/t12884915416(12884915416) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763344907.470663:0:3645:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:2.0:1763344907.470665:0:3645:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884915416 committed transno 12884915416 00000004:00000010:2.0:1763344907.470668:0:3645:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ef129000. 00000004:00000010:2.0:1763344907.470672:0:3645:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59880. 00000004:00000010:2.0:1763344907.470675:0:3645:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd33dccc0. 00000004:00000010:2.0:1763344907.470678:0:3645:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9e4fd33dc9c0. 00000004:00000001:2.0:1763344907.470681:0:3645:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:2.0:1763344907.470682:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344907.470685:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ef93c700 x1848987617977856/t12884915416(12884915416) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470692:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344907.470693:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344907.470694:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f8592000. 02000000:00000001:2.0:1763344907.470698:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344907.470699:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344907.470700:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=5 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1763344907.470702:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344907.470704:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09ea00. 02000000:00000001:2.0:1763344907.470706:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344907.470707:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344907.470709:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93c700. 00000100:00000001:2.0:1763344907.470712:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344907.470713:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.470715:0:3645:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1763344907.470718:0:3645:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:2.0:1763344907.470720:0:3645:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344907.470722:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.470725:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ede41180 x1848987617979264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470731:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344907.470733:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344907.470735:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344907.470738:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede41180 x1848987617979264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344907.470746:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ede41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617979264:0@lo:400:kworker.0 00000400:00000001:2.0:1763344907.470752:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344907.470753:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344907.470755:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c32c0. 00000400:00000200:2.0:1763344907.470758:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64956e8 00000400:00000010:2.0:1763344907.470759:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64956e8. 00000100:00000001:2.0:1763344907.470762:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344907.470765:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ede42a00 x1848987617979776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344907.470774:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ede42a00 x1848987617979776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470780:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344907.470782:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.470784:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344907.470785:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344907.470786:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344907.470809:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344907.470811:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344907.470815:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc369ec58 time=116 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344907.470818:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc369ec10 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344907.470821:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344907.470822:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.470824:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344907.470826:0:3645:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.470829:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1763344907.470830:0:3645:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884915414 gen 3 00000100:00000040:2.0:1763344907.470835:0:3645:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884915414) req@ffff9e50f6ac8e00 x1848987617973632/t12884915413(12884915413) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763344907.470842:0:3645:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9e50f6ac8e00, transno 12884915413 00000100:00000001:2.0:1763344907.470844:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344907.470845:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305916928 : -107404403634688 : ffff9e50f6ac8e00) 00000100:00000001:2.0:1763344907.470848:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344907.470851:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f6ac8e00 x1848987617973632/t12884915413(12884915413) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470858:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.470862:0:3645:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884915414) req@ffff9e50ee2aad80 x1848987617974272/t12884915414(12884915414) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763344907.470874:0:3645:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:2.0:1763344907.470876:0:3645:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884915414 committed transno 12884915414 00000004:00000010:2.0:1763344907.470879:0:3645:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50caf9a000. 00000004:00000010:2.0:1763344907.470883:0:3645:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59060. 00000004:00000010:2.0:1763344907.470885:0:3645:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd62416c0. 00000004:00000010:2.0:1763344907.470888:0:3645:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9e4fd6241c00. 00000004:00000001:2.0:1763344907.470890:0:3645:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:2.0:1763344907.470891:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344907.470894:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2aad80 x1848987617974272/t12884915414(12884915414) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344917 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470900:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344907.470902:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344907.470904:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e4fd572e000. 02000000:00000001:2.0:1763344907.470907:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344907.470909:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344907.470910:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e4fc369e800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1763344907.470912:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344907.470914:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09f800. 02000000:00000001:2.0:1763344907.470916:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344907.470918:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344907.470919:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2aad80. 00000100:00000001:2.0:1763344907.470922:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344907.470923:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.470926:0:3645:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1763344907.470928:0:3645:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:2.0:1763344907.470930:0:3645:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344907.470931:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.470935:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ede42a00 x1848987617979776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470941:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344907.470943:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344907.470945:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344907.470948:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede42a00 x1848987617979776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344907.470956:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ede42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1848987617979776:0@lo:400:kworker.0 00000400:00000001:2.0:1763344907.470961:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344907.470962:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344907.470963:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3420. 00000400:00000200:2.0:1763344907.470966:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495110 00000400:00000010:2.0:1763344907.470967:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495110. 00000100:00000001:2.0:1763344907.470970:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344907.470973:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50d2400000 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344907.470981:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50d2400000 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.470987:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344907.470989:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.470990:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344907.470992:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344907.470993:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344907.470994:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344907.470996:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344907.471000:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50cba98c58 time=58 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344907.471003:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50cba98c10 time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344907.471005:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344907.471006:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.471008:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344907.471010:0:3645:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.471012:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344907.471014:0:3645:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1763344907.471015:0:3645:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344907.471016:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.471020:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50d2400000 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.471026:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344907.471029:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344907.471030:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344907.471033:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2400000 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344907.471041:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50d2400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3645:1848987617980288:0@lo:400:kworker.0 00000100:00000001:2.0:1763344907.471044:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.471046:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344907.471049:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ede41180 x1848987617979264/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.471055:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344907.471056:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344907.471058:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50d729cc00. 02000000:00000001:2.0:1763344907.471061:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344907.471062:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344907.471063:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=4 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1763344907.471065:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344907.471067:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50ff781600. 02000000:00000001:2.0:1763344907.471069:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344907.471070:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344907.471071:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede41180. 00000100:00000001:2.0:1763344907.471074:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344907.471075:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.471077:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344907.471080:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ede42a00 x1848987617979776/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.471087:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344907.471088:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344907.471089:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fddab9200. 02000000:00000001:2.0:1763344907.471092:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344907.471094:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344907.471095:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e4fc369e800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1763344907.471097:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344907.471098:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50ff781c00. 02000000:00000001:2.0:1763344907.471100:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344907.471102:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344907.471103:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede42a00. 00000100:00000001:2.0:1763344907.471106:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344907.471107:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.471109:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344907.471112:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d2400000 x1848987617980288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.471117:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344907.471119:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344907.471120:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fccf0ba00. 02000000:00000001:2.0:1763344907.471123:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344907.471124:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344907.471125:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e50cba98800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1763344907.471127:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344907.471128:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4fc1f40500. 02000000:00000001:2.0:1763344907.471130:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344907.471131:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344907.471132:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2400000. 00000100:00000001:2.0:1763344907.471135:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344907.471136:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.471138:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.471143:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344907.471145:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.471147:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344907.471149:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344907.471173:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1763344907.471176:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344907.471179:0:30728:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:2.0:1763344907.471182:0:30728:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c2c5ab40 : new refcount 3 00000040:00000001:2.0:1763344907.471187:0:30728:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:2.0:1763344907.471189:0:30728:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:2.0:1763344907.471191:0:30728:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:2.0:1763344907.471195:0:30728:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.471198:0:30728:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:2.0:1763344907.471200:0:30728:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 6643 in log [0x1:0x18:0x0] 00080000:00000001:2.0:1763344907.471205:0:30728:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344907.471211:0:30728:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc852be00. 00080000:00000001:2.0:1763344907.471214:0:30728:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664233311744 : -107409476239872 : ffff9e4fc852be00) 00000040:00000001:2.0:1763344907.471217:0:30728:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763344907.471220:0:30728:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763344907.471223:0:30728:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344907.471228:0:30728:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344907.471232:0:30728:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2440. 00080000:00000001:2.0:1763344907.471235:0:30728:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.471237:0:30728:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.471239:0:30728:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.471242:0:30728:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1763344907.471244:0:30728:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1763344907.471247:0:30728:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1763344907.471249:0:30728:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1763344907.471250:0:30728:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1763344907.471253:0:30728:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x18:0x0] not in the id map cache 00080000:00000001:2.0:1763344907.471256:0:30728:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.471259:0:30728:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.471260:0:30728:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344907.471263:0:30728:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344907.471272:0:30728:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.471275:0:30728:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763344907.471277:0:30728:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763344907.471279:0:30728:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x18:0x0] 00000040:00000001:2.0:1763344907.471302:0:30728:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.471305:0:30728:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344907.471308:0:30728:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:2.0:1763344907.471322:0:30728:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2440. 00040000:00000001:2.0:1763344907.471326:0:30728:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344907.471328:0:30728:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344907.471331:0:30728:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.471333:0:30728:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.471336:0:30728:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.471338:0:30728:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.471340:0:30728:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344907.471344:0:30728:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8601f80 x1848987617977472/t12884915415(12884915415) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.471351:0:30728:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344907.471353:0:30728:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344907.471355:0:30728:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50f2e52800. 02000000:00000001:2.0:1763344907.471358:0:30728:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344907.471360:0:30728:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344907.471361:0:30728:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1763344907.471363:0:30728:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344907.471365:0:30728:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e50f2e53800. 02000000:00000001:2.0:1763344907.471368:0:30728:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344907.471369:0:30728:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344907.471370:0:30728:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8601f80. 00000100:00000001:2.0:1763344907.471373:0:30728:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344907.471980:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.471985:0:3644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344907.471997:0:3644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.472002:0:3644:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 7685 usecs (8 jiffies) 00000100:00000001:3.0:1763344907.472005:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4307681299 00000100:00000001:3.0:1763344907.472009:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4307682598 00000100:00000001:3.0:1763344907.472011:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4307681299 00000100:00000001:3.0:1763344907.472013:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00000001:3.0:1763344907.472015:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4307681299 00000100:00000001:3.0:1763344907.472017:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4307682598 00000100:00000001:3.0:1763344907.472019:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4307681299 00000100:00000001:3.0:1763344907.472021:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4307682598 00000100:00000001:3.0:1763344907.472023:0:3644:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344907.472026:0:3644:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.472028:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.472031:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.472036:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344907.472038:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763344907.472040:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344907.472041:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344907.472044:0:3644:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344907.472046:0:3644:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344907.472048:0:3644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c33c8. 00000400:00000200:3.0:1763344907.472051:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495c38 00000400:00000010:3.0:1763344907.472053:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495c38. 00000100:00000001:3.0:1763344907.472056:0:3644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344907.472062:0:3644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ede43800 x1848987617979136/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344907.472071:0:3644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ede43800 x1848987617979136/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.472078:0:3644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344907.472080:0:3644:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.472081:0:3644:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344907.472083:0:3644:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344907.472085:0:3644:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344907.472087:0:3644:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.472090:0:3644:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344907.472094:0:3644:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=7 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344907.472098:0:3644:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344907.472100:0:3644:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344907.472102:0:3644:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344907.472104:0:3644:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344907.472108:0:3644:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.472110:0:3644:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344907.472112:0:3644:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000100:00000001:3.0:1763344907.472113:0:3644:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344907.472114:0:3644:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.472118:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ede43800 x1848987617979136/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.472125:0:3644:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344907.472127:0:3644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344907.472129:0:3644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763344907.472132:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede43800 x1848987617979136/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344907.472139:0:3644:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ede43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1848987617979136:0@lo:400:kworker.0 00000400:00000001:3.0:1763344907.472155:0:3644:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344907.472157:0:3644:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344907.472158:0:3644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c38f0. 00000400:00000200:3.0:1763344907.472160:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495908 00000400:00000010:3.0:1763344907.472162:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495908. 00000100:00000001:3.0:1763344907.472164:0:3644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344907.472167:0:3644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ede42d80 x1848987617979648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344907.472175:0:3644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ede42d80 x1848987617979648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.472182:0:3644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344907.472183:0:3644:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.472185:0:3644:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344907.472186:0:3644:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344907.472187:0:3644:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344907.472189:0:3644:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.472190:0:3644:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344907.472194:0:3644:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344907.472196:0:3644:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344907.472198:0:3644:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344907.472200:0:3644:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344907.472201:0:3644:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344907.472203:0:3644:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.472205:0:3644:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344907.472206:0:3644:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:3.0:1763344907.472208:0:3644:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344907.472209:0:3644:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.472212:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ede42d80 x1848987617979648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.472218:0:3644:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344907.472220:0:3644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344907.472221:0:3644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763344907.472224:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede42d80 x1848987617979648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344907.472230:0:3644:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ede42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1848987617979648:0@lo:400:kworker.0 00000100:00000001:3.0:1763344907.472234:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.472236:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344907.472238:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ede43800 x1848987617979136/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.472244:0:3644:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344907.472246:0:3644:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344907.472248:0:3644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50d729c000. 02000000:00000001:3.0:1763344907.472251:0:3644:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344907.472253:0:3644:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344907.472254:0:3644:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1763344907.472257:0:3644:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344907.472259:0:3644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50ff781900. 02000000:00000001:3.0:1763344907.472262:0:3644:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344907.472263:0:3644:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344907.472265:0:3644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede43800. 00000100:00000001:3.0:1763344907.472267:0:3644:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344907.472268:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.472270:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344907.472272:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ede42d80 x1848987617979648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.472278:0:3644:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344907.472279:0:3644:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344907.472281:0:3644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50d729d600. 02000000:00000001:3.0:1763344907.472283:0:3644:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344907.472284:0:3644:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344907.472285:0:3644:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1763344907.472287:0:3644:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344907.472288:0:3644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50ff781f00. 02000000:00000001:3.0:1763344907.472290:0:3644:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344907.472291:0:3644:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344907.472292:0:3644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede42d80. 00000100:00000001:3.0:1763344907.472294:0:3644:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344907.472295:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.472297:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.472298:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344907.472299:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344907.472301:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.472302:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344907.472394:0:102227:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617980032 02000000:00000001:1.0:1763344907.472399:0:102227:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344907.472402:0:102227:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344907.472403:0:102227:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.472408:0:102227:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344907.472411:0:102227:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617980032 00000020:00000001:1.0:1763344907.472414:0:102227:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344907.472416:0:102227:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10ee1 00000020:00000001:1.0:1763344907.472419:0:102227:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344907.472422:0:102227:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c5dfe800 refcount=5 00000020:00000001:1.0:1763344907.472425:0:102227:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668487198720 : -107405222352896 : ffff9e50c5dfe800) 00000020:00000001:1.0:1763344907.472427:0:102227:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668487198720 : -107405222352896 : ffff9e50c5dfe800) 00000100:00000001:1.0:1763344907.472430:0:102227:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344907.472435:0:102227:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6280. 00000100:00000001:1.0:1763344907.472439:0:102227:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344907.472441:0:102227:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6280. 00000020:00000010:1.0:1763344907.472447:0:102227:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117b000. 00000020:00000010:1.0:1763344907.472452:0:102227:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344907.472457:0:102227:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04960. 00000100:00000040:1.0:1763344907.472464:0:102227:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344907.472466:0:102227:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344907.472468:0:102227:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344907.472471:0:102227:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.472477:0:102227:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1763344907.472479:0:102227:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344907.472482:0:102227:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.472491:0:102227:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.472512:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344907.472514:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344907.472519:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17258 00000100:00000040:1.0:1763344907.472523:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c5dfe800 : new rpc_count 1 00000100:00000001:1.0:1763344907.472525:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334456960 : -107404375094656 : ffff9e50f8600a80) 00000100:00000040:1.0:1763344907.472530:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8600a80 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1763344918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.472538:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344907.472542:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6280. 00000100:00000001:1.0:1763344907.472544:0:10286:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344907.472591:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6280. 00000100:00100000:1.0:1763344907.472597:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1848987617980032:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1763344907.472601:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617980032 00000020:00000001:1.0:1763344907.472605:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344907.472608:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344907.472610:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.472613:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344907.472615:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:1.0:1763344907.472618:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344907.472621:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344907.472623:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344907.472625:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344907.472628:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.472630:0:10286:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763344907.472634:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344907.472636:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344907.472640:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fd6097000. 02000000:00000001:1.0:1763344907.472643:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.472645:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.472648:0:10286:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344907.472650:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987617980032 00010000:00000001:1.0:1763344907.472653:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344907.472657:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8600a80 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344907.472665:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344907.472668:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344907.472670:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344907.472674:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344907.472677:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344907.472679:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344907.472682:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344907.472684:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.472687:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344907.472689:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344907.472694:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e32a8. 00000100:00000200:1.0:1763344907.472698:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987617980032, offset 224 00000400:00000200:1.0:1763344907.472705:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344907.472715:0:10286:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344907.472724:0:10286:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a4fa29ee80 00000400:00000200:1.0:1763344907.472731:0:10286:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x665ec9 [1] + 224 00000400:00000200:1.0:1763344907.472737:0:10286:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344907.472741:0:10286:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344907.472746:0:10286:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344907.472751:0:10286:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50d2402300 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344907.472761:0:10286:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50d2402300 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.472775:0:10286:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344907.472780:0:10286:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e32a8 00000400:00000010:1.0:1763344907.472782:0:10286:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e32a8. 00000100:00000001:1.0:1763344907.472785:0:10286:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344907.472787:0:10286:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344907.472807:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.472810:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344907.472813:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344907.472815:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.472817:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344907.472820:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8600a80 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344907.472836:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1848987617980032:12345-0@lo:400:kworker.0 Request processed in 296us (10770us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344907.472843:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17258 00000100:00000040:1.0:1763344907.472846:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c5dfe800 : new rpc_count 0 00000100:00000001:1.0:1763344907.472849:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344907.472851:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344907.472855:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344907.472864:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04960. 00000020:00000010:1.0:1763344907.472868:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117b000. 00000020:00000040:1.0:1763344907.472873:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c5dfe800 : new refcount 4 00000100:00000001:1.0:1763344907.472876:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.472891:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344907.472893:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344907.472897:0:3643:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344907.472899:0:3643:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344907.472900:0:3643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac4d0. 00000400:00000200:1.0:1763344907.472904:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbd48 00000400:00000010:1.0:1763344907.472906:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbd48. 00000100:00000001:1.0:1763344907.472908:0:3643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344907.472913:0:3643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50d2402300 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344907.472922:0:3643:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50d2402300 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.472928:0:3643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344907.472930:0:3643:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.472932:0:3643:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344907.472933:0:3643:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344907.472935:0:3643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344907.472936:0:3643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.472939:0:3643:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344907.472943:0:3643:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f5c58 time=110 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344907.472946:0:3643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f5c10 time=110 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344907.472949:0:3643:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344907.472951:0:3643:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.472953:0:3643:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344907.472955:0:3643:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.472957:0:3643:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344907.472959:0:3643:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1763344907.472961:0:3643:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344907.472962:0:3643:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.472966:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50d2402300 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.472973:0:3643:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344907.472975:0:3643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344907.472977:0:3643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344907.472980:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2402300 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344907.472988:0:3643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50d2402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3643:1848987617980032:0@lo:400:kworker.0 00000100:00000001:1.0:1763344907.472992:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.472994:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344907.472997:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d2402300 x1848987617980032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.473003:0:3643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344907.473005:0:3643:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344907.473007:0:3643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcc4b5c00. 02000000:00000001:1.0:1763344907.473009:0:3643:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344907.473011:0:3643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344907.473012:0:3643:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f5800 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1763344907.473014:0:3643:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344907.473016:0:3643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50d58c2600. 02000000:00000001:1.0:1763344907.473021:0:3643:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344907.473022:0:3643:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344907.473024:0:3643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2402300. 00000100:00000001:1.0:1763344907.473027:0:3643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344907.473028:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.473031:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.473035:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344907.473037:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.473039:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344907.473040:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.473064:0:31810:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763344907.473067:0:31810:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.473070:0:31810:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:1.0:1763344907.473072:0:31810:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50ef7a7cc0 : new refcount 3 00000040:00000001:1.0:1763344907.473077:0:31810:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1763344907.473079:0:31810:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1763344907.473080:0:31810:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1763344907.473083:0:31810:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344907.473086:0:31810:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1763344907.473088:0:31810:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 6113 in log [0x1:0x18:0x0] 00080000:00000001:1.0:1763344907.473092:0:31810:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344907.473096:0:31810:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e510117b000. 00080000:00000001:1.0:1763344907.473099:0:31810:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00000040:00000001:1.0:1763344907.473102:0:31810:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344907.473104:0:31810:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344907.473106:0:31810:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344907.473110:0:31810:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344907.473113:0:31810:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6280. 00080000:00000001:1.0:1763344907.473115:0:31810:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344907.473117:0:31810:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344907.473120:0:31810:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344907.473122:0:31810:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1763344907.473124:0:31810:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763344907.473126:0:31810:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1763344907.473128:0:31810:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1763344907.473130:0:31810:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1763344907.473132:0:31810:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x18:0x0] not in the id map cache 00080000:00000001:1.0:1763344907.473136:0:31810:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344907.473138:0:31810:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344907.473140:0:31810:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344907.473142:0:31810:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763344907.473155:0:31810:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344907.473157:0:31810:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763344907.473159:0:31810:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763344907.473161:0:31810:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x18:0x0] 00000040:00000001:1.0:1763344907.473184:0:31810:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344907.473187:0:31810:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344907.473190:0:31810:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:1.0:1763344907.473196:0:31810:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6280. 00040000:00000001:1.0:1763344907.473199:0:31810:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344907.473201:0:31810:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344907.473203:0:31810:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344907.473205:0:31810:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344907.473207:0:31810:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344907.473209:0:31810:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.473212:0:31810:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344907.473216:0:31810:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f6ac8e00 x1848987617973632/t12884915413(12884915413) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344917 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.473224:0:31810:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344907.473226:0:31810:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344907.473228:0:31810:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4fc35e8400. 02000000:00000001:1.0:1763344907.473231:0:31810:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344907.473232:0:31810:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344907.473234:0:31810:0:(genops.c:1242:class_import_put()) import ffff9e4fc369e800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1763344907.473236:0:31810:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344907.473238:0:31810:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4fc35ea800. 02000000:00000001:1.0:1763344907.473241:0:31810:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344907.473242:0:31810:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344907.473243:0:31810:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac8e00. 00000100:00000001:1.0:1763344907.473247:0:31810:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344907.473249:0:31810:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763344907.473251:0:31810:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50ef7a7cc0 : new refcount 2 00000004:00001000:1.0:1763344907.473254:0:31810:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 1 done 00000004:00000001:1.0:1763344907.473257:0:31810:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:1.0:1763344907.473259:0:31810:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763344907.473260:0:31810:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1763344907.473264:0:31810:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e4fc518f870 type=0x0 idx=0 00000040:00001000:1.0:1763344907.473267:0:31810:0:(llog.c:720:llog_process_thread()) synced_idx: 6114 00000040:00000001:1.0:1763344907.473271:0:31810:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1763344907.473273:0:31810:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1763344907.473277:0:31810:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 6114 (cur idx 6113 off 393216), size 399536 00000040:00000001:1.0:1763344907.473289:0:31810:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1763344907.473292:0:31810:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1763344907.473294:0:31810:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e4fc518f870 type=0x10692404 idx=6114 00000040:00001000:1.0:1763344907.473297:0:31810:0:(llog.c:776:llog_process_thread()) lrh_index: 6114 lrh_len: 64 (1936 remains) 00000040:00001000:1.0:1763344907.473300:0:31810:0:(llog.c:797:llog_process_thread()) index: 6114, lh_last_idx: 6114 synced_idx: 6114 lgh_last_idx: 6114 00000004:00000001:1.0:1763344907.473303:0:31810:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:1.0:1763344907.473304:0:31810:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763344907.473306:0:31810:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.473308:0:31810:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:1.0:1763344907.473310:0:31810:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:1.0:1763344907.473312:0:31810:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:1.0:1763344907.473315:0:31810:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb98e00. 00000020:00000040:1.0:1763344907.473318:0:31810:0:(genops.c:1229:class_import_get()) import ffff9e4fc369e800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1763344907.473322:0:31810:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344907.473325:0:31810:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344907.473328:0:31810:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344907.473333:0:31810:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e50e5675000. 00000100:00000001:1.0:1763344907.473338:0:31810:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.473341:0:31810:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446636664290381312 : -107409419170304 : ffff9e4fcbb98e00) 00000100:00000001:1.0:1763344907.473346:0:31810:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344907.473350:0:31810:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.473356:0:31810:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e27a5aa] to pc [ptlrpcd_00_02+2] req@ffff9e4fcbb98e00 x1848987617980672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344907.473388:0:31810:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1763344907.473392:0:31810:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 1 in flight, 1 in progress 00000004:00001000:1.0:1763344907.473394:0:31810:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 6114, id 342 00000004:00000001:1.0:1763344907.473396:0:31810:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:1.0:1763344907.473398:0:31810:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763344907.473400:0:31810:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.473402:0:31810:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763344907.473403:0:31810:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344907.473411:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04960. 00000100:00000040:1.0:1763344907.473417:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344907.473419:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344907.473421:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344907.473423:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.473427:0:6504:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1763344907.473429:0:6504:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344907.473431:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.473437:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.473446:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344907.473448:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344907.473450:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17259 00000100:00000040:1.0:1763344907.473453:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1e20800 : new rpc_count 1 00000100:00000001:1.0:1763344907.473455:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334458752 : -107404375092864 : ffff9e50f8601180) 00000100:00000040:1.0:1763344907.473460:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8601180 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1763344918 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.473469:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344907.473471:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6280. 00000100:00000001:1.0:1763344907.473474:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344907.473477:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6280. 00000100:00100000:1.0:1763344907.473480:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1848987617980160:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1763344907.473484:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617980160 00000020:00000001:1.0:1763344907.473486:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344907.473488:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344907.473490:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.473492:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344907.473494:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:1.0:1763344907.473496:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344907.473498:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344907.473500:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344907.473501:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344907.473504:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.473506:0:6504:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763344907.473508:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344907.473510:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344907.473513:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50e5674400. 02000000:00000001:1.0:1763344907.473515:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.473517:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.473519:0:6504:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344907.473521:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987617980160 00010000:00000001:1.0:1763344907.473523:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344907.473527:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8601180 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344907.473534:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344907.473536:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344907.473538:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344907.473542:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344907.473544:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000001:00000010:0.0:1763344907.473956:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2dec5a0. 00080000:00000010:0.0:1763344907.473965:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4e2a00. 00000001:00000040:0.0:1763344907.473971:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 5 00000020:00000040:0.0:1763344907.473973:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 478 00000001:00000010:0.0:1763344907.473975:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dcc00. 00080000:00000010:0.0:1763344907.473977:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de1a00. 00000001:00000040:0.0:1763344907.473980:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 4 00000020:00000040:0.0:1763344907.473982:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 477 00000001:00000010:0.0:1763344907.473983:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dcd20. 00080000:00000010:0.0:1763344907.473985:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de1200. 00000001:00000040:0.0:1763344907.473988:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 3 00000020:00000040:0.0:1763344907.473989:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 476 00000001:00000010:0.0:1763344907.473990:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2dec300. 00000020:00000001:0.0:1763344907.473994:0:31793:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:0.0:1763344907.473996:0:31793:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc2c5e480 refcount 2 committed 0 result 0 batchid 21474837111 00000020:00080000:0.0:1763344907.473999:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc2c5ec00 00000020:00080000:0.0:1763344907.474002:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd5de1600 00000020:00000001:0.0:1763344907.474011:0:31793:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763344907.474013:0:31793:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc2c5e480 refcount 2 committed 1 result 0 batchid 21474837111 00000020:00000040:0.0:1763344907.474016:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc2c5ec00 00000020:00000040:0.0:1763344907.474025:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd5de1600 00000020:00000001:0.0:1763344907.474027:0:31793:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00080000:00000010:0.0:1763344907.474028:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd5de1600. 00000001:00000040:0.0:1763344907.474032:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 2 00000020:00000040:0.0:1763344907.474034:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 475 00000001:00000010:0.0:1763344907.474035:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2b306c0. 00000020:00000001:0.0:1763344907.474040:0:31793:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:0.0:1763344907.474041:0:31793:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fd6241a80 refcount 2 committed 0 result 0 batchid 21474837110 00000020:00080000:0.0:1763344907.474044:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd6241c00 00000020:00080000:0.0:1763344907.474046:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcb09fc00 00000020:00000001:0.0:1763344907.474049:0:31793:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763344907.474051:0:31793:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fd6241a80 refcount 2 committed 1 result 0 batchid 21474837110 00000020:00000040:0.0:1763344907.474053:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd6241c00 00000020:00000040:0.0:1763344907.474056:0:31793:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcb09fc00 00000020:00000001:0.0:1763344907.474059:0:31793:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00080000:00000010:0.0:1763344907.474060:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09fc00. 00000001:00000040:0.0:1763344907.474063:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 1 00000020:00000040:0.0:1763344907.474065:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 474 00000001:00000010:0.0:1763344907.474067:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2b30ba0. 00080000:00000010:0.0:1763344907.474069:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09e400. 00000001:00000040:0.0:1763344907.474072:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50f7dce000 : new cb_count 0 00000020:00000040:0.0:1763344907.475074:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 473 00000001:00000010:0.0:1763344907.475078:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2b30d80. 00080000:00000010:0.0:1763344907.475082:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09f200. 00080000:00000010:0.0:1763344907.475086:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4e2e00. 00000020:00080000:0.0:1763344907.475090:0:31793:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 21474837109 batchid updated 00000020:00000010:0.0:1763344907.475093:0:31793:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9e4fc2dec000. 00080000:00000010:0.0:1763344907.475096:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4e2400. 00000020:00080000:0.0:1763344907.475108:0:31822:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 21474837111 committed batchid 21474837109 00000020:00000001:0.0:1763344907.475111:0:31822:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:0.0:1763344907.475115:0:31822:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9e4fc29dcd20. 00080000:00000001:0.0:1763344907.475119:0:31822:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344907.475123:0:31822:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc4b12600. 00080000:00000001:0.0:1763344907.475126:0:31822:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664172389888 : -107409537161728 : ffff9e4fc4b12600) 00080000:00000001:0.0:1763344907.475129:0:31822:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344907.475133:0:31822:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344907.475136:0:31822:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2f80. 00080000:00000001:0.0:1763344907.475139:0:31822:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344907.475150:0:31822:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344907.475158:0:31822:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344907.475176:0:31822:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 21474837111: rc = 0 00080000:00000001:0.0:1763344907.475180:0:31822:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:0.0:1763344907.475186:0:31822:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2f80. 00040000:00000001:0.0:1763344907.475189:0:31822:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344907.475191:0:31822:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344907.475193:0:31822:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344907.475196:0:31822:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344907.475198:0:31822:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:0.0:1763344907.475201:0:31822:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc87ef3c0 refcount 1 committed 1 result 0 batchid 21474837108 00000020:00000040:0.0:1763344907.475204:0:31822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83aa00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc87efd80 00000020:00000040:0.0:1763344907.475207:0:31822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc852a600 00000020:00000040:0.0:1763344907.475211:0:31822:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e4fc42e2b40 : new refcount 2 00000020:00000040:0.0:1763344907.475213:0:31822:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e4fc42e2b40 : new refcount 1 00000020:00000001:0.0:1763344907.475215:0:31822:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344907.475218:0:31822:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ff83aa00. 00000020:00000010:0.0:1763344907.475221:0:31822:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ff83a900. 00000020:00000010:0.0:1763344907.475223:0:31822:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9e4fc87ef3c0. 00000020:00000001:0.0:1763344907.475226:0:31822:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:0.0:1763344907.475227:0:31822:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc87efc00 refcount 1 committed 1 result 0 batchid 21474837109 00000020:00000040:0.0:1763344907.475229:0:31822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef9dc700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc87efb40 00000020:00000040:0.0:1763344907.475232:0:31822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcc4e3400 00000020:00000040:0.0:1763344907.475235:0:31822:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e4fc42e2b40 : new refcount 2 00000020:00000040:0.0:1763344907.475237:0:31822:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e4fc42e2b40 : new refcount 1 00000020:00000001:0.0:1763344907.475238:0:31822:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344907.475240:0:31822:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ef9dc700. 00000020:00000010:0.0:1763344907.475243:0:31822:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ff83a100. 00000020:00000010:0.0:1763344907.475246:0:31822:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9e4fc87efc00. 00000020:00080000:0.0:1763344907.475248:0:31822:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 21474837109 00000100:00000001:0.0:1763344907.475258:0:3629:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1763344907.475262:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344907.475265:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344907.475269:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4a00 refcount=3 00000020:00000001:0.0:1763344907.475271:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000001:0.0:1763344907.475274:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000001:0.0:1763344907.475276:0:3629:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344907.475281:0:3629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 3/0,1 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475288:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.475290:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344907.475292:0:3629:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 2/0,0 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475298:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344907.475300:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475303:0:3629:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344907.475305:0:3629:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 3/0,0 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00010000:0.0:1763344907.475311:0:3629:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e4fd61b4a00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344907.475314:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344907.475316:0:3629:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344907.475318:0:3629:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 3/0,0 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475323:0:3629:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344907.475325:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344907.475326:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344907.475327:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fd61b4a00 refcount=4 00000020:00000001:0.0:1763344907.475329:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000001:0.0:1763344907.475331:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664464558592 : -107409244993024 : ffff9e4fd61b4a00) 00010000:00000001:0.0:1763344907.475334:0:3629:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344907.475336:0:3629:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 4/0,0 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475341:0:3629:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344907.475343:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344907.475344:0:3629:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475348:0:3629:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344907.475350:0:3629:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344907.475352:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344907.475353:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344907.475356:0:3629:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fd61b4a00 with handle 0x34881b4086817ea1 from hash 00010000:00000001:0.0:1763344907.475358:0:3629:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344907.475359:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.475360:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344907.475361:0:3629:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344907.475366:0:3629:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344907.475368:0:3629:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475370:0:3629:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344907.475371:0:3629:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344907.475373:0:3629:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344907.475385:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) 00010000:00010000:0.0:1763344907.475387:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344907.475390:0:3629:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344907.475392:0:3629:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475394:0:3629:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344907.475395:0:3629:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344907.475397:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.475398:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344907.475400:0:3629:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475402:0:3629:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344907.475403:0:3629:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344907.475406:0:3629:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 2/0,0 mode: --/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475411:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.475413:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344907.475414:0:3629:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344907.475416:0:3629:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344907.475417:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344907.475419:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fd61b4a00/0x34881b4086817ea1 lrc: 0/0,0 mode: --/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000010:0.0:1763344907.475424:0:3629:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16200. 00010000:00000001:0.0:1763344907.475432:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763344907.475434:0:3629:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 472 00000100:00000001:0.0:1763344907.475436:0:3629:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344907.475441:0:3629:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1763344907.475442:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344907.475444:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344907.475446:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c2bd6400 refcount=3 00000020:00000001:0.0:1763344907.475447:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668434605056 : -107405274946560 : ffff9e50c2bd6400) 00010000:00000001:0.0:1763344907.475449:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668434605056 : -107405274946560 : ffff9e50c2bd6400) 00010000:00000001:0.0:1763344907.475451:0:3629:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344907.475453:0:3629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd6400/0x34881b4086817eb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475458:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.475459:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344907.475460:0:3629:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd6400/0x34881b4086817eb6 lrc: 2/0,0 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475465:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344907.475467:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475468:0:3629:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344907.475471:0:3629:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd6400/0x34881b4086817eb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00010000:0.0:1763344907.475475:0:3629:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c2bd6400 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344907.475477:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344907.475478:0:3629:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344907.475480:0:3629:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd6400/0x34881b4086817eb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475485:0:3629:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344907.475487:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344907.475488:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344907.475489:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c2bd6400 refcount=4 00000020:00000001:0.0:1763344907.475490:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668434605056 : -107405274946560 : ffff9e50c2bd6400) 00010000:00000001:0.0:1763344907.475492:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668434605056 : -107405274946560 : ffff9e50c2bd6400) 00010000:00000001:0.0:1763344907.475494:0:3629:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344907.475496:0:3629:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd6400/0x34881b4086817eb6 lrc: 4/0,0 mode: TXN/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475500:0:3629:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344907.475501:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344907.475502:0:3629:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475504:0:3629:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344907.475505:0:3629:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344907.475507:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344907.475508:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344907.475510:0:3629:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c2bd6400 with handle 0x34881b4086817eb6 from hash 00010000:00000001:0.0:1763344907.475511:0:3629:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344907.475512:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.475513:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344907.475514:0:3629:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344907.475516:0:3629:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344907.475517:0:3629:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475519:0:3629:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344907.475520:0:3629:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344907.475521:0:3629:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344907.475523:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e16:0x0].0x0 (ffff9e50c2a6b400) 00010000:00010000:0.0:1763344907.475525:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763344907.475527:0:3629:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344907.475528:0:3629:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475530:0:3629:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344907.475531:0:3629:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344907.475532:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.475534:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344907.475535:0:3629:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475536:0:3629:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344907.475538:0:3629:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344907.475540:0:3629:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd6400/0x34881b4086817eb6 lrc: 2/0,0 mode: --/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475544:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.475545:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344907.475545:0:3629:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344907.475546:0:3629:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344907.475547:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344907.475549:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd6400/0x34881b4086817eb6 lrc: 0/0,0 mode: --/TXN res: [0x200002b13:0x2e16:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000010:0.0:1763344907.475553:0:3629:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16d80. 00010000:00000040:0.0:1763344907.475556:0:3629:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50c2a6b400 count: 0 00010000:00000010:0.0:1763344907.475562:0:3629:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50df139400. 00010000:00000001:0.0:1763344907.475569:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344907.475571:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344907.475572:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344907.475573:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c2bd7400 refcount=3 00000020:00000001:0.0:1763344907.475575:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668434609152 : -107405274942464 : ffff9e50c2bd7400) 00010000:00000001:0.0:1763344907.475577:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668434609152 : -107405274942464 : ffff9e50c2bd7400) 00010000:00000001:0.0:1763344907.475578:0:3629:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344907.475580:0:3629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd7400/0x34881b4086817ebd lrc: 3/0,1 mode: TXN/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475584:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.475585:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344907.475587:0:3629:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd7400/0x34881b4086817ebd lrc: 2/0,0 mode: TXN/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475592:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344907.475593:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475594:0:3629:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344907.475597:0:3629:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd7400/0x34881b4086817ebd lrc: 3/0,0 mode: TXN/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00010000:0.0:1763344907.475601:0:3629:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c2bd7400 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344907.475603:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344907.475605:0:3629:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344907.475607:0:3629:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd7400/0x34881b4086817ebd lrc: 3/0,0 mode: TXN/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475611:0:3629:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344907.475612:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344907.475613:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344907.475614:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c2bd7400 refcount=4 00000020:00000001:0.0:1763344907.475616:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668434609152 : -107405274942464 : ffff9e50c2bd7400) 00010000:00000001:0.0:1763344907.475618:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668434609152 : -107405274942464 : ffff9e50c2bd7400) 00010000:00000001:0.0:1763344907.475620:0:3629:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344907.475622:0:3629:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd7400/0x34881b4086817ebd lrc: 4/0,0 mode: TXN/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475627:0:3629:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344907.475628:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344907.475629:0:3629:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475632:0:3629:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344907.475633:0:3629:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344907.475634:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344907.475635:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344907.475637:0:3629:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c2bd7400 with handle 0x34881b4086817ebd from hash 00010000:00000001:0.0:1763344907.475639:0:3629:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344907.475640:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.475641:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344907.475642:0:3629:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344907.475644:0:3629:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344907.475645:0:3629:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475647:0:3629:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344907.475648:0:3629:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344907.475649:0:3629:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344907.475651:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e14:0x0].0x0 (ffff9e50d232bd00) 00010000:00010000:0.0:1763344907.475654:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763344907.475656:0:3629:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344907.475658:0:3629:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475659:0:3629:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344907.475660:0:3629:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344907.475662:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.475663:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344907.475664:0:3629:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.475666:0:3629:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344907.475668:0:3629:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344907.475670:0:3629:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd7400/0x34881b4086817ebd lrc: 2/0,0 mode: --/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000001:0.0:1763344907.475675:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.475676:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344907.475677:0:3629:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344907.475678:0:3629:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344907.475679:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344907.475681:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c2bd7400/0x34881b4086817ebd lrc: 0/0,0 mode: --/TXN res: [0x200002b13:0x2e14:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT0 00010000:00000010:0.0:1763344907.475686:0:3629:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16c00. 00010000:00000040:0.0:1763344907.475688:0:3629:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50d232bd00 count: 0 00010000:00000010:0.0:1763344907.475692:0:3629:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0c00. 00010000:00000001:0.0:1763344907.475697:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763344907.475699:0:3629:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 471 00000100:00000001:0.0:1763344907.475701:0:3629:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344907.475766:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1763344907.475771:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1763344907.475773:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344907.475778:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344907.475780:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344907.475782:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344907.475784:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344907.475786:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344907.475829:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fcbb98e00 x1848987617980672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.475839:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344907.475841:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.475844:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344907.475847:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344907.475850:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344907.475853:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fcbb98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1848987617980672:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1763344907.475857:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344907.475862:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344907.475864:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.475867:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344907.475872:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50ca203c00. 02000000:00000001:0.0:1763344907.475875:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344907.475880:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3840. 00000400:00000010:0.0:1763344907.475887:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495770. 00000100:00000200:0.0:1763344907.475894:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617980672, portal 4 00000100:00000001:0.0:1763344907.475896:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344907.475897:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664290381312 : -107409419170304 : ffff9e4fcbb98e00) 00000100:00000040:0.0:1763344907.475904:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4fcbb98e00 x1848987617980672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.475912:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344907.475915:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344907.475917:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495ee0. 00000100:00000200:0.0:1763344907.475921:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848987617980672, offset 0 00000400:00000200:0.0:1763344907.475926:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344907.475938:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344907.475948:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a4fa29f100 00000400:00000200:0.0:1763344907.475956:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x64578d [8] + 6496 00000400:00000200:0.0:1763344907.475963:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344907.475967:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344907.475972:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344907.475974:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344907.475980:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2aad80. 00000100:00000040:0.0:1763344907.475983:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2aad80 x1848987617980672 msgsize 544 00000100:00100000:0.0:1763344907.475987:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344907.475995:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344907.476002:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495ee0 00000400:00000010:0.0:1763344907.476005:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495ee0. 00000100:00000001:0.0:1763344907.476008:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344907.476012:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fcbb98e00 x1848987617980672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.476020:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344907.476024:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fcbb98e00 x1848987617980672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.476030:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.476032:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344907.476037:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344907.476041:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15405 usecs (16 jiffies) 00000100:00000001:0.0:1763344907.476044:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307681309 00000100:00000001:0.0:1763344907.476047:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.476050:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307681309 00000100:00000001:0.0:1763344907.476052:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.476054:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307681309 00000100:00000001:0.0:1763344907.476056:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.476058:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307681309 00000100:00000001:0.0:1763344907.476059:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.476062:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344907.476064:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.476067:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.476069:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.476087:0:74642:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344907.476089:0:74642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617980672 02000000:00000001:0.0:1763344907.476092:0:74642:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344907.476094:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344907.476096:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.476099:0:74642:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344907.476102:0:74642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617980672 00000020:00000001:0.0:1763344907.476105:0:74642:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344907.476106:0:74642:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84f0 00000020:00000001:0.0:1763344907.476108:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344907.476110:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7178000 refcount=5 00000020:00000001:0.0:1763344907.476112:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000020:00000001:0.0:1763344907.476114:0:74642:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000100:00000001:0.0:1763344907.476118:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344907.476122:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2f80. 00000100:00000001:0.0:1763344907.476125:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344907.476127:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2f80. 00000020:00000010:0.0:1763344907.476132:0:74642:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc4b12a00. 00000020:00000010:0.0:1763344907.476137:0:74642:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139400. 00000020:00000010:0.0:1763344907.476141:0:74642:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732898. 00000100:00000040:0.0:1763344907.476147:0:74642:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344907.476150:0:74642:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344907.476151:0:74642:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344907.476154:0:74642:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.476160:0:74642:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.476175:0:74642:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344907.476184:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344907.476186:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344907.476190:0:74642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27119 00000100:00000040:0.0:1763344907.476194:0:74642:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7178000 : new rpc_count 1 00000100:00000001:0.0:1763344907.476196:0:74642:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163187584 : -107404546364032 : ffff9e50ee2aad80) 00000100:00000040:0.0:1763344907.476201:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2aad80 x1848987617980672/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 544/0 e 0 to 0 dl 1763344918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344907.476208:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344907.476211:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2f80. 00000100:00000001:0.0:1763344907.476213:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344907.476215:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2f80. 00000100:00100000:0.0:1763344907.476218:0:74642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3645:x1848987617980672:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:0.0:1763344907.476221:0:74642:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617980672 00000020:00000001:0.0:1763344907.476225:0:74642:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344907.476227:0:74642:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344907.476229:0:74642:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344907.476231:0:74642:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344907.476233:0:74642:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932352 : -1042619264 : ffffffffc1dae480) 00000020:00000001:0.0:1763344907.476235:0:74642:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344907.476238:0:74642:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344907.476240:0:74642:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344907.476242:0:74642:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344907.476245:0:74642:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763344907.476249:0:74642:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763344907.476251:0:74642:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344907.476253:0:74642:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344907.476255:0:74642:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344907.476256:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344907.476258:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344907.476260:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344907.476261:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344907.476262:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344907.476264:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344907.476265:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344907.476266:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344907.476268:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344907.476270:0:74642:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344907.476272:0:74642:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.476277:0:74642:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344907.476279:0:74642:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344907.476283:0:74642:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50ca201800. 02000000:00000001:0.0:1763344907.476284:0:74642:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.476287:0:74642:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344907.476289:0:74642:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:0.0:1763344907.476292:0:74642:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344907.476294:0:74642:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1763344907.476297:0:74642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000403:7110 count 1 00002000:00000001:0.0:1763344907.476301:0:74642:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:0.0:1763344907.476303:0:74642:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344907.476305:0:74642:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344907.476311:0:74642:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00002000:00000001:0.0:1763344907.476313:0:74642:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195042576 : -107409514509040 : ffff9e4fc60acd10) 00010000:00000001:0.0:1763344907.476317:0:74642:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344907.476319:0:74642:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344907.476326:0:74642:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e4897a00. 00010000:00000010:0.0:1763344907.476330:0:74642:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e50e4897d00. 00000100:00000001:2.0:1763344907.476332:0:30728:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344907.476334:0:74642:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344907.476339:0:74642:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc800. 00000040:00000001:2.0:1763344907.476340:0:30728:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000020:00000001:0.0:1763344907.476343:0:74642:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000040:00000001:2.0:1763344907.476344:0:30728:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:2.0:1763344907.476348:0:30728:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000020:00000040:0.0:1763344907.476348:0:74642:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc800 with handle 0x34881b4086818092 to hash 00000020:00000001:0.0:1763344907.476353:0:74642:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344907.476354:0:74642:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344907.476357:0:74642:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00002000:00000001:0.0:1763344907.476361:0:74642:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763344907.476365:0:74642:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e4fc4ba2f80. 00002000:00000001:0.0:1763344907.476367:0:74642:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763344907.476369:0:74642:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344907.476371:0:74642:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664195042664 : -107409514508952 : ffff9e4fc60acd68) 00002000:00000001:0.0:1763344907.476373:0:74642:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664195042576 : -107409514509040 : ffff9e4fc60acd10) 00000040:00000001:2.0:1763344907.476385:0:30728:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344907.476386:0:74642:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000040:00000001:2.0:1763344907.476392:0:30728:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00002000:00000001:0.0:1763344907.476392:0:74642:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1763344907.476396:0:30728:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 6642 in log [0x1:0x18:0x0] 00002000:00010000:0.0:1763344907.476397:0:74642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x1bc6:0x0] initial LVB size: 4096, mtime: 0x691a8202, atime: 0x691a8202, ctime: 0x691a8204, blocks: 0x8 00002000:00000001:0.0:1763344907.476403:0:74642:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00080000:00000001:2.0:1763344907.476404:0:30728:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00010000:00000001:0.0:1763344907.476406:0:74642:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344907.476408:0:74642:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344907.476412:0:30728:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc852a800. 00010000:00010000:0.0:1763344907.476413:0:74642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc800/0x34881b4086818092 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1763344907.476418:0:30728:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664233306112 : -107409476245504 : ffff9e4fc852a800) 00000040:00000001:2.0:1763344907.476424:0:30728:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00010000:00000001:0.0:1763344907.476426:0:74642:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000040:00000001:2.0:1763344907.476429:0:30728:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00010000:00000001:0.0:1763344907.476431:0:74642:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1763344907.476433:0:30728:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1763344907.476435:0:74642:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000001:00000001:2.0:1763344907.476437:0:30728:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1763344907.476438:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344907.476442:0:74642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00080000:00000010:2.0:1763344907.476444:0:30728:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2440. 00010000:00000001:0.0:1763344907.476444:0:74642:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344907.476447:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:2.0:1763344907.476450:0:30728:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344907.476450:0:74642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344907.476453:0:74642:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344907.476455:0:30728:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.476457:0:74642:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000040:00000001:2.0:1763344907.476460:0:30728:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344907.476463:0:74642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc800/0x34881b4086818092 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00000040:00000001:2.0:1763344907.476464:0:30728:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1763344907.476468:0:30728:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1763344907.476472:0:30728:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00010000:00000040:0.0:1763344907.476474:0:74642:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x1bc6:0x0].0x0 (ffff9e50e4897a00) refcount = 1 00000001:00000001:2.0:1763344907.476475:0:30728:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1763344907.476478:0:30728:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000040:0.0:1763344907.476480:0:74642:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000002:2.0:1763344907.476483:0:30728:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x18:0x0] not in the id map cache 00010000:00000040:0.0:1763344907.476484:0:74642:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc800/0x34881b4086818092 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1763344907.476491:0:30728:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.476497:0:30728:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.476497:0:74642:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344907.476500:0:74642:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.476501:0:30728:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.476503:0:74642:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:2.0:1763344907.476507:0:30728:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344907.476521:0:30728:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.476524:0:30728:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763344907.476526:0:30728:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763344907.476527:0:30728:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x18:0x0] 00000040:00000001:2.0:1763344907.476543:0:30728:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.476545:0:30728:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344907.476548:0:30728:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:2.0:1763344907.476553:0:30728:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2440. 00040000:00000001:2.0:1763344907.476556:0:30728:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344907.476558:0:30728:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344907.476560:0:30728:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.476561:0:30728:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.476564:0:30728:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344907.476566:0:30728:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.476568:0:30728:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344907.476573:0:30728:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50df110000 x1848987617968512/t12884915409(12884915409) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344916 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.476581:0:30728:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344907.476583:0:30728:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344907.476586:0:30728:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50e5677000. 02000000:00000001:2.0:1763344907.476591:0:30728:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344907.476593:0:30728:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344907.476594:0:30728:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1763344907.476597:0:30728:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344907.476599:0:30728:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e50e5677400. 02000000:00000001:2.0:1763344907.476602:0:30728:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344907.476603:0:30728:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344907.476605:0:30728:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df110000. 00000100:00000001:2.0:1763344907.476608:0:30728:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344907.476609:0:30728:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1763344907.476612:0:30728:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c2c5ab40 : new refcount 2 00000004:00001000:2.0:1763344907.476615:0:30728:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 1 changes, 0 in progress, 0 in flight, 2 done 00000004:00000001:2.0:1763344907.476619:0:30728:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:2.0:1763344907.476622:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1763344907.476624:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1763344907.476628:0:30728:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e50ed561cf0 type=0x0 idx=0 00000040:00001000:2.0:1763344907.476632:0:30728:0:(llog.c:720:llog_process_thread()) synced_idx: 6644 00000040:00000001:2.0:1763344907.476636:0:30728:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1763344907.476638:0:30728:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1763344907.476642:0:30728:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 6644 (cur idx 6643 off 425984), size 433456 00000040:00000001:2.0:1763344907.476658:0:30728:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1763344907.476661:0:30728:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1763344907.476663:0:30728:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9e50ed561cf0 type=0x10692404 idx=6644 00000040:00001000:2.0:1763344907.476665:0:30728:0:(llog.c:776:llog_process_thread()) lrh_index: 6644 lrh_len: 64 (784 remains) 00000040:00001000:2.0:1763344907.476668:0:30728:0:(llog.c:797:llog_process_thread()) index: 6644, lh_last_idx: 6644 synced_idx: 6644 lgh_last_idx: 6644 00000004:00000001:2.0:1763344907.476671:0:30728:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:2.0:1763344907.476672:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1763344907.476674:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344907.476675:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1763344907.476677:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344907.476679:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1763344907.476680:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.476699:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344907.476701:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344907.476704:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.476706:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.477363:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344907.477368:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344907.477371:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.477383:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344907.477386:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344907.477392:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e32a8. 00000100:00000200:1.0:1763344907.477397:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987617980160, offset 224 00000400:00000200:1.0:1763344907.477402:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344907.477411:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344907.477419:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a4fa29ef00 00000400:00000200:1.0:1763344907.477425:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x665f15 [1] + 224 00000400:00000200:1.0:1763344907.477431:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344907.477434:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344907.477437:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344907.477444:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50d2400a80 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344907.477454:0:6504:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50d2400a80 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.478156:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344907.478165:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e32a8 00000400:00000010:1.0:1763344907.478167:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e32a8. 00000100:00000001:1.0:1763344907.478171:0:6504:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344907.478174:0:6504:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344907.478180:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.478183:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344907.478186:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344907.478188:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.478191:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344907.478196:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8601180 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1763344918 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344907.478207:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1848987617980160:12345-0@lo:400:kworker.0 Request processed in 4736us (9138us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344907.478216:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17259 00000100:00000040:1.0:1763344907.478220:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1e20800 : new rpc_count 0 00000100:00000001:1.0:1763344907.478223:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344907.478224:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344907.478232:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317b00. 00000020:00000010:1.0:1763344907.478238:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04960. 00000020:00000010:1.0:1763344907.478243:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc852ac00. 00000020:00000040:1.0:1763344907.478248:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1e20800 : new refcount 4 00000100:00000001:1.0:1763344907.478251:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.478746:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344907.478750:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344907.478755:0:3644:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344907.478757:0:3644:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344907.478760:0:3644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3bb0. 00000400:00000200:2.0:1763344907.478766:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64955d8 00000400:00000010:2.0:1763344907.478768:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64955d8. 00000100:00000001:2.0:1763344907.478772:0:3644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344907.478777:0:3644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50d2400a80 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344907.478802:0:3644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50d2400a80 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.478810:0:3644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344907.478812:0:3644:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.478815:0:3644:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344907.478818:0:3644:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344907.478821:0:3644:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344907.478823:0:3644:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344907.478826:0:3644:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344907.478834:0:3644:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ef5de458 time=58 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344907.478838:0:3644:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ef5de410 time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344907.478841:0:3644:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344907.478843:0:3644:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.478846:0:3644:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344907.478849:0:3644:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.478853:0:3644:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344907.478855:0:3644:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1763344907.478857:0:3644:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344907.478858:0:3644:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.478863:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50d2400a80 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.478870:0:3644:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344907.478873:0:3644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344907.478875:0:3644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344907.478878:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2400a80 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344907.478886:0:3644:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50d2400a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3644:1848987617980160:0@lo:400:kworker.0 00000100:00000001:2.0:1763344907.478890:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.478893:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344907.478895:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d2400a80 x1848987617980160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763344923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344907.478902:0:3644:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344907.478904:0:3644:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344907.478908:0:3644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50d729da00. 02000000:00000001:2.0:1763344907.478911:0:3644:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344907.478914:0:3644:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344907.478916:0:3644:0:(genops.c:1242:class_import_put()) import ffff9e50ef5de000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1763344907.478918:0:3644:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344907.478920:0:3644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50ff83a500. 02000000:00000001:2.0:1763344907.478924:0:3644:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344907.478926:0:3644:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344907.478927:0:3644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2400a80. 00000100:00000001:2.0:1763344907.478930:0:3644:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344907.478932:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.478934:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.478940:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344907.478941:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.478944:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344907.478945:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344907.480198:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852be00. 00000004:00080000:3.0:1763344907.480210:0:30720:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 261 committed 00000004:00000010:3.0:1763344907.480229:0:30720:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9e4fc2dece40. 00080000:00000010:3.0:1763344907.480234:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4e2200. 00000100:00000001:3.0:1763344907.480241:0:30720:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763344907.480255:0:30720:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763344907.480258:0:30720:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 25770214366 is committed 00000001:00000040:3.0:1763344907.480261:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 7 00000020:00000040:3.0:1763344907.480264:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 229 00000001:00000010:3.0:1763344907.480268:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dcea0. 00000004:00080000:3.0:1763344907.480271:0:30720:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 260 committed 00000004:00000010:3.0:1763344907.480274:0:30720:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9e4fc29dc360. 00080000:00000010:3.0:1763344907.480276:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852a600. 00000001:00000040:3.0:1763344907.480279:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 6 00000020:00000040:3.0:1763344907.480281:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 228 00000001:00000010:3.0:1763344907.480283:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc3c0. 00080000:00000010:3.0:1763344907.480286:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852b000. 00000100:00000001:1.0:1763344907.480286:0:3628:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000001:00000040:3.0:1763344907.480289:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 5 00010000:00000001:1.0:1763344907.480293:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1763344907.480294:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 227 00000001:00000010:3.0:1763344907.480298:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc900. 00000020:00000001:1.0:1763344907.480298:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:3.0:1763344907.480303:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852a200. 00000020:00000040:1.0:1763344907.480303:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd800 refcount=3 00000001:00000040:3.0:1763344907.480309:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 4 00000020:00000001:1.0:1763344907.480309:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00000020:00000040:3.0:1763344907.480315:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 226 00010000:00000001:1.0:1763344907.480315:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00000001:00000010:3.0:1763344907.480318:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc5a0. 00010000:00000001:1.0:1763344907.480320:0:3628:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000010:3.0:1763344907.480322:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852bc00. 00010000:00010000:1.0:1763344907.480326:0:3628:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00000001:00000040:3.0:1763344907.480327:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 3 00000020:00000040:3.0:1763344907.480331:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 225 00000001:00000010:3.0:1763344907.480334:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d120. 00010000:00000001:1.0:1763344907.480341:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1763344907.480342:0:30720:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00010000:00000001:1.0:1763344907.480344:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00080000:3.0:1763344907.480346:0:30720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd073f300 refcount 2 committed 0 result 0 batchid 21474836913 00010000:00010000:1.0:1763344907.480348:0:3628:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 2/0,0 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00000020:00080000:3.0:1763344907.480351:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994900 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd073fc00 00000020:00080000:3.0:1763344907.480359:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcb09e800 00010000:00000001:1.0:1763344907.480369:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344907.480371:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.480384:0:3628:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:3.0:1763344907.480386:0:30720:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00010000:00010000:1.0:1763344907.480387:0:3628:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00000020:00000040:3.0:1763344907.480389:0:30720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd073f300 refcount 2 committed 1 result 0 batchid 21474836913 00000020:00000040:3.0:1763344907.480396:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994900 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd073fc00 00010000:00010000:1.0:1763344907.480400:0:3628:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bd800 already unused, calling callback (ffffffffc1ac0550) 00000020:00000040:3.0:1763344907.480401:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcb09e800 00000020:00000001:3.0:1763344907.480406:0:30720:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763344907.480406:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00080000:00000010:3.0:1763344907.480408:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09e800. 00010000:00000001:1.0:1763344907.480410:0:3628:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000001:00000040:3.0:1763344907.480414:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 2 00010000:00010000:1.0:1763344907.480415:0:3628:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00000020:00000040:3.0:1763344907.480419:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 224 00000001:00000010:3.0:1763344907.480423:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8dba0. 00010000:00000001:1.0:1763344907.480427:0:3628:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:3.0:1763344907.480430:0:30720:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00010000:00000001:1.0:1763344907.480430:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00080000:3.0:1763344907.480434:0:30720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd33dc6c0 refcount 2 committed 0 result 0 batchid 21474836912 00000020:00000001:1.0:1763344907.480434:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344907.480438:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd800 refcount=4 00000020:00080000:3.0:1763344907.480440:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994700 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd33dc9c0 00000020:00080000:2.0:1763344907.480440:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 21474836909 00000020:00000001:1.0:1763344907.480442:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00010000:00000001:1.0:1763344907.480449:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00000020:00080000:3.0:1763344907.480450:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcb09fe00 00000004:00000001:2.0:1763344907.480453:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:1.0:1763344907.480454:0:3628:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000004:00000001:2.0:1763344907.480457:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344907.480459:0:3628:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 4/0,0 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00000004:00000001:2.0:1763344907.480461:0:30728:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000001:3.0:1763344907.480466:0:30720:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000004:00000001:2.0:1763344907.480467:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000040:3.0:1763344907.480469:0:30720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd33dc6c0 refcount 2 committed 1 result 0 batchid 21474836912 00000004:00000001:2.0:1763344907.480471:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.480472:0:3628:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344907.480477:0:30728:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000040:3.0:1763344907.480478:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994700 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd33dc9c0 00000004:00000001:1.0:1763344907.480478:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344907.480481:0:30728:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:1.0:1763344907.480482:0:3628:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344907.480484:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcb09fe00 00000004:00000001:2.0:1763344907.480485:0:30728:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:1.0:1763344907.480489:0:3628:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344907.480493:0:3628:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:3.0:1763344907.480495:0:30720:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00010000:00000001:1.0:1763344907.480496:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00080000:2.0:1763344907.480497:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 21474836913 committed batchid 21474836909 00080000:00000010:3.0:1763344907.480498:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09fe00. 00010000:00000001:1.0:1763344907.480500:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.480503:0:30740:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000040:1.0:1763344907.480505:0:3628:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd800 with handle 0x34881b4086817fea from hash 00000001:00000040:3.0:1763344907.480506:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 1 00000020:00000010:2.0:1763344907.480509:0:30740:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9e50e4b8d720. 00010000:00000001:1.0:1763344907.480510:0:3628:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:3.0:1763344907.480511:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 223 00010000:00000001:1.0:1763344907.480513:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:3.0:1763344907.480516:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d300. 00010000:00000001:1.0:1763344907.480517:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344907.480521:0:3628:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000010:3.0:1763344907.480522:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09e000. 00010000:00000001:0.0:1763344907.480524:0:74642:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:3.0:1763344907.480526:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 0 00010000:00000001:1.0:1763344907.480527:0:3628:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000040:3.0:1763344907.480529:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 222 00010000:00000001:0.0:1763344907.480530:0:74642:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.480531:0:3628:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1763344907.480533:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc840. 00010000:00000001:0.0:1763344907.480533:0:74642:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344907.480534:0:3628:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000010:3.0:1763344907.480537:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852a000. 00010000:00000001:0.0:1763344907.480537:0:74642:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344907.480538:0:3628:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344907.480542:0:74642:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1763344907.480543:0:30720:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 21474836911 batchid updated 00010000:00000001:1.0:1763344907.480543:0:3628:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00080000:00000001:2.0:1763344907.480544:0:30740:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000020:00000010:3.0:1763344907.480548:0:30720:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9e50e4b8df00. 00010000:00010000:0.0:1763344907.480548:0:74642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc800/0x34881b4086818092 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344907.480550:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) 00080000:00000010:3.0:1763344907.480551:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09fa00. 00010000:00010000:1.0:1763344907.480557:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344907.480561:0:3628:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344907.480563:0:74642:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344907.480565:0:3628:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.480566:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344907.480570:0:3628:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344907.480570:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:3.0:1763344907.480573:0:30728:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8602300. 00010000:00000001:1.0:1763344907.480573:0:3628:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344907.480574:0:74642:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344907.480577:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1763344907.480578:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1763344907.480579:0:30728:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000020:00000040:0.0:1763344907.480581:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc800 refcount=3 00010000:00000001:1.0:1763344907.480582:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1763344907.480584:0:30728:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1763344907.480584:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:1.0:1763344907.480585:0:3628:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.480588:0:30728:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1763344907.480589:0:74642:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:1.0:1763344907.480590:0:3628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.480593:0:74642:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000004:00000001:1.0:1763344907.480594:0:3628:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.480595:0:30728:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344907.480597:0:74642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc800/0x34881b4086818092 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344907.480600:0:3628:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 2/0,0 mode: --/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 02000000:00000010:3.0:1763344907.480604:0:30728:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e50f2e52400. 00010000:00000001:0.0:1763344907.480607:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.480610:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1763344907.480611:0:30728:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.480613:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:3.0:1763344907.480614:0:30728:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446636669334463232 : -107404375088384 : ffff9e50f8602300) 00010000:00010000:0.0:1763344907.480614:0:74642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc800/0x34881b4086818092 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344907.480616:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344907.480619:0:3628:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1763344907.480622:0:30728:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:1.0:1763344907.480622:0:3628:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344907.480624:0:74642:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344907.480625:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1763344907.480627:0:30728:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.480627:0:74642:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344907.480629:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b4086817fea lrc: 0/0,0 mode: --/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00010000:00000001:0.0:1763344907.480631:0:74642:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000040:3.0:1763344907.480637:0:30728:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052a8b974] to pc [ptlrpcd_00_03+3] req@ffff9e50f8602300 x1848987617980800/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1763344907.480639:0:3628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e5100c37280. 00010000:00000001:1.0:1763344907.480649:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763344907.480653:0:3628:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 221 00000100:00000001:1.0:1763344907.480656:0:3628:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.480660:0:3628:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:1.0:1763344907.480662:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344907.480664:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:3.0:1763344907.480665:0:30728:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344907.480666:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91a00 refcount=3 00000004:00001000:3.0:1763344907.480670:0:30728:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0001: 1 in flight, 1 in progress 00000020:00000001:1.0:1763344907.480671:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00000100:00000001:0.0:1763344907.480671:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00001000:3.0:1763344907.480674:0:30728:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 6644, id 259 00010000:00000001:1.0:1763344907.480675:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00000100:00000001:0.0:1763344907.480676:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:3.0:1763344907.480677:0:30728:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1763344907.480680:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1763344907.480680:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1763344907.480681:0:3628:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000004:00000001:3.0:1763344907.480684:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344907.480685:0:3628:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fff lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00000004:00000001:3.0:1763344907.480687:0:30728:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000040:0.0:1763344907.480687:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8602300 x1848987617980800/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763344907.480690:0:30728:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.480698:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344907.480701:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763344907.480704:0:74642:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fc87e0300. 00010000:00010000:1.0:1763344907.480705:0:3628:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fff lrc: 2/0,0 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00000100:00000001:0.0:1763344907.480705:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1763344907.480708:0:74642:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1763344907.480708:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.480714:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1763344907.480714:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1763344907.480717:0:74642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1763344907.480718:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.480718:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344907.480723:0:74642:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344907.480725:0:74642:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.480725:0:3628:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:0.0:1763344907.480725:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344907.480729:0:3628:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fff lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:3.0:1763344907.480730:0:74642:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00100000:0.0:1763344907.480730:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8602300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617980800:0@lo:6:osp-syn-0-1.0 00010000:00000001:3.0:1763344907.480733:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344907.480735:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1763344907.480737:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00002000:00000001:3.0:1763344907.480738:0:74642:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00010000:00010000:1.0:1763344907.480742:0:3628:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d91a00 already unused, calling callback (ffffffffc1ac0550) 00080000:00000001:3.0:1763344907.480743:0:74642:0:(osd_handler.c:2019:osd_trans_create()) Process entered 02000000:00000001:0.0:1763344907.480743:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000004:00000001:1.0:1763344907.480746:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 02000000:00000001:0.0:1763344907.480747:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.480748:0:3628:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000010:3.0:1763344907.480749:0:74642:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4b4e00. 02000000:00000001:0.0:1763344907.480752:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:3.0:1763344907.480753:0:74642:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664299933184 : -107409409618432 : ffff9e4fcc4b4e00) 00010000:00010000:1.0:1763344907.480753:0:3628:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fff lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 02000000:00000010:0.0:1763344907.480756:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50ca203800. 02000000:00000001:0.0:1763344907.480759:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344907.480760:0:74642:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344907.480763:0:74642:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.480764:0:3628:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:3.0:1763344907.480767:0:74642:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00010000:00000001:1.0:1763344907.480767:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1763344907.480767:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3688. 00000020:00000001:1.0:1763344907.480770:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:3.0:1763344907.480772:0:74642:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000040:1.0:1763344907.480773:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91a00 refcount=4 00000001:00000001:3.0:1763344907.480775:0:74642:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000010:0.0:1763344907.480776:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495ee0. 00000020:00000001:1.0:1763344907.480777:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00080000:00000002:3.0:1763344907.480779:0:74642:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000403:0x1bc6:0x0] not in the id map cache 00010000:00000001:1.0:1763344907.480780:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00000100:00000200:0.0:1763344907.480781:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617980800, portal 4 00010000:00000001:1.0:1763344907.480783:0:3628:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1763344907.480810:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344907.480812:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334463232 : -107404375088384 : ffff9e50f8602300) 00080000:00000001:3.0:1763344907.480813:0:74642:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344907.480816:0:74642:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00010000:00010000:1.0:1763344907.480817:0:3628:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fff lrc: 4/0,0 mode: TXN/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00000100:00000040:0.0:1763344907.480819:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50f8602300 x1848987617980800/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1763344907.480822:0:74642:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344907.480826:0:74642:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344907.480830:0:74642:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd3c0. 00010000:00000001:1.0:1763344907.480831:0:3628:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:3.0:1763344907.480834:0:74642:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.480835:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000100:00000001:0.0:1763344907.480836:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:1.0:1763344907.480839:0:3628:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344907.480840:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1763344907.480845:0:3628:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:0.0:1763344907.480845:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495440. 00010000:00000001:1.0:1763344907.480848:0:3628:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:3.0:1763344907.480850:0:74642:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763344907.480850:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848987617980800, offset 0 00010000:00000001:1.0:1763344907.480851:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344907.480855:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763344907.480857:0:74642:0:(osd_handler.c:4785:osd_ref_del()) [0x280000403:0x1bc6:0x0] decrease nlink 1 00000020:00000040:1.0:1763344907.480858:0:3628:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d91a00 with handle 0x34881b4086817fff from hash 00000400:00000200:0.0:1763344907.480859:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1763344907.480863:0:3628:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344907.480865:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344907.480866:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344907.480867:0:3628:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344907.480869:0:3628:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344907.480871:0:3628:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.480875:0:3628:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1763344907.480876:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1763344907.480877:0:3628:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:3.0:1763344907.480879:0:74642:0:(osd_handler.c:4153:osd_destroy()) Process entered 00010000:00000001:1.0:1763344907.480880:0:3628:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00080000:00000002:3.0:1763344907.480884:0:74642:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000403:0x1bc6:0x0] 00010000:00010000:1.0:1763344907.480884:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e84:0x0].0x0 (ffff9e50d232b800) 00080000:00000001:3.0:1763344907.480888:0:74642:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00000400:00000200:0.0:1763344907.480889:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a4fa29f180 00010000:00010000:1.0:1763344907.480890:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 80000000:00000001:3.0:1763344907.480892:0:74642:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:1.0:1763344907.480894:0:3628:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:3.0:1763344907.480896:0:74642:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:0.0:1763344907.480898:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x64578d [8] + 7040 00010000:00000001:1.0:1763344907.480900:0:3628:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344907.480901:0:74642:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344907.480905:0:74642:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.480905:0:3628:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1763344907.480905:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1763344907.480908:0:3628:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:3.0:1763344907.480909:0:74642:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344907.480912:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:3.0:1763344907.480914:0:74642:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00010000:00000001:1.0:1763344907.480914:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344907.480916:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1763344907.480917:0:74642:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000100:00000001:0.0:1763344907.480917:0:3645:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1763344907.480920:0:3628:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344907.480921:0:74642:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636669334060352 : -107404375491264 : ffff9e50f859fd40) 00000100:00000200:0.0:1763344907.480921:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:1.0:1763344907.480923:0:3628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344907.480927:0:74642:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000004:00000001:1.0:1763344907.480927:0:3628:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763344907.480928:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ea9db100. 00010000:00010000:1.0:1763344907.480933:0:3628:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fff lrc: 2/0,0 mode: --/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00000100:00000040:0.0:1763344907.480934:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ea9db100 x1848987617980800 msgsize 544 00010000:00000001:1.0:1763344907.480944:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1763344907.480944:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000001:3.0:1763344907.480947:0:74642:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.480948:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1763344907.480952:0:74642:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.480952:0:3628:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1763344907.480953:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1763344907.480954:0:3628:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:3.0:1763344907.480956:0:74642:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.480957:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344907.480960:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086817fff lrc: 0/0,0 mode: --/TXN res: [0x240002b13:0x12e84:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00080000:00000001:3.0:1763344907.480961:0:74642:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000400:00000200:0.0:1763344907.480961:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495440 00000400:00000010:0.0:1763344907.480964:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495440. 00000001:00000001:3.0:1763344907.480966:0:74642:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344907.480970:0:74642:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884915417, last_committed = 12884915416 00000100:00000001:0.0:1763344907.480970:0:3645:0:(events.c:34:request_out_callback()) Process entered 00010000:00000010:1.0:1763344907.480971:0:3628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16000. 00000001:00000010:3.0:1763344907.480974:0:74642:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cfc00. 00000100:00000200:0.0:1763344907.480975:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8602300 x1848987617980800/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000001:00000040:3.0:1763344907.480978:0:74642:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50c7178000 : new cb_count 1 00010000:00000040:1.0:1763344907.480979:0:3628:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50d232b800 count: 0 00000020:00000040:3.0:1763344907.480981:0:74642:0:(genops.c:887:class_export_get()) GET export ffff9e50c7178000 refcount=6 00000100:00000001:0.0:1763344907.480987:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000010:1.0:1763344907.480989:0:3628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0100. 00000100:00000040:0.0:1763344907.480990:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8602300 x1848987617980800/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344907.480999:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1763344907.481000:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344907.481002:0:74642:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.481003:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1763344907.481004:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1763344907.481007:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:3.0:1763344907.481010:0:74642:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd3c0. 00000100:00000001:0.0:1763344907.481010:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344907.481011:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90800 refcount=3 00040000:00000001:3.0:1763344907.481016:0:74642:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:1.0:1763344907.481016:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00000100:00000040:0.0:1763344907.481017:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17580 usecs (18 jiffies) 00040000:00000001:3.0:1763344907.481019:0:74642:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344907.481023:0:74642:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.481023:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00000100:00000001:0.0:1763344907.481023:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681318 00010000:00000001:1.0:1763344907.481027:0:3628:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00002000:00000001:3.0:1763344907.481028:0:74642:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.481029:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307682598 00010000:00010000:1.0:1763344907.481031:0:3628:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10286 initiator: MDT1 00002000:00000001:3.0:1763344907.481032:0:74642:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:0.0:1763344907.481032:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681318 00000100:00000001:0.0:1763344907.481036:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.481041:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681318 00010000:00000001:1.0:1763344907.481044:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763344907.481045:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307682598 00010000:00000001:1.0:1763344907.481047:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1763344907.481049:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681318 00010000:00010000:1.0:1763344907.481051:0:3628:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 2/0,0 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10286 initiator: MDT1 00000100:00000001:0.0:1763344907.481052:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307682598 00000100:00000001:0.0:1763344907.481057:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344907.481062:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.481064:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1763344907.481066:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.481068:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.481070:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344907.481072:0:3628:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344907.481076:0:3628:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00000100:00000001:0.0:1763344907.481077:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344907.481081:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763344907.481087:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:1.0:1763344907.481088:0:3628:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d90800 already unused, calling callback (ffffffffc1ac0550) 00000100:00000001:0.0:1763344907.481089:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:1.0:1763344907.481091:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000100:00000001:0.0:1763344907.481092:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.481094:0:3628:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:0.0:1763344907.481096:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344907.481098:0:3628:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344907.481105:0:3628:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344907.481107:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344907.481109:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344907.481111:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90800 refcount=4 00000020:00000001:1.0:1763344907.481113:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000001:1.0:1763344907.481116:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00000020:00000001:0.0:1763344907.481117:0:6494:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1763344907.481120:0:3628:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344907.481122:0:3628:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 4/0,0 mode: TXN/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10286 initiator: MDT1 00010000:00000001:1.0:1763344907.481127:0:3628:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344907.481129:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344907.481130:0:3628:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.481133:0:3628:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344907.481135:0:3628:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344907.481137:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344907.481138:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344907.481141:0:3628:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90800 with handle 0x34881b4086818006 from hash 00010000:00000001:1.0:1763344907.481144:0:3628:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344907.481145:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344907.481147:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344907.481148:0:3628:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344907.481150:0:3628:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344907.481152:0:3628:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.481154:0:3628:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344907.481156:0:3628:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344907.481158:0:3628:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344907.481160:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e80:0x0].0x0 (ffff9e50e068f100) 00010000:00010000:1.0:1763344907.481163:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763344907.481165:0:3628:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344907.481167:0:3628:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.481169:0:3628:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344907.481171:0:3628:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344907.481173:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344907.481175:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344907.481176:0:3628:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.481178:0:3628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.481180:0:3628:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1763344907.481183:0:74642:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00010000:1.0:1763344907.481184:0:3628:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 2/0,0 mode: --/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00040000:00000001:3.0:1763344907.481187:0:74642:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1763344907.481190:0:74642:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:1.0:1763344907.481192:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000001:3.0:1763344907.481193:0:74642:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:1.0:1763344907.481194:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:3.0:1763344907.481196:0:74642:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:1.0:1763344907.481197:0:3628:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00040000:00000001:3.0:1763344907.481200:0:74642:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:1.0:1763344907.481200:0:3628:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344907.481203:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:3.0:1763344907.481206:0:74642:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff9e4fdde1e600. 00010000:00010000:1.0:1763344907.481206:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818006 lrc: 0/0,0 mode: --/TXN res: [0x240002b13:0x12e80:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10286 initiator: MDT1 00002000:00000001:3.0:1763344907.481213:0:74642:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000010:1.0:1763344907.481215:0:3628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16d00. 00002000:00000040:3.0:1763344907.481216:0:74642:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x1bc6:0x0] 00010000:00000040:1.0:1763344907.481219:0:3628:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e068f100 count: 0 00002000:00000010:3.0:1763344907.481221:0:74642:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9e4fc60acd10. 00010000:00000010:1.0:1763344907.481225:0:3628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0d00. 00002000:00000001:3.0:1763344907.481227:0:74642:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1763344907.481231:0:74642:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.481234:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763344907.481237:0:74642:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763344907.481238:0:3628:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 220 00000020:00000001:0.0:1763344907.481241:0:6494:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344907.481242:0:74642:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915414, transno 12884915417, xid 1848987617980672 00000100:00000001:1.0:1763344907.481243:0:3628:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344907.481246:0:74642:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00010000:0.0:1763344907.481246:0:6494:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1763344907.481250:0:6494:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1763344907.481252:0:6494:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000200:3.0:1763344907.481253:0:74642:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2aad80 x1848987617980672/t12884915417(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 544/432 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1763344907.481256:0:6494:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc800/0x34881b4086818092 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344907.481261:0:74642:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344907.481264:0:74642:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344907.481264:0:6494:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bc800 already unused, calling callback (ffffffffc0e86b40) 00010000:00000001:0.0:1763344907.481266:0:6494:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:3.0:1763344907.481267:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=50 v=5 (1 1 1 1) 00010000:00000001:0.0:1763344907.481267:0:6494:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344907.481270:0:6494:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc800/0x34881b4086818092 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1763344907.481272:0:74642:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344907.481274:0:74642:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344907.481276:0:74642:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 00010000:00000001:0.0:1763344907.481276:0:6494:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344907.481278:0:6494:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1763344907.481279:0:74642:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1763344907.481279:0:6494:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344907.481281:0:6494:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc800 refcount=3 02000000:00000001:3.0:1763344907.481282:0:74642:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344907.481283:0:6494:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00000100:00000001:3.0:1763344907.481284:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1763344907.481285:0:6494:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00000100:00000040:3.0:1763344907.481286:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1763344907.481287:0:6494:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:3.0:1763344907.481289:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00010000:00010000:0.0:1763344907.481289:0:6494:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc800/0x34881b4086818092 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1763344907.481292:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987617980672, offset 224 00010000:00000001:0.0:1763344907.481295:0:6494:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:3.0:1763344907.481297:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1763344907.481297:0:6494:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763344907.481298:0:6494:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763344907.481302:0:74642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1763344907.481302:0:6494:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344907.481303:0:6494:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344907.481305:0:6494:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344907.481306:0:6494:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763344907.481307:0:74642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a4fa29f100 00000020:00000040:0.0:1763344907.481308:0:6494:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc800 with handle 0x34881b4086818092 from hash 00010000:00000001:0.0:1763344907.481310:0:6494:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1763344907.481311:0:74642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x665f55 [1] + 224 00010000:00000001:0.0:1763344907.481312:0:6494:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.481313:0:6494:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344907.481314:0:6494:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1763344907.481315:0:74642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1763344907.481317:0:6494:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000200:3.0:1763344907.481318:0:74642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1763344907.481319:0:6494:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.481321:0:74642:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1763344907.481321:0:6494:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344907.481322:0:6494:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344907.481324:0:6494:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:3.0:1763344907.481325:0:74642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fcbb98e00 x1848987617980672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344907.481326:0:6494:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344907.481328:0:6494:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.481330:0:6494:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344907.481331:0:6494:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344907.481333:0:6494:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.481334:0:6494:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344907.481336:0:6494:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.481338:0:6494:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.481340:0:74642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9e4fcbb98e00 x1848987617980672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344907.481340:0:6494:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344907.481342:0:6494:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc800/0x34881b4086818092 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344907.481349:0:6494:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344907.481351:0:6494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc800/0x34881b4086818092 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x1bc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344907.481358:0:6494:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e4897a00 count: 0 00002000:00000010:0.0:1763344907.481362:0:6494:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e4fc4ba2f80. 00000100:00000001:3.0:1763344907.481364:0:74642:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:0.0:1763344907.481366:0:6494:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e50e4897d00. 00000400:00000200:3.0:1763344907.481369:0:74642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344907.481371:0:74642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00010000:00000001:0.0:1763344907.481371:0:6494:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344907.481373:0:6494:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1763344907.481382:0:74642:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344907.481384:0:74642:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.0:1763344907.481385:0:6494:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4fc87e0300. 00000100:00000001:3.0:1763344907.481388:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.481388:0:6494:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344907.481390:0:6494:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1763344907.481391:0:74642:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00000020:00000001:0.0:1763344907.481391:0:6494:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344907.481393:0:74642:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00010000:0.0:1763344907.481393:0:6494:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763344907.481394:0:74642:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344907.481395:0:6494:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763344907.481396:0:6494:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344907.481397:0:74642:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:0.0:1763344907.481398:0:6494:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763344907.481399:0:6494:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763344907.481400:0:6494:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344907.481402:0:6494:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1763344907.481405:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2aad80 x1848987617980672/t12884915417(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:138/0 lens 544/432 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344907.481415:0:74642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+6:3645:x1848987617980672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5205us (5429us total) trans 12884915417 rc 0/0 00000100:00100000:3.0:1763344907.481423:0:74642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27119 00000100:00000040:3.0:1763344907.481427:0:74642:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7178000 : new rpc_count 0 00000100:00000001:3.0:1763344907.481429:0:74642:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344907.481431:0:74642:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344907.481436:0:74642:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139400. 00000020:00000010:3.0:1763344907.481444:0:74642:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732898. 00000020:00000010:3.0:1763344907.481448:0:74642:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc4b12a00. 00000020:00000040:3.0:1763344907.481452:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 5 00000100:00000001:3.0:1763344907.481454:0:74642:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.481464:0:74642:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344907.481466:0:74642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617980800 02000000:00000001:3.0:1763344907.481468:0:74642:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344907.481470:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344907.481472:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.481475:0:74642:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344907.481479:0:74642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617980800 00000020:00000001:3.0:1763344907.481481:0:74642:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344907.481488:0:74642:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:3.0:1763344907.481490:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:2.0:1763344907.481491:0:30740:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc852b200. 00000020:00000040:3.0:1763344907.481493:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=5 00080000:00000001:2.0:1763344907.481498:0:30740:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664233308672 : -107409476242944 : ffff9e4fc852b200) 00080000:00000001:2.0:1763344907.481503:0:30740:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344907.481506:0:30740:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344907.481509:0:30740:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2440. 00080000:00000001:2.0:1763344907.481512:0:30740:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344907.481514:0:30740:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344907.481519:0:30740:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344907.481531:0:30740:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0001: update batchid 21474836913: rc = 0 00080000:00000001:2.0:1763344907.481534:0:30740:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:2.0:1763344907.481539:0:30740:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2440. 00040000:00000001:2.0:1763344907.481542:0:30740:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344907.481543:0:30740:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344907.481545:0:30740:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.481659:0:30740:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.481662:0:30740:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763344907.481664:0:30740:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc2c5e9c0 refcount 1 committed 1 result 0 batchid 21474836910 00000020:00000040:2.0:1763344907.481668:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5d00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc2c5e600 00000020:00000040:2.0:1763344907.481672:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50d58c2100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e50f4ec4e00 00000020:00000040:2.0:1763344907.481676:0:30740:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000020:00000040:2.0:1763344907.481678:0:30740:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:2.0:1763344907.481681:0:30740:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344907.481683:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50c32e5d00. 00000020:00000010:2.0:1763344907.481688:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50d58c2100. 00000020:00000010:2.0:1763344907.481693:0:30740:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9e4fc2c5e9c0. 00000020:00000001:2.0:1763344907.481696:0:30740:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763344907.481698:0:30740:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc2c5e180 refcount 1 committed 1 result 0 batchid 21474836911 00000020:00000040:2.0:1763344907.481702:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5700 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc2c5e6c0 00000020:00000040:2.0:1763344907.481705:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcc4e3a00 00000020:00000040:2.0:1763344907.481708:0:30740:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000020:00000040:2.0:1763344907.481709:0:30740:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:2.0:1763344907.481712:0:30740:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344907.481714:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50c32e5700. 00000020:00000010:2.0:1763344907.481717:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50c32e5500. 00000020:00000010:2.0:1763344907.481720:0:30740:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9e4fc2c5e180. 00000020:00080000:2.0:1763344907.481723:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 21474836911 00000020:00000001:3.0:1763344907.481730:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000020:00000001:3.0:1763344907.481735:0:74642:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:3.0:1763344907.481741:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344907.481744:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd3c0. 00000100:00000001:3.0:1763344907.481749:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344907.481752:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd3c0. 00000100:00000001:2.0:1763344907.481754:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1763344907.481757:0:74642:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b4a00. 00000100:00000001:2.0:1763344907.481758:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344907.481762:0:74642:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344907.481768:0:74642:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf190. 00000100:00000040:3.0:1763344907.481776:0:74642:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344907.481778:0:74642:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344907.481780:0:74642:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344907.481782:0:74642:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.481806:0:74642:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.481820:0:74642:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.481828:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344907.481830:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344907.481833:0:74642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27120 00000100:00000040:3.0:1763344907.481836:0:74642:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:3.0:1763344907.481838:0:74642:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669103616256 : -107404605935360 : ffff9e50ea9db100) 00000100:00000040:3.0:1763344907.481843:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ea9db100 x1848987617980800/t0(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 544/0 e 0 to 0 dl 1763344918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.481850:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344907.481852:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd3c0. 00000100:00000001:3.0:1763344907.481855:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344907.481857:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd3c0. 00000100:00100000:3.0:1763344907.481860:0:74642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ea9db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3645:x1848987617980800:12345-0@lo:6:osp-syn-0-1.0 00000100:00000200:3.0:1763344907.481866:0:74642:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617980800 00000020:00000001:3.0:1763344907.481868:0:74642:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344907.481871:0:74642:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344907.481873:0:74642:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344907.481875:0:74642:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344907.481877:0:74642:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932352 : -1042619264 : ffffffffc1dae480) 00000020:00000001:3.0:1763344907.481880:0:74642:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344907.481883:0:74642:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344907.481885:0:74642:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344907.481887:0:74642:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344907.481889:0:74642:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344907.481891:0:74642:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344907.481894:0:74642:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344907.481895:0:74642:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344907.481897:0:74642:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344907.481899:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344907.481901:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344907.481903:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344907.481904:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344907.481905:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344907.481907:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344907.481909:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344907.481910:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344907.481912:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344907.481914:0:74642:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344907.481916:0:74642:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.481920:0:74642:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344907.481922:0:74642:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344907.481925:0:74642:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50f2e52c00. 02000000:00000001:3.0:1763344907.481928:0:74642:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.481930:0:74642:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344907.481933:0:74642:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1763344907.481936:0:74642:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344907.481938:0:74642:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1763344907.481940:0:74642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000402:7192 count 1 00002000:00000001:3.0:1763344907.481943:0:74642:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1763344907.481945:0:74642:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344907.481947:0:74642:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344907.481953:0:74642:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:3.0:1763344907.481955:0:74642:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00010000:00000001:3.0:1763344907.481959:0:74642:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344907.481961:0:74642:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344907.481966:0:74642:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e58ca700. 00010000:00000010:3.0:1763344907.481969:0:74642:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e50e58ca800. 00010000:00000001:3.0:1763344907.481973:0:74642:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344907.481976:0:74642:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17400. 00000020:00000001:3.0:1763344907.481978:0:74642:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344907.481980:0:74642:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17400 with handle 0x34881b4086818099 to hash 00000020:00000001:3.0:1763344907.481982:0:74642:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344907.481984:0:74642:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344907.481986:0:74642:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00002000:00000001:3.0:1763344907.481989:0:74642:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763344907.481991:0:74642:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e50f82dd3c0. 00002000:00000001:3.0:1763344907.481993:0:74642:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344907.481994:0:74642:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344907.481996:0:74642:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664464394104 : -107409245157512 : ffff9e4fd618c778) 00002000:00000001:3.0:1763344907.481998:0:74642:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664464394016 : -107409245157600 : ffff9e4fd618c720) 00002000:00000001:3.0:1763344907.482000:0:74642:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344907.482003:0:74642:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763344907.482005:0:74642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000402:0x1c18:0x0] initial LVB size: 4096, mtime: 0x691a8202, atime: 0x691a8202, ctime: 0x691a8204, blocks: 0x8 00002000:00000001:3.0:1763344907.482008:0:74642:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1763344907.482010:0:74642:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344907.482011:0:74642:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344907.482014:0:74642:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b4086818099 lrc: 3/0,1 mode: --/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344907.482021:0:74642:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344907.482023:0:74642:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344907.482025:0:74642:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344907.482028:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344907.482030:0:74642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344907.482033:0:74642:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344907.482035:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344907.482037:0:74642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344907.482038:0:74642:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344907.482040:0:74642:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763344907.482044:0:74642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b4086818099 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344907.482051:0:74642:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c18:0x0].0x0 (ffff9e50e58ca700) refcount = 1 00010000:00000040:3.0:1763344907.482054:0:74642:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344907.482056:0:74642:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b4086818099 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344907.482063:0:74642:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344907.482065:0:74642:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344907.482066:0:74642:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344907.482068:0:74642:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344907.482070:0:74642:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344907.482071:0:74642:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344907.482074:0:74642:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344907.482075:0:74642:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344907.482078:0:74642:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b4086818099 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344907.482084:0:74642:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344907.482085:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344907.482086:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344907.482088:0:74642:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344907.482089:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344907.482090:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=3 00000020:00000001:3.0:1763344907.482092:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344907.482094:0:74642:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344907.482097:0:74642:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344907.482099:0:74642:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b4086818099 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344907.482104:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344907.482105:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344907.482107:0:74642:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b4086818099 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344907.482112:0:74642:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344907.482113:0:74642:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344907.482116:0:74642:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763344907.482118:0:74642:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fc87e0780. 00010000:00000001:3.0:1763344907.482121:0:74642:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763344907.482126:0:74642:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1763344907.482128:0:74642:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344907.482130:0:74642:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344907.482132:0:74642:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344907.482133:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344907.482134:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763344907.482136:0:74642:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:3.0:1763344907.482138:0:74642:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344907.482141:0:74642:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4b5c00. 00080000:00000001:3.0:1763344907.482143:0:74642:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664299936768 : -107409409614848 : ffff9e4fcc4b5c00) 00000001:00000001:3.0:1763344907.482145:0:74642:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344907.482147:0:74642:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344907.482149:0:74642:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1763344907.482151:0:74642:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1763344907.482153:0:74642:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1763344907.482156:0:74642:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000402:0x1c18:0x0] not in the id map cache 00080000:00000001:3.0:1763344907.482159:0:74642:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344907.482161:0:74642:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344907.482163:0:74642:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344907.482165:0:74642:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344907.482167:0:74642:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82ddcc0. 00080000:00000001:3.0:1763344907.482170:0:74642:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344907.482173:0:74642:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763344907.482176:0:74642:0:(osd_handler.c:4785:osd_ref_del()) [0x280000402:0x1c18:0x0] decrease nlink 1 00080000:00000001:3.0:1763344907.482188:0:74642:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:3.0:1763344907.482191:0:74642:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000402:0x1c18:0x0] 00080000:00000001:3.0:1763344907.482193:0:74642:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763344907.482195:0:74642:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344907.482197:0:74642:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344907.482199:0:74642:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344907.482200:0:74642:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344907.482202:0:74642:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1763344907.482204:0:74642:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:3.0:1763344907.482205:0:74642:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1763344907.482208:0:74642:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446636669050430656 : -107404659120960 : ffff9e50e77224c0) 00000001:00000001:3.0:1763344907.482211:0:74642:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:3.0:1763344907.482223:0:74642:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344907.482225:0:74642:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344907.482227:0:74642:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344907.482229:0:74642:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344907.482232:0:74642:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344907.482234:0:74642:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884915418, last_committed = 12884915416 00000001:00000010:3.0:1763344907.482238:0:74642:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cff00. 00000001:00000040:3.0:1763344907.482240:0:74642:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50c7179000 : new cb_count 1 00000020:00000040:3.0:1763344907.482242:0:74642:0:(genops.c:887:class_export_get()) GET export ffff9e50c7179000 refcount=6 00000001:00000001:3.0:1763344907.482249:0:74642:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344907.482253:0:74642:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82ddcc0. 00040000:00000001:3.0:1763344907.482256:0:74642:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344907.482257:0:74642:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344907.482258:0:74642:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344907.482260:0:74642:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344907.482262:0:74642:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00040000:00000001:3.0:1763344907.482345:0:74642:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1763344907.482347:0:74642:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1763344907.482348:0:74642:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1763344907.482349:0:74642:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1763344907.482350:0:74642:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1763344907.482351:0:74642:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1763344907.482354:0:74642:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff9e4fdd9dd000. 00002000:00000001:3.0:1763344907.482358:0:74642:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1763344907.482360:0:74642:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000402:0x1c18:0x0] 00002000:00000010:3.0:1763344907.482362:0:74642:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9e4fd618c720. 00002000:00000001:3.0:1763344907.482365:0:74642:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1763344907.482367:0:74642:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344907.482370:0:74642:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763344907.482373:0:74642:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915416, transno 12884915418, xid 1848987617980800 00010000:00000001:3.0:1763344907.482385:0:74642:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344907.482389:0:74642:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ea9db100 x1848987617980800/t12884915418(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 544/432 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344907.482397:0:74642:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344907.482399:0:74642:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344907.482401:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344907.482404:0:74642:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344907.482406:0:74642:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344907.482408:0:74642:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344907.482410:0:74642:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344907.482412:0:74642:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.482414:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344907.482416:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344907.482420:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344907.482423:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987617980800, offset 224 00000400:00000200:3.0:1763344907.482427:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344907.482435:0:74642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344907.482441:0:74642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a4fa29f180 00000400:00000200:3.0:1763344907.482446:0:74642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x665f61 [1] + 224 00000400:00000200:3.0:1763344907.482450:0:74642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344907.482453:0:74642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344907.482457:0:74642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344907.482460:0:74642:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8602300 x1848987617980800/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344907.482468:0:74642:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9e50f8602300 x1848987617980800/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.482480:0:74642:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344907.482531:0:74642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344907.482533:0:74642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344907.482536:0:74642:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344907.482537:0:74642:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344907.482541:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.482543:0:74642:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344907.482546:0:74642:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344907.482547:0:74642:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344907.482549:0:74642:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344907.482553:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ea9db100 x1848987617980800/t12884915418(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 544/432 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344907.482561:0:74642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ea9db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+6:3645:x1848987617980800:12345-0@lo:6:osp-syn-0-1.0 Request processed in 710us (1626us total) trans 12884915418 rc 0/0 00000100:00100000:3.0:1763344907.482567:0:74642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27120 00000100:00000040:3.0:1763344907.482570:0:74642:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00000001:3.0:1763344907.482572:0:74642:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344907.482574:0:74642:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344907.482577:0:74642:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344907.482580:0:74642:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf190. 00000020:00000010:3.0:1763344907.482583:0:74642:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b4a00. 00000020:00000040:3.0:1763344907.482586:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 5 00000100:00000001:3.0:1763344907.482589:0:74642:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763344907.483059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fd61b4a00. 00010000:00000010:0.1:1763344907.483067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50c2a6b400. 00010000:00000010:0.1:1763344907.483072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2bd6400. 00010000:00000010:0.1:1763344907.483077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50d232bd00. 00010000:00000010:0.1:1763344907.483079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c2bd7400. 00000020:00000001:1.0:1763344907.483295:0:6493:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344907.483298:0:6493:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344907.483301:0:6493:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1763344907.483304:0:6493:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1763344907.483305:0:6493:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344907.483311:0:6493:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b4086818099 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344907.483320:0:6493:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf17400 already unused, calling callback (ffffffffc0e86b40) 00010000:00000001:1.0:1763344907.483322:0:6493:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763344907.483324:0:6493:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344907.483326:0:6493:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b4086818099 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344907.483333:0:6493:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344907.483335:0:6493:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344907.483337:0:6493:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344907.483338:0:6493:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=3 00000020:00000001:1.0:1763344907.483341:0:6493:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:1.0:1763344907.483343:0:6493:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:1.0:1763344907.483346:0:6493:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344907.483349:0:6493:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b4086818099 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344907.483355:0:6493:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344907.483357:0:6493:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763344907.483358:0:6493:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.483363:0:6493:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344907.483364:0:6493:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344907.483366:0:6493:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344907.483367:0:6493:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344907.483370:0:6493:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17400 with handle 0x34881b4086818099 from hash 00010000:00000001:1.0:1763344907.483372:0:6493:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344907.483373:0:6493:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344907.483386:0:6493:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344907.483387:0:6493:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344907.483391:0:6493:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344907.483392:0:6493:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.483394:0:6493:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344907.483396:0:6493:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344907.483397:0:6493:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344907.483400:0:6493:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344907.483402:0:6493:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.483403:0:6493:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344907.483405:0:6493:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344907.483407:0:6493:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344907.483408:0:6493:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344907.483410:0:6493:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.483411:0:6493:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.483413:0:6493:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344907.483416:0:6493:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b4086818099 lrc: 1/0,0 mode: --/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344907.483422:0:6493:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344907.483424:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b4086818099 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x1c18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344907.483436:0:6493:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e58ca700 count: 0 00002000:00000010:1.0:1763344907.483442:0:6493:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e50f82dd3c0. 00010000:00000010:1.0:1763344907.483445:0:6493:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e50e58ca800. 00010000:00000001:1.0:1763344907.483451:0:6493:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344907.483453:0:6493:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1763344907.483455:0:6493:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4fc87e0780. 00010000:00000001:1.0:1763344907.483457:0:6493:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.483459:0:6493:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344907.483460:0:6493:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344907.483462:0:6493:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763344907.483463:0:6493:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344907.483464:0:6493:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344907.483466:0:6493:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763344907.483468:0:6493:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344907.483469:0:6493:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344907.483470:0:6493:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1763344907.483480:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344907.483482:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344907.483488:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344907.483491:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344907.483493:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3688. 00000400:00000200:1.0:1763344907.483497:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495ee0 00000400:00000010:1.0:1763344907.483499:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495ee0. 00000100:00000001:1.0:1763344907.483502:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344907.483508:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8602300 x1848987617980800/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344907.483516:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8602300 x1848987617980800/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.483522:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344907.483524:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.483527:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344907.483529:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344907.483531:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344907.483534:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.483537:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344907.483544:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213c58 time=7 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344907.483548:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344907.483550:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344907.483551:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.483554:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344907.483557:0:3645:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.483560:0:3645:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763344907.483561:0:3645:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763344907.483562:0:3645:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763344907.483565:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344907.483566:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334463232 : -107404375088384 : ffff9e50f8602300) 00000100:00000001:1.0:1763344907.483569:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344907.483571:0:3645:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884915416 00000100:00000001:1.0:1763344907.483573:0:3645:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344907.483575:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.483579:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8602300 x1848987617980800/t12884915418(12884915418) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.483585:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344907.483587:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344907.483588:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:1.0:1763344907.483591:0:3645:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e50f8602300/2, rc 0, transno 12884915418 00000004:00001000:1.0:1763344907.483595:0:3645:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0001: 0 in flight, 1 in progress 00000100:00000040:1.0:1763344907.483598:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8602300 x1848987617980800/t12884915418(12884915418) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344907.483605:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8602300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617980800:0@lo:6:osp-syn-0-1.0 00000400:00000001:1.0:1763344907.483611:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344907.483612:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344907.483614:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3840. 00000400:00000200:1.0:1763344907.483616:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495770 00000400:00000010:1.0:1763344907.483618:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495770. 00000100:00000001:1.0:1763344907.483621:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344907.483625:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fcbb98e00 x1848987617980672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344907.483632:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fcbb98e00 x1848987617980672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.483638:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344907.483640:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.483641:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344907.483642:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344907.483644:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344907.483645:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.483647:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344907.483651:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc369ec58 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344907.483659:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc369ec10 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344907.483662:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344907.483663:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.483665:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344907.483666:0:3645:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.483668:0:3645:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763344907.483669:0:3645:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763344907.483671:0:3645:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763344907.483672:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344907.483673:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664290381312 : -107409419170304 : ffff9e4fcbb98e00) 00000100:00000001:1.0:1763344907.483675:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344907.483676:0:3645:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884915414 00000100:00000001:1.0:1763344907.483678:0:3645:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344907.483679:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.483683:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fcbb98e00 x1848987617980672/t12884915417(12884915417) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.483689:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344907.483691:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344907.483692:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:1.0:1763344907.483694:0:3645:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9e4fcbb98e00/2, rc 0, transno 12884915417 00000004:00001000:1.0:1763344907.483697:0:3645:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 0 in flight, 1 in progress 00000100:00000040:1.0:1763344907.483700:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb98e00 x1848987617980672/t12884915417(12884915417) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344907.483708:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fcbb98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1848987617980672:0@lo:6:osp-syn-0-0.0 00000100:00000001:1.0:1763344907.483712:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.483714:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344907.483717:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8602300 x1848987617980800/t12884915418(12884915418) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.483723:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.483725:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344907.483727:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fcbb98e00 x1848987617980672/t12884915417(12884915417) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763344923 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.483733:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.483735:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.483741:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344907.483742:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.483744:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344907.483746:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763344907.485035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd800. 00010000:00000010:0.1:1763344907.492561:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e4897a00. 00010000:00000010:0.1:1763344907.492575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc800. 00010000:00000010:1.1:1763344907.496228:0:121025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50d232b800. 00010000:00000010:1.1:1763344907.496246:0:121025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91a00. 00010000:00000010:1.1:1763344907.496250:0:121025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e068f100. 00010000:00000010:1.1:1763344907.496254:0:121025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:1.1:1763344907.496257:0:121025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e58ca700. 00010000:00000010:1.1:1763344907.496261:0:121025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00080000:00000010:2.0:1763344907.583432:0:121025:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50f4ec0d00. 00080000:00000010:2.0:1763344907.583441:0:121025:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50f4ec0d00. 00000020:00000001:2.0:1763344907.583447:0:121025:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344907.583455:0:121025:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50f4ec0d00. 00080000:00000010:2.0:1763344907.583460:0:121025:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50f4ec0d00. 00000020:00000001:2.0:1763344907.583464:0:121025:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344907.583472:0:121025:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50f4ec0d00. 00080000:00000010:2.0:1763344907.583477:0:121025:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50f4ec0d00. 00000020:00000001:2.0:1763344907.583480:0:121025:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344907.583487:0:121025:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50f4ec0d00. 00080000:00000010:2.0:1763344907.583492:0:121025:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50f4ec0d00. 00000020:00000001:2.0:1763344907.583495:0:121025:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344907.862218:0:121061:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1763344907.862225:0:121061:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 56xa: lfs migration --block support ======= 21:01:46 (1763344906) 00000001:00000001:3.0:1763344907.871335:0:121061:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000001:0.0:1763344907.957409:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344907.957427:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344907.957433:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344907.957435:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344907.957448:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344907.957468:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 584 into portal 12 MB=0x691a509dfde00 00000400:00000200:0.0:1763344907.957476:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 584/584 into md 0x616b51 [64] + 158456 00000800:00000001:0.0:1763344907.957485:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344907.957494:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344907.957497:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344907.957502:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344907.957509:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344907.957512:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344907.957520:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12e8700. 00000100:00000040:0.0:1763344907.957524:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12e8700 x1848987881561600 msgsize 584 00000100:00100000:0.0:1763344907.957528:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344907.957549:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344907.957559:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344907.957563:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.957582:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344907.957587:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881561600 02000000:00000001:2.0:1763344907.957590:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344907.957593:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344907.957596:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344907.957600:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344907.957605:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881561600 00000020:00000001:2.0:1763344907.957608:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344907.957611:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:2.0:1763344907.957613:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344907.957617:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=472 00000020:00000001:2.0:1763344907.957619:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:2.0:1763344907.957622:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:2.0:1763344907.957627:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344907.957631:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2540. 00000100:00000001:2.0:1763344907.957635:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344907.957638:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2540. 00000020:00000010:2.0:1763344907.957644:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fccf0ba00. 00000020:00000010:2.0:1763344907.957650:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0c00. 00000020:00000010:2.0:1763344907.957656:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344907.957664:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344907.957668:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344907.957669:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344907.957671:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344907.957673:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.957675:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.957683:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.957699:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344907.957714:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344907.957717:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344907.957723:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303002 00000100:00000001:0.0:1763344907.957727:0:102227:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1763344907.957728:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344907.957731:0:102227:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763344907.957732:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408465152 : -107405301086464 : ffff9e50c12e8700) 00000100:00000001:0.0:1763344907.957735:0:102227:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.957738:0:102227:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.957743:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12e8700 x1848987881561600/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:138/0 lens 584/0 e 0 to 0 dl 1763344918 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344907.957754:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344907.957758:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2540. 00000100:00000001:2.0:1763344907.957760:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344907.957763:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2540. 00000100:00100000:2.0:1763344907.957768:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+472:253282:x1848987881561600:12345-192.168.203.14@tcp:101:bash.0 00000100:00000200:2.0:1763344907.957772:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881561600 00000020:00000001:2.0:1763344907.957776:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344907.957780:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344907.957784:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.957806:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344907.957809:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344907.957813:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344907.957817:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881561600, found 0 last_xid 1848987881561599 00000020:00000001:2.0:1763344907.957821:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344907.957823:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344907.957825:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344907.957831:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.957833:0:6504:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344907.957836:0:6504:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344907.957837:0:6504:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344907.957839:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344907.957841:0:6504:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.957847:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344907.957854:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50eac24900 count: 3 00010000:00000001:2.0:1763344907.957857:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344907.957860:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344907.957864:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90c00. 00000020:00000001:2.0:1763344907.957868:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344907.957871:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90c00 with handle 0x34881b40868180a0 to hash 00000020:00000001:2.0:1763344907.957873:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344907.957875:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000010:2.0:1763344907.957880:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca100. 00010000:00000001:2.0:1763344907.957883:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00010000:2.0:1763344907.957888:0:6504:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90c00/0x34881b40868180a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e39d expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344907.957897:0:6504:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 468 00000020:00000040:2.0:1763344907.957900:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=473 00010000:00000001:2.0:1763344907.957907:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344907.957909:0:6504:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344907.957916:0:6504:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344907.957918:0:6504:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344907.957920:0:6504:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763344907.957923:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344907.957925:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:2.0:1763344907.957928:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344907.957932:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00000004:00000001:2.0:1763344907.957935:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668762219936 : -107404947331680 : ffff9e50d64465a0) 00000004:00000001:2.0:1763344907.957937:0:6504:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344907.957941:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763344907.957943:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763344907.957946:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344907.957949:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344907.957969:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff9e50fcb20000. 02000000:00000001:2.0:1763344907.957972:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.957975:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344907.957977:0:6504:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344907.957980:0:6504:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763344907.957985:0:6504:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763344907.957988:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344907.957990:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344907.957992:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344907.957994:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344907.957996:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344907.957998:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344907.957999:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344907.958000:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344907.958002:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344907.958003:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344907.958005:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344907.958006:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344907.958007:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344907.958009:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344907.958011:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344907.958012:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344907.958014:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344907.958016:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344907.958017:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344907.958022:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344907.958028:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:2.0:1763344907.958030:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:2.0:1763344907.958033:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344907.958036:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344907.958039:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344907.958040:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344907.958042:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344907.958045:0:6504:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344907.958049:0:6504:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763344907.958054:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17af8 00000004:00000002:2.0:1763344907.958057:0:6504:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/d56xa.sanity, ldlm_rep = ffff9e50fcb20228 00000004:00000001:2.0:1763344907.958061:0:6504:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763344907.958065:0:6504:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763344907.958067:0:6504:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763344907.958070:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344907.958072:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344907.958076:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50eac24900 count: 4 00010000:00000001:2.0:1763344907.958078:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344907.958080:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344907.958084:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90a00. 00000020:00000001:2.0:1763344907.958086:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344907.958088:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90a00 with handle 0x34881b40868180a7 to hash 00000020:00000001:2.0:1763344907.958090:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344907.958091:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000010:2.0:1763344907.958095:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca280. 00010000:00000001:2.0:1763344907.958097:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:2.0:1763344907.958100:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344907.958102:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344907.958106:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90a00/0x34881b40868180a7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.958113:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344907.958117:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344907.958119:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344907.958121:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344907.958124:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344907.958126:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344907.958127:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344907.958130:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344907.958132:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344907.958134:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344907.958135:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344907.958138:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e50eac24900) refcount = 4 00010000:00000040:2.0:1763344907.958140:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344907.958145:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16a00/0x34881b40868177ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75dfec expref: 473 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344907.958155:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fc3de9e00/0x34881b40852bef71 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b40852bef6a expref: 6 pid: 21732 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344907.958162:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90a00/0x34881b40868180a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.958168:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344907.958173:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344907.958176:0:6504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.958178:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344907.958179:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344907.958181:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.958184:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344907.958186:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344907.958189:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344907.958193:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90a00/0x34881b40868180a7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.958199:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344907.958201:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344907.958202:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344907.958204:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344907.958205:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344907.958210:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359b00. 00010000:00000010:2.0:1763344907.958214:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0a80. 00010000:00000001:2.0:1763344907.958217:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344907.958220:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90800. 00000020:00000001:2.0:1763344907.958222:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344907.958224:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90800 with handle 0x34881b40868180ae to hash 00000020:00000001:2.0:1763344907.958225:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344907.958227:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000010:2.0:1763344907.958230:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca900. 00010000:00000001:2.0:1763344907.958232:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000001:2.0:1763344907.958235:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344907.958237:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344907.958239:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90800/0x34881b40868180ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.958245:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344907.958248:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344907.958249:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344907.958250:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344907.958252:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344907.958254:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344907.958255:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344907.958257:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344907.958258:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344907.958260:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344907.958261:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344907.958262:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9e4fc1359b00) refcount = 1 00010000:00010000:2.0:1763344907.958265:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90800/0x34881b40868180ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.958270:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344907.958272:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344907.958274:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.958276:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344907.958277:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344907.958279:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.958281:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344907.958283:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344907.958285:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344907.958287:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90800/0x34881b40868180ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.958292:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344907.958294:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344907.958295:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344907.958297:0:6504:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344907.958301:0:6504:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763344907.958307:0:6504:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763344907.958310:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344907.958313:0:6504:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344907.958318:0:6504:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344907.958323:0:6504:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763344907.958326:0:6504:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763344907.958359:0:6504:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1763344907.958363:0:6504:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1763344907.958366:0:6504:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344907.958369:0:6504:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344907.958388:0:6504:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344907.958391:0:6504:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:2.0:1763344907.958394:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344907.958396:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763344907.958398:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344907.958399:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344907.958401:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90a00 refcount=3 00000020:00000001:2.0:1763344907.958403:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:2.0:1763344907.958406:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:2.0:1763344907.958410:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344907.958411:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344907.958412:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90a00 refcount=4 00000020:00000001:2.0:1763344907.958415:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:2.0:1763344907.958417:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:2.0:1763344907.958419:0:6504:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763344907.958421:0:6504:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90a00/0x34881b40868180a7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.958428:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344907.958430:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90a00/0x34881b40868180a7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.958435:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344907.958437:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344907.958439:0:6504:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90a00/0x34881b40868180a7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.958444:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344907.958446:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.958449:0:6504:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344907.958452:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90a00/0x34881b40868180a7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT0 00010000:00010000:2.0:1763344907.958458:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d90a00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344907.958460:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344907.958463:0:6504:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344907.958465:0:6504:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90a00/0x34881b40868180a7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.958470:0:6504:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344907.958472:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344907.958473:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344907.958475:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90a00 refcount=5 00000020:00000001:2.0:1763344907.958477:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:2.0:1763344907.958479:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:2.0:1763344907.958482:0:6504:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344907.958485:0:6504:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90a00/0x34881b40868180a7 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.958490:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344907.958492:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344907.958493:0:6504:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.958496:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344907.958498:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344907.958500:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344907.958502:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344907.958504:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90a00 with handle 0x34881b40868180a7 from hash 00010000:00000001:2.0:1763344907.958507:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344907.958508:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344907.958510:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344907.958511:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344907.958513:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344907.958515:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.958517:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344907.958519:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344907.958521:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344907.958523:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e50eac24900) 00010000:00010000:2.0:1763344907.958526:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344907.958529:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344907.958532:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.958534:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344907.958536:0:6504:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344907.958539:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344907.958540:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344907.958542:0:6504:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.958544:0:6504:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344907.958546:0:6504:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344907.958549:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90a00/0x34881b40868180a7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.958554:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344907.958555:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344907.958557:0:6504:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344907.958558:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344907.958559:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344907.958561:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344907.958562:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344907.958564:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90a00/0x34881b40868180a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT0 00010000:00000010:2.0:1763344907.958570:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bca280. 00010000:00000001:2.0:1763344907.961740:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344907.961749:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344907.961753:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344907.961755:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344907.961758:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344907.961762:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90800 refcount=3 00000020:00000001:2.0:1763344907.961767:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000001:2.0:1763344907.961771:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000001:2.0:1763344907.961773:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344907.961779:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90800/0x34881b40868180ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.961807:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344907.961809:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344907.961811:0:6504:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90800/0x34881b40868180ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.961818:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344907.961820:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.961824:0:6504:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344907.961826:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90800/0x34881b40868180ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT0 00010000:00010000:2.0:1763344907.961832:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d90800 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344907.961834:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344907.961837:0:6504:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344907.961839:0:6504:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90800/0x34881b40868180ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.961844:0:6504:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344907.961846:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344907.961847:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344907.961848:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90800 refcount=4 00000020:00000001:2.0:1763344907.961850:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000001:2.0:1763344907.961853:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000001:2.0:1763344907.961856:0:6504:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344907.961859:0:6504:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90800/0x34881b40868180ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.961864:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344907.961865:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344907.961867:0:6504:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.961872:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344907.961874:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344907.961875:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344907.961877:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344907.961880:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90800 with handle 0x34881b40868180ae from hash 00010000:00000001:2.0:1763344907.961882:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344907.961883:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344907.961884:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344907.961885:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344907.961889:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344907.961891:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.961893:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344907.961895:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344907.961898:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344907.961900:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9e4fc1359b00) 00010000:00010000:2.0:1763344907.961903:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344907.961905:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344907.961908:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.961910:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344907.961911:0:6504:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344907.961914:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344907.961915:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344907.961916:0:6504:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.961918:0:6504:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344907.961920:0:6504:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344907.961922:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90800/0x34881b40868180ae lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344907.961927:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344907.961928:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344907.961930:0:6504:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344907.961931:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344907.961933:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344907.961935:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90800/0x34881b40868180ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT0 00010000:00000010:2.0:1763344907.961941:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bca900. 00010000:00000040:2.0:1763344907.961947:0:6504:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359b00 count: 0 00010000:00000010:2.0:1763344907.961954:0:6504:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0a80. 00010000:00000001:2.0:1763344907.961961:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344907.961962:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344907.961964:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344907.961965:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344907.961966:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763344907.961970:0:6504:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:2.0:1763344907.961976:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344907.961978:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344907.961980:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344907.961981:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344907.961984:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344907.961989:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763344907.962001:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344907.962004:0:6504:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763344907.962007:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344907.962010:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344907.962012:0:6504:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344907.962014:0:6504:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344907.962016:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344907.962021:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344907.962022:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344907.962024:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344907.962026:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344907.962028:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90c00 with handle 0x34881b40868180a0 from hash 00010000:00000001:2.0:1763344907.962031:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344907.962032:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344907.962033:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344907.962034:0:6504:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344907.962036:0:6504:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344907.962039:0:6504:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344907.962048:0:6504:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90c00/0x34881b40868180a0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e39d expref: 473 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344907.962054:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344907.962057:0:6504:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344907.962059:0:6504:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344907.962061:0:6504:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.962063:0:6504:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.962067:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344907.962069:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344907.962071:0:6504:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344907.962072:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344907.962074:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344907.962075:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344907.962076:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344907.962078:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e50eac24900) 00010000:00010000:2.0:1763344907.962081:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763344907.962083:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344907.962085:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344907.962087:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344907.962088:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344907.962092:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90c00/0x34881b40868180a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e39d expref: 473 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344907.962099:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 467 00000020:00000040:2.0:1763344907.962101:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 472 00010000:00000010:2.0:1763344907.962104:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bca100. 00010000:00000001:2.0:1763344907.962109:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344907.962111:0:6504:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50f5d90c00, rc 0) 00000020:00000001:2.0:1763344907.962113:0:6504:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344907.962117:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257767, transno 0, xid 1848987881561600 00010000:00000001:2.0:1763344907.962278:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344907.962288:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c12e8700 x1848987881561600/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:138/0 lens 584/584 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/600/0 rc 301/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344907.962296:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344907.962300:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344907.962303:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=101 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344907.962307:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344907.962310:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344907.962312:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344907.962315:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344907.962319:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344907.962322:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344907.962325:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344907.962331:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921880. 00000100:00000200:2.0:1763344907.962338:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848987881561600, offset 224 00000400:00000200:2.0:1763344907.962344:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344907.962359:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344907.962366:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385666:1385666:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385662:1385662:8:4294967295] 00000400:00000200:2.0:1763344907.962388:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344907.962393:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344907.962399:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc2ee2300. 00000800:00000200:2.0:1763344907.962405:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344907.962411:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344907.962416:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc2ee2300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1763344907.962443:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344907.962447:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344907.962450:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344907.962452:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344907.962454:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344907.962460:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12e8700 x1848987881561600/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:138/0 lens 584/584 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344907.962469:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+472:253282:x1848987881561600:12345-192.168.203.14@tcp:101:bash.0 Request processed in 4713us (4943us total) trans 0 rc 301/301 00000100:00100000:2.0:1763344907.962477:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303002 00000100:00000040:2.0:1763344907.962481:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:2.0:1763344907.962483:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344907.962484:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344907.962490:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0c00. 00000020:00000010:2.0:1763344907.962493:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344907.962497:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fccf0ba00. 00000020:00000040:2.0:1763344907.962501:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 471 00000100:00000001:2.0:1763344907.962504:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344907.962551:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344907.962556:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc2ee2300. 00000400:00000200:3.0:1763344907.962562:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344907.962567:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344907.962572:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921880 00000400:00000010:3.0:1763344907.962575:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921880. 00000100:00000001:3.0:1763344907.962579:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344907.962580:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344907.973904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00010000:00000010:2.1:1763344907.973918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359b00. 00010000:00000010:2.1:1763344907.973929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00010000:00000010:2.1:1763344907.973932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90c00. 00000800:00000001:2.0:1763344907.986890:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344907.986907:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344907.986910:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344907.986913:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344907.986923:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344907.986940:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 12 MB=0x691a509dfde80 00000400:00000200:2.0:1763344907.986948:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 224/224 into md 0x616b51 [64] + 159040 00000800:00000001:2.0:1763344907.986955:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344907.986959:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344907.986962:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344907.986966:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344907.986973:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344907.986976:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344907.986981:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d3480. 00000100:00000040:2.0:1763344907.986984:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d3480 x1848987881561728 msgsize 224 00000100:00100000:2.0:1763344907.986988:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344907.987006:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344907.987014:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344907.987017:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344907.987019:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344907.987021:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344907.987025:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344907.987030:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 560 into portal 12 MB=0x691a509dfdf80 00000400:00000200:2.0:1763344907.987033:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 560/560 into md 0x616b51 [64] + 159264 00000800:00000001:2.0:1763344907.987037:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344907.987043:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344907.987045:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344907.987048:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344907.987050:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344907.987052:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344907.987054:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d2d80. 00000100:00000040:2.0:1763344907.987057:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d2d80 x1848987881561984 msgsize 560 00000100:00100000:2.0:1763344907.987061:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344907.987076:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344907.987079:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344907.987081:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.987112:0:102227:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344907.987117:0:102227:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881561728 00000100:00000001:1.0:1763344907.987121:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344907.987124:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881561984 02000000:00000001:1.0:1763344907.987127:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344907.987129:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1763344907.987132:0:102227:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344907.987133:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.987137:0:102227:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1763344907.987139:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.987141:0:102227:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344907.987144:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881561984 02000000:00000001:3.0:1763344907.987146:0:102227:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.987149:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1763344907.987151:0:102227:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881561728 00000020:00000040:1.0:1763344907.987152:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344907.987156:0:102227:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1763344907.987157:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344907.987161:0:102227:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000040:1.0:1763344907.987162:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=221 00000020:00000001:3.0:1763344907.987165:0:102227:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1763344907.987167:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000040:3.0:1763344907.987171:0:102227:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=222 00000020:00000001:1.0:1763344907.987171:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344907.987177:0:102227:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344907.987177:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1763344907.987182:0:102227:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000010:1.0:1763344907.987183:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6880. 00000100:00000001:3.0:1763344907.987189:0:102227:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763344907.987189:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344907.987194:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6880. 00000020:00000010:3.0:1763344907.987196:0:102227:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd840. 00000100:00000001:3.0:1763344907.987201:0:102227:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344907.987201:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117a800. 00000020:00000010:3.0:1763344907.987207:0:102227:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd840. 00000020:00000010:1.0:1763344907.987208:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42c00. 00000020:00000010:1.0:1763344907.987215:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04960. 00000020:00000010:3.0:1763344907.987216:0:102227:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b4000. 00000100:00000040:1.0:1763344907.987221:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1763344907.987222:0:102227:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0eb80. 00000100:00000001:1.0:1763344907.987226:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344907.987228:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1763344907.987229:0:102227:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf190. 00000100:00000001:1.0:1763344907.987231:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.987236:0:102227:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344907.987239:0:102227:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344907.987240:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.987241:0:102227:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.987248:0:102227:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.987257:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.987273:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344907.987275:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344907.987280:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303003 00000100:00000040:1.0:1763344907.987283:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344907.987285:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453806976 : -107404255744640 : ffff9e50ff7d2d80) 00000100:00000040:1.0:1763344907.987292:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d2d80 x1848987881561984/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:138/0 lens 560/0 e 0 to 0 dl 1763344918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.987301:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344907.987303:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6880. 00000100:00000001:1.0:1763344907.987305:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344907.987308:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6880. 00000100:00100000:1.0:1763344907.987312:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+222:253428:x1848987881561984:12345-192.168.203.14@tcp:36:mkdir.0 00000100:00000001:3.0:1763344907.987313:0:102227:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763344907.987320:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881561984 00000020:00000001:1.0:1763344907.987323:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344907.987327:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1763344907.987330:0:102227:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1763344907.987331:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.987334:0:102227:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1763344907.987336:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344907.987339:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808656 : -1044742960 : ffffffffc1ba7cd0) 00000020:00000001:1.0:1763344907.987343:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1763344907.987344:0:102227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303004 00000001:00000001:1.0:1763344907.987346:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881561984, found 0 last_xid 1848987881561727 00000100:00000040:3.0:1763344907.987349:0:102227:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 2 00000020:00000001:1.0:1763344907.987351:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344907.987354:0:102227:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453808768 : -107404255742848 : ffff9e50ff7d3480) 00000020:00000001:1.0:1763344907.987355:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344907.987358:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344907.987361:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.987365:0:102227:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d3480 x1848987881561728/t0(0) o41->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:138/0 lens 224/0 e 0 to 0 dl 1763344918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344907.987366:0:6504:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:1.0:1763344907.987385:0:6504:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 2 req@ffff9e50ff7d2d80 x1848987881561984/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:138/0 lens 560/0 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344907.987392:0:102227:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344907.987398:0:102227:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd840. 00000004:00000001:1.0:1763344907.987400:0:6504:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000100:00000001:3.0:1763344907.987402:0:102227:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344907.987403:0:6504:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000020:00000010:3.0:1763344907.987406:0:102227:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd840. 00000004:00000001:1.0:1763344907.987407:0:6504:0:(mdt_lib.c:1473:mdt_create_unpack()) Process entered 00000001:00000001:1.0:1763344907.987412:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344907.987415:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344907.987416:0:102227:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+222:2406:x1848987881561728:12345-192.168.203.14@tcp:41:mkdir.0 00000001:00000001:1.0:1763344907.987419:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344907.987422:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1763344907.987425:0:102227:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881561728 00000001:00000001:1.0:1763344907.987426:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344907.987429:0:102227:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344907.987433:0:102227:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763344907.987434:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1763344907.987436:0:102227:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344907.987437:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344907.987442:0:102227:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000004:00000001:1.0:1763344907.987444:0:6504:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344907.987446:0:102227:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808896 : -1044742720 : ffffffffc1ba7dc0) 00000004:00000001:1.0:1763344907.987447:0:6504:0:(mdt_lib.c:1570:mdt_create_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344907.987453:0:102227:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000001:1.0:1763344907.987453:0:6504:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344907.987458:0:102227:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881561728, found 0 last_xid 1848987881561727 00000004:00000001:1.0:1763344907.987458:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763344907.987461:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000020:00000001:3.0:1763344907.987464:0:102227:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.987465:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344907.987469:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1763344907.987470:0:102227:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344907.987473:0:102227:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344907.987476:0:102227:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344907.987476:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff9e50ef12e000. 02000000:00000001:1.0:1763344907.987480:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.987481:0:102227:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1763344907.987483:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.987485:0:102227:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:1.0:1763344907.987488:0:6504:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763344907.987490:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000010:3.0:1763344907.987492:0:102227:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50f2e51800. 00000001:00000001:1.0:1763344907.987492:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.987498:0:102227:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344907.987498:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344907.987500:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344907.987503:0:102227:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344907.987504:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344907.987509:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344907.987510:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344907.987511:0:102227:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000001:00000001:1.0:1763344907.987512:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344907.987515:0:102227:0:(mdt_lib.c:477:mdt_check_ucred()) Process entered 00000001:00000001:1.0:1763344907.987516:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000004:00000001:3.0:1763344907.987519:0:102227:0:(mdt_lib.c:483:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344907.987520:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.987527:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344907.987532:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 00000004:00000024:3.0:1763344907.987534:0:102227:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1432236032 avail 1285996544 02000000:00000001:1.0:1763344907.987535:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:1.0:1763344907.987541:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000020:00000020:3.0:1763344907.987542:0:102227:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000004:00000001:1.0:1763344907.987543:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1763344907.987547:0:102227:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e50dfa75800 dirty 0 pend 0 grant 2146304 00000001:00000001:1.0:1763344907.987548:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344907.987551:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1763344907.987555:0:102227:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff9e4fc1e26800 dirty 0 pend 0 grant 0 00000004:00000001:1.0:1763344907.987555:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344907.987558:0:6504:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1763344907.987562:0:102227:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff9e50eff24800 dirty 0 pend 0 grant 0 00000004:00000001:1.0:1763344907.987563:0:6504:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763344907.987566:0:6504:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1763344907.987568:0:102227:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff9e4fc48d5800 dirty 0 pend 0 grant 0 00000004:00000001:1.0:1763344907.987569:0:6504:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763344907.987573:0:6504:0:(mdt_reint.c:1137:mdt_reint_create()) Process entered 00000004:00000020:3.0:1763344907.987575:0:102227:0:(mdt_handler.c:555:mdt_statfs()) 353529 blocks: 349667 free, 313964 avail; 1024000 objects: 1021811 free; state 0 00010000:00000001:1.0:1763344907.987576:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344907.987579:0:6504:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.987583:0:6504:0:(mdt_reint.c:486:mdt_create()) Process entered 00000020:00000001:3.0:1763344907.987584:0:102227:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344907.987586:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17c40 00000004:00000002:1.0:1763344907.987592:0:6504:0:(mdt_reint.c:490:mdt_create()) @@@ Create (d56xa.sanity->[0x240002b13:0x12e85:0x0]) in [0x200000007:0x1:0x0] req@ffff9e50ff7d2d80 x1848987881561984/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:138/0 lens 560/2880 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1763344907.987594:0:102227:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff9e50ccf1d000. 00000020:00000001:3.0:1763344907.987601:0:102227:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344907.987606:0:102227:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.987607:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344907.987610:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00010000:00000040:3.0:1763344907.987611:0:102227:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214366, transno 0, xid 1848987881561728 00000020:00000001:1.0:1763344907.987614:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1763344907.987616:0:102227:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:1.0:1763344907.987619:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669181055288 : -107404528496328 : ffff9e50ef3b5138) 00000004:00000001:1.0:1763344907.987623:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636669181055200 : -107404528496416 : ffff9e50ef3b50e0) 00010000:00000200:3.0:1763344907.987625:0:102227:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d3480 x1848987881561728/t0(0) o41->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:138/0 lens 224/368 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344907.987627:0:6504:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763344907.987630:0:6504:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.987637:0:6504:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00010000:00000001:3.0:1763344907.987639:0:102227:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344907.987643:0:102227:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.987643:0:6504:0:(osp_object.c:569:osp_attr_get()) Process entered 00000100:00001000:3.0:1763344907.987648:0:102227:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=101 v=5 (1 1 1 1) 00000004:00000010:1.0:1763344907.987650:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e50e5211540. 00000100:00000001:3.0:1763344907.987656:0:102227:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000010:1.0:1763344907.987657:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d460. 00000100:00000040:3.0:1763344907.987662:0:102227:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000004:00000010:1.0:1763344907.987663:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ef129000. 00000100:00000001:3.0:1763344907.987667:0:102227:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 00000020:00000001:1.0:1763344907.987669:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 02000000:00000001:3.0:1763344907.987671:0:102227:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1763344907.987673:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344907.987675:0:102227:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.987677:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000100:00000001:3.0:1763344907.987681:0:102227:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:1.0:1763344907.987681:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344907.987686:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000100:00000040:3.0:1763344907.987687:0:102227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000004:00000040:1.0:1763344907.987692:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ef129000 magic = bdde0002 count = 1 size = 40 00000400:00000010:3.0:1763344907.987694:0:102227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000010:1.0:1763344907.987697:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99500. 00000100:00000200:3.0:1763344907.987701:0:102227:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1848987881561728, offset 224 00000020:00000040:1.0:1763344907.987702:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1763344907.987708:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344907.987711:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1763344907.987714:0:102227:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 02000000:00000001:1.0:1763344907.987717:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344907.987723:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117aa00. 00000400:00000200:3.0:1763344907.987727:0:102227:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000100:00000001:1.0:1763344907.987730:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.987735:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763344907.987736:0:102227:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385667:1385667:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385663:1385663:8:4294967295] 00000004:00000001:1.0:1763344907.987738:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344907.987744:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.987747:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344907.987750:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:3.0:1763344907.987754:0:102227:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000100:00000010:1.0:1763344907.987756:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e50c38d50c0. 00000100:00000001:1.0:1763344907.987760:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636668448231616 : -107405261320000 : ffff9e50c38d50c0) 00000800:00000200:3.0:1763344907.987763:0:102227:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.14@tcp 00000100:00000001:1.0:1763344907.987764:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344907.987768:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664290383104 : -107409419168512 : ffff9e4fcbb99500) 00000800:00000010:3.0:1763344907.987771:0:102227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71400. 00000100:00000001:1.0:1763344907.987773:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344907.987778:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.987781:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000800:00000200:3.0:1763344907.987783:0:102227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000100:00000001:1.0:1763344907.987784:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1763344907.987814:0:102227:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000100:00000040:1.0:1763344907.987818:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fcbb99500 x1848987617980928/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1763344907.987820:0:102227:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71400 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:1.0:1763344907.987831:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344907.987834:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.987835:0:102227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.987838:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1763344907.987842:0:102227:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 02000000:00000001:1.0:1763344907.987842:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344907.987848:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344907.987849:0:102227:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344907.987853:0:102227:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344907.987855:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fcbb99500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617980928:0@lo:1000:mdt00_000.0 00000020:00000001:3.0:1763344907.987856:0:102227:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1763344907.987861:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1763344907.987865:0:102227:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d3480 x1848987881561728/t0(0) o41->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:138/0 lens 224/368 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1763344907.987867:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344907.987870:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.987875:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344907.987882:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50ca224000. 00000100:00100000:3.0:1763344907.987883:0:102227:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+222:2406:x1848987881561728:12345-192.168.203.14@tcp:41:mkdir.0 Request processed in 488us (895us total) trans 0 rc 0/0 02000000:00000001:1.0:1763344907.987888:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344907.987896:0:102227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303004 00000400:00000010:1.0:1763344907.987896:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c108. 00000100:00000040:3.0:1763344907.987903:0:102227:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 1 00000400:00000010:1.0:1763344907.987903:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50d72d0240. 00000100:00000001:3.0:1763344907.987906:0:102227:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344907.987909:0:102227:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1763344907.987910:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617980928, portal 4 00000100:00000001:1.0:1763344907.987913:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1763344907.987914:0:102227:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0eb80. 00000100:00000001:1.0:1763344907.987915:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664290383104 : -107409419168512 : ffff9e4fcbb99500) 00000020:00000010:3.0:1763344907.987920:0:102227:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf190. 00000100:00000040:1.0:1763344907.987925:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4fcbb99500 x1848987617980928/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1763344907.987927:0:102227:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b4000. 00000020:00000040:3.0:1763344907.987933:0:102227:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 221 00000100:00000001:1.0:1763344907.987935:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1763344907.987938:0:102227:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344907.987939:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344907.987945:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e32a8. 00000100:00000200:1.0:1763344907.987947:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 24, xid 1848987617980928, offset 0 00000400:00000200:1.0:1763344907.987952:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344907.987959:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344907.987966:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 24 MB=0x691a4fa29f200 00000400:00000200:1.0:1763344907.987971:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 304/304 into md 0x209981 [256] + 3264 00000400:00000200:1.0:1763344907.987976:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344907.987980:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344907.987984:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344907.987986:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344907.987989:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb98380. 00000100:00000040:1.0:1763344907.987991:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb98380 x1848987617980928 msgsize 304 00000100:00100000:1.0:1763344907.987995:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344907.988006:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344907.988011:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e32a8 00000400:00000010:1.0:1763344907.988013:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e32a8. 00000100:00000001:1.0:1763344907.988016:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344907.988020:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fcbb99500 x1848987617980928/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.988028:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344907.988031:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4fcbb99500 x1848987617980928/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.988043:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988045:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344907.988049:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.988052:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13916 usecs (14 jiffies) 00000100:00000001:1.0:1763344907.988056:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681821 00000100:00000001:1.0:1763344907.988059:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.988061:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681821 00000100:00000001:1.0:1763344907.988063:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.988065:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681821 00000100:00000001:1.0:1763344907.988067:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.988069:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681821 00000100:00000001:1.0:1763344907.988071:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.988073:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344907.988075:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988078:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344907.988079:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344907.988082:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e50c38d50c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763344907.988084:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344907.988087:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988101:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344907.988103:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617980928 02000000:00000001:1.0:1763344907.988105:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344907.988106:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344907.988107:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.988109:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344907.988111:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617980928 00000020:00000001:1.0:1763344907.988113:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344907.988115:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:1.0:1763344907.988116:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344907.988119:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=7 00000020:00000001:1.0:1763344907.988120:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:1.0:1763344907.988123:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:1.0:1763344907.988125:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344907.988128:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6880. 00000100:00000001:1.0:1763344907.988130:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344907.988132:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6880. 00000020:00000010:1.0:1763344907.988135:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117ae00. 00000020:00000010:1.0:1763344907.988138:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344907.988142:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04d48. 00000100:00000040:1.0:1763344907.988146:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344907.988148:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344907.988149:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344907.988151:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988154:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988160:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.988166:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344907.988167:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344907.988170:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8678 00000100:00000040:1.0:1763344907.988172:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:1.0:1763344907.988174:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290378624 : -107409419172992 : ffff9e4fcbb98380) 00000100:00000040:1.0:1763344907.988178:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb98380 x1848987617980928/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 304/0 e 0 to 0 dl 1763344918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.988186:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344907.988187:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6880. 00000100:00000001:1.0:1763344907.988189:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344907.988191:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6880. 00000100:00100000:1.0:1763344907.988195:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:6504:x1848987617980928:12345-0@lo:1000:mdt00_000.0 00000100:00000200:1.0:1763344907.988198:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617980928 00000020:00000001:1.0:1763344907.988200:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344907.988202:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344907.988204:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.988206:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344907.988207:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:1.0:1763344907.988211:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344907.988213:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617980928, found 0 last_xid 1848987617980927 00000020:00000001:1.0:1763344907.988215:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344907.988217:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344907.988218:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344907.988220:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.988222:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763344907.988226:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fd25ac978. 00000100:00000001:1.0:1763344907.988228:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344907.988230:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344907.988233:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50ca226000. 02000000:00000001:1.0:1763344907.988235:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988237:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344907.988241:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e50eb83a300. 00000020:00000001:1.0:1763344907.988243:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763344907.988246:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344907.988248:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00000020:00000001:1.0:1763344907.988251:0:21732:0:(out_handler.c:157:out_attr_get()) Process entered 00000020:00000040:1.0:1763344907.988256:0:21732:0:(out_handler.c:185:out_attr_get()) lustre-MDT0000: insert attr get reply ffff9e50ca226208 index 0: rc = 0 00000020:00000001:1.0:1763344907.988259:0:21732:0:(out_handler.c:190:out_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344907.988262:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fd25ac978. 00000020:00000010:1.0:1763344907.988265:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e50eb83a300. 00000020:00000001:1.0:1763344907.988268:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344907.988271:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770256485, transno 0, xid 1848987617980928 00010000:00000001:1.0:1763344907.988273:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344907.988276:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fcbb98380 x1848987617980928/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 304/4320 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344907.988283:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344907.988284:0:21732:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344907.988287:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344907.988290:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344907.988292:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344907.988293:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344907.988295:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344907.988297:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988299:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344907.988301:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344907.988303:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50eb83a300. 00000100:00000200:1.0:1763344907.988305:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617980928, offset 224 00000400:00000200:1.0:1763344907.988309:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344907.988313:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344907.988318:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29f200 00000400:00000200:1.0:1763344907.988323:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665f79 [2] + 224 00000400:00000200:1.0:1763344907.988327:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344907.988330:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344907.988333:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344907.988337:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fcbb99500 x1848987617980928/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344907.988345:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e4fcbb99500 x1848987617980928/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.988355:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344907.988358:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb83a300 00000400:00000010:1.0:1763344907.988360:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50eb83a300. 00000100:00000001:1.0:1763344907.988362:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344907.988364:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344907.988366:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.988369:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344907.988384:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344907.988386:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.988388:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344907.988391:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb98380 x1848987617980928/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 304/4320 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344907.988399:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:6504:x1848987617980928:12345-0@lo:1000:mdt00_000.0 Request processed in 212us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344907.988405:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8678 00000100:00000040:1.0:1763344907.988407:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:1.0:1763344907.988409:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344907.988411:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344907.988414:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344907.988418:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04d48. 00000020:00000010:1.0:1763344907.988421:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117ae00. 00000020:00000040:1.0:1763344907.988424:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 6 00000100:00000001:1.0:1763344907.988426:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.988437:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344907.988441:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344907.988442:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344907.988444:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c108. 00000400:00000200:1.0:1763344907.988447:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50d72d0240 00000400:00000010:1.0:1763344907.988448:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50d72d0240. 00000100:00000001:1.0:1763344907.988451:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344907.988454:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fcbb99500 x1848987617980928/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344907.988462:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fcbb99500 x1848987617980928/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.988468:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344907.988469:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.988471:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344907.988474:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344907.988475:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344907.988476:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.988479:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344907.988483:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=7 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344907.988486:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=110 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344907.988488:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344907.988490:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.988493:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344907.988495:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988498:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344907.988499:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000100:00000001:1.0:1763344907.988501:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344907.988502:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.988505:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fcbb99500 x1848987617980928/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.988516:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344907.988519:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344907.988521:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344907.988524:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb99500 x1848987617980928/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344907.988530:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fcbb99500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617980928:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344907.988533:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.988535:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988537:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344907.988539:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344907.988541:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fcbb99500 x1848987617980928/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.988547:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344907.988549:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e50c38d50c0. 00000100:00000001:1.0:1763344907.988551:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344907.988552:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.988554:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.988561:0:6504:0:(osp_object.c:641:osp_attr_get()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344907.988563:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344907.988566:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fcbb99500 x1848987617980928/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.988572:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344907.988574:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344907.988576:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50ca224000. 02000000:00000001:1.0:1763344907.988579:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344907.988580:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344907.988581:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1763344907.988583:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344907.988585:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117aa00. 02000000:00000001:1.0:1763344907.988588:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344907.988589:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344907.988591:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb99500. 00000100:00000001:1.0:1763344907.988594:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344907.988595:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763344907.988598:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ef129000. 00000004:00000010:1.0:1763344907.988601:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e4fc371d460. 00000004:00000010:1.0:1763344907.988604:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e50e5211540. 00000004:00000001:1.0:1763344907.988607:0:6504:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000040:1.0:1763344907.988609:0:6504:0:(mdd_dir.c:78:__mdd_lookup()) lustre-MDD0001: Object [0x200000007:0x1:0x0] located on remote server 00000004:00000001:1.0:1763344907.988612:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763344907.988615:0:6504:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763344907.988618:0:6504:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.988622:0:6504:0:(osp_md_object.c:472:osp_md_index_lookup()) Process entered 00000004:00000010:1.0:1763344907.988625:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e50eb83a300. 00000004:00000010:1.0:1763344907.988628:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d460. 00000004:00000010:1.0:1763344907.988631:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ef129000. 00000020:00000001:1.0:1763344907.988634:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344907.988635:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.988637:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763344907.988638:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344907.988640:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = lookup params = 1 batchid = 0 size = 64 repsize 256 00000004:00000040:1.0:1763344907.988644:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ef129000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763344907.988647:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99500. 00000020:00000040:1.0:1763344907.988649:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1763344907.988651:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344907.988652:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344907.988654:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344907.988657:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117aa00. 00000100:00000001:1.0:1763344907.988659:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.988662:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344907.988664:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344907.988666:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988667:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344907.988669:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344907.988671:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e50e5211540. 00000100:00000001:1.0:1763344907.988674:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636669011563840 : -107404697987776 : ffff9e50e5211540) 00000100:00000001:1.0:1763344907.988676:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344907.988677:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664290383104 : -107409419168512 : ffff9e4fcbb99500) 00000100:00000001:1.0:1763344907.988680:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344907.988682:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988684:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344907.988685:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344907.988687:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fcbb99500 x1848987617981056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.988693:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344907.988694:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.988696:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344907.988698:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344907.988700:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344907.988702:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fcbb99500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617981056:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344907.988705:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344907.988706:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344907.988708:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.988709:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344907.988712:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50ca224000. 02000000:00000001:1.0:1763344907.988713:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344907.988716:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c108. 00000400:00000010:1.0:1763344907.988718:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50c38d50c0. 00000100:00000200:1.0:1763344907.988721:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617981056, portal 4 00000100:00000001:1.0:1763344907.988723:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344907.988724:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664290383104 : -107409419168512 : ffff9e4fcbb99500) 00000100:00000040:1.0:1763344907.988728:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4fcbb99500 x1848987617981056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.988734:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344907.988735:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344907.988737:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e32a8. 00000100:00000200:1.0:1763344907.988739:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617981056, offset 0 00000400:00000200:1.0:1763344907.988742:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344907.988747:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344907.988752:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29f280 00000400:00000200:1.0:1763344907.988755:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 3568 00000400:00000200:1.0:1763344907.988759:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344907.988761:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344907.988764:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344907.988765:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344907.988768:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb98000. 00000100:00000040:1.0:1763344907.988770:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb98000 x1848987617981056 msgsize 328 00000100:00100000:1.0:1763344907.988774:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344907.988780:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344907.988783:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e32a8 00000400:00000010:1.0:1763344907.988785:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e32a8. 00000100:00000001:1.0:1763344907.988809:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344907.988813:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fcbb99500 x1848987617981056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.988819:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344907.988821:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4fcbb99500 x1848987617981056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.988828:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988829:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344907.988832:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.988835:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13913 usecs (14 jiffies) 00000100:00000001:1.0:1763344907.988837:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681822 00000100:00000001:1.0:1763344907.988839:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.988842:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681822 00000100:00000001:1.0:1763344907.988843:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.988845:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681822 00000100:00000001:1.0:1763344907.988847:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.988849:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681822 00000100:00000001:1.0:1763344907.988850:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307682598 00000100:00000001:1.0:1763344907.988853:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344907.988855:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988856:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344907.988857:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344907.988859:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e50e5211540 going to sleep for 11 seconds 00000100:00000001:1.0:1763344907.988861:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344907.988862:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988873:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344907.988874:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617981056 02000000:00000001:1.0:1763344907.988876:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344907.988877:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344907.988878:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.988881:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344907.988882:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617981056 00000020:00000001:1.0:1763344907.988884:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344907.988885:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:1.0:1763344907.988887:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344907.988888:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=7 00000020:00000001:1.0:1763344907.988890:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:1.0:1763344907.988892:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:1.0:1763344907.988894:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344907.988897:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6880. 00000100:00000001:1.0:1763344907.988899:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344907.988900:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6880. 00000020:00000010:1.0:1763344907.988904:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117ae00. 00000020:00000010:1.0:1763344907.988907:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344907.988910:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04d48. 00000100:00000040:1.0:1763344907.988913:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344907.988915:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344907.988916:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344907.988917:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988920:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988927:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.988933:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344907.988934:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344907.988937:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8679 00000100:00000040:1.0:1763344907.988939:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:1.0:1763344907.988941:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290377728 : -107409419173888 : ffff9e4fcbb98000) 00000100:00000040:1.0:1763344907.988945:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb98000 x1848987617981056/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 328/0 e 0 to 0 dl 1763344918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.988951:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344907.988953:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6880. 00000100:00000001:1.0:1763344907.988954:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344907.988956:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6880. 00000100:00100000:1.0:1763344907.988959:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:6504:x1848987617981056:12345-0@lo:1000:mdt00_000.0 00000100:00000200:1.0:1763344907.988962:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617981056 00000020:00000001:1.0:1763344907.988964:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344907.988966:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344907.988968:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.988969:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344907.988971:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:1.0:1763344907.988973:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344907.988975:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617981056, found 0 last_xid 1848987617981055 00000020:00000001:1.0:1763344907.988978:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344907.988980:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344907.988981:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344907.988982:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.988984:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763344907.988987:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fd25ac978. 00000100:00000001:1.0:1763344907.988990:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344907.988991:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344907.988996:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e4fc455c000. 02000000:00000001:1.0:1763344907.988997:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.988999:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344907.989002:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e50d72d0240. 00000020:00000001:1.0:1763344907.989004:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763344907.989007:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344907.989010:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00000020:00000001:1.0:1763344907.989013:0:21732:0:(out_handler.c:317:out_index_lookup()) Process entered 00080000:00000001:1.0:1763344907.989017:0:21732:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1763344907.989019:0:21732:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1763344907.989052:0:21732:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1763344907.989055:0:21732:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1763344907.989058:0:21732:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1763344907.989061:0:21732:0:(out_handler.c:340:out_index_lookup()) Process leaving via out_unlock (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1763344907.989064:0:21732:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e1bbc0 00000020:00000040:1.0:1763344907.989067:0:21732:0:(out_handler.c:350:out_index_lookup()) lookup [0x200000007:0x1:0x0] d56xa.sanity get [0x240000402:0xd435:0x0] rc -2 00000020:00000040:1.0:1763344907.989070:0:21732:0:(out_handler.c:354:out_index_lookup()) lustre-MDT0000: insert lookup reply ffff9e4fc455c208 index 0: rc = -2 00000020:00000001:1.0:1763344907.989072:0:21732:0:(out_handler.c:359:out_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1763344907.989075:0:21732:0:(out_handler.c:1215:out_handle()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1763344907.989078:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fd25ac978. 00000020:00000010:1.0:1763344907.989080:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e50d72d0240. 00000020:00000001:1.0:1763344907.989083:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763344907.989085:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770256485, transno 0, xid 1848987617981056 00010000:00000001:1.0:1763344907.989088:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344907.989091:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fcbb98000 x1848987617981056/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 328/4320 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc -2/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344907.989097:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344907.989099:0:21732:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344907.989101:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344907.989104:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344907.989106:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344907.989108:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344907.989110:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344907.989112:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.989114:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344907.989116:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344907.989118:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50d72d0240. 00000100:00000200:1.0:1763344907.989121:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617981056, offset 224 00000400:00000200:1.0:1763344907.989124:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344907.989130:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344907.989135:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29f280 00000400:00000200:1.0:1763344907.989138:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665f85 [2] + 224 00000400:00000200:1.0:1763344907.989143:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344907.989145:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344907.989148:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344907.989150:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fcbb99500 x1848987617981056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344907.989157:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e4fcbb99500 x1848987617981056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.989167:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344907.989170:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50d72d0240 00000400:00000010:1.0:1763344907.989172:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50d72d0240. 00000100:00000001:1.0:1763344907.989174:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344907.989175:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344907.989177:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.989180:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344907.989182:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344907.989183:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344907.989185:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344907.989188:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb98000 x1848987617981056/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 328/4320 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344907.989197:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:6504:x1848987617981056:12345-0@lo:1000:mdt00_000.0 Request processed in 244us (424us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763344907.989204:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8679 00000100:00000040:1.0:1763344907.989206:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:1.0:1763344907.989209:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344907.989210:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344907.989213:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344907.989216:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04d48. 00000020:00000010:1.0:1763344907.989219:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117ae00. 00000020:00000040:1.0:1763344907.989221:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 6 00000100:00000001:1.0:1763344907.989224:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.989238:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344907.989241:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344907.989242:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344907.989243:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c108. 00000400:00000200:1.0:1763344907.989246:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c38d50c0 00000400:00000010:1.0:1763344907.989247:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50c38d50c0. 00000100:00000001:1.0:1763344907.989250:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344907.989253:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fcbb99500 x1848987617981056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344907.989261:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fcbb99500 x1848987617981056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.989267:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344907.989269:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.989270:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344907.989272:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344907.989273:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344907.989275:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.989277:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344907.989281:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=7 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344907.989284:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=110 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344907.989286:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1763344907.989289:0:6504:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9e4fcbb99500 x1848987617981056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.989296:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344907.989299:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000200:3.0:1763344907.989300:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1763344907.989301:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000100:00000001:1.0:1763344907.989304:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344907.989306:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000010:3.0:1763344907.989308:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71400. 00000100:00000040:1.0:1763344907.989311:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fcbb99500 x1848987617981056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1763344907.989314:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763344907.989323:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000400:00000200:3.0:1763344907.989325:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344907.989327:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1763344907.989331:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000100:00000001:1.0:1763344907.989331:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344907.989336:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb99500 x1848987617981056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344923 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1763344907.989337:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344907.989343:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344907.989347:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1763344907.989348:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fcbb99500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617981056:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344907.989352:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.989355:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344907.989357:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344907.989359:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344907.989361:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fcbb99500 x1848987617981056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344923 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.989367:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344907.989369:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e50e5211540. 00000100:00000001:1.0:1763344907.989386:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344907.989388:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344907.989390:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344907.989392:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fcbb99500 x1848987617981056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344923 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.989397:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344907.989398:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344907.989400:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50ca224000. 02000000:00000001:1.0:1763344907.989403:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344907.989404:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344907.989405:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1763344907.989407:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344907.989408:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117aa00. 02000000:00000001:1.0:1763344907.989411:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344907.989412:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344907.989413:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb99500. 00000100:00000001:1.0:1763344907.989415:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344907.989416:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344907.989418:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344907.989421:0:6504:0:(osp_md_object.c:492:osp_md_index_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763344907.989424:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ef129000. 00000004:00000010:1.0:1763344907.989427:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e4fc371d460. 00000004:00000010:1.0:1763344907.989429:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e50eb83a300. 00000004:00000001:1.0:1763344907.989433:0:6504:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344907.989435:0:6504:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344907.989441:0:6504:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763344907.989444:0:6504:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763344907.989446:0:6504:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00000004:00000001:1.0:1763344907.989450:0:6504:0:(lod_object.c:6824:lod_object_lock()) Process entered 00000004:00000001:1.0:1763344907.989453:0:6504:0:(osp_md_object.c:955:osp_md_object_lock()) Process entered 00010000:00000001:1.0:1763344907.989455:0:6504:0:(ldlm_request.c:926:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1763344907.989458:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99500. 00000020:00000040:1.0:1763344907.989461:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:1.0:1763344907.989464:0:6504:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00000100:00000001:1.0:1763344907.989466:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344907.989467:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344907.989469:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344907.989473:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117aa00. 00000100:00000001:1.0:1763344907.989476:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.989479:0:6504:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344907.989481:0:6504:0:(ldlm_request.c:940:ldlm_enqueue_pack()) Process leaving (rc=18446636664290383104 : -107409419168512 : ffff9e4fcbb99500) 00010000:00000001:1.0:1763344907.989484:0:6504:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1763344907.989486:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344907.989492:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50eac08000 count: 2 00010000:00000001:1.0:1763344907.989495:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344907.989498:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344907.989501:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34e00. 00000020:00000001:1.0:1763344907.989505:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344907.989507:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34e00 with handle 0x34881b40868180b5 to hash 00000020:00000001:1.0:1763344907.989510:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344907.989511:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344907.989514:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344907.989518:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344907.989520:0:6504:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344907.989524:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 6504 initiator: MDT0 00010000:00010000:1.0:1763344907.989532:0:6504:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 6504 initiator: MDT1 00010000:00010000:1.0:1763344907.989541:0:6504:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 6504 initiator: MDT1 00000100:00000001:1.0:1763344907.989546:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344907.989547:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344907.989551:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e50d72d0240. 00000100:00000001:1.0:1763344907.989553:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636668777464384 : -107404932087232 : ffff9e50d72d0240) 00000100:00000001:1.0:1763344907.989556:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344907.989557:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664290383104 : -107409419168512 : ffff9e4fcbb99500) 00000100:00000001:1.0:1763344907.989559:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344907.989562:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.989564:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344907.989565:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344907.989568:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fcbb99500 x1848987617981184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.989575:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344907.989577:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.989579:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344907.989581:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344907.989583:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344907.989586:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fcbb99500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617981184:0@lo:101:mdt00_000.0 00000100:00000001:1.0:1763344907.989588:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344907.989590:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344907.989592:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344907.989593:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344907.989597:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50e5677000. 02000000:00000001:1.0:1763344907.989598:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344907.989601:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c108. 00000400:00000010:1.0:1763344907.989605:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e32a8. 00000100:00000200:1.0:1763344907.989608:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617981184, portal 4 00000100:00000001:1.0:1763344907.989610:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344907.989612:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664290383104 : -107409419168512 : ffff9e4fcbb99500) 00000100:00000040:1.0:1763344907.989615:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4fcbb99500 x1848987617981184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.989620:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344907.989622:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344907.989624:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3550. 00000100:00000200:1.0:1763344907.989626:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617981184, offset 0 00000400:00000200:1.0:1763344907.989630:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344907.989635:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344907.989640:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29f300 00000400:00000200:1.0:1763344907.989644:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 3896 00000400:00000200:1.0:1763344907.989648:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344907.989651:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344907.989653:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344907.989655:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344907.989657:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99180. 00000100:00000040:1.0:1763344907.989660:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb99180 x1848987617981184 msgsize 328 00000100:00100000:1.0:1763344907.989663:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344907.989683:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344907.989688:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3550 00000400:00000010:1.0:1763344907.989690:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3550. 00000100:00000001:1.0:1763344907.989692:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344907.989696:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fcbb99500 x1848987617981184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.989704:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344907.989706:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4fcbb99500 x1848987617981184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344923 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.989712:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.989714:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344907.989716:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763344907.989718:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344907.989720:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617981184 00000100:00000040:1.0:1763344907.989724:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13912 usecs (14 jiffies) 02000000:00000001:3.0:1763344907.989725:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344907.989728:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344907.989730:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681822 00000100:00000001:3.0:1763344907.989732:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.989736:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307682598 02000000:00000001:3.0:1763344907.989737:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.989741:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681822 00000100:00100000:3.0:1763344907.989743:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617981184 00000100:00000001:1.0:1763344907.989745:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307682598 00000020:00000001:3.0:1763344907.989749:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1763344907.989750:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681822 00000020:00000040:3.0:1763344907.989752:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000100:00000001:1.0:1763344907.989754:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307682598 00000020:00000001:3.0:1763344907.989757:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763344907.989759:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681822 00000020:00000040:3.0:1763344907.989761:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=7 00000100:00000001:1.0:1763344907.989763:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307682598 00000020:00000001:3.0:1763344907.989767:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:1.0:1763344907.989768:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763344907.989773:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:1.0:1763344907.989774:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344907.989779:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344907.989781:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763344907.989782:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344907.989786:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e50d72d0240 going to sleep for 11 seconds 00000020:00000010:3.0:1763344907.989804:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd840. 00000100:00000001:3.0:1763344907.989808:0:6509:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344907.989810:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd840. 00000020:00000010:3.0:1763344907.989815:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b4000. 00000020:00000010:3.0:1763344907.989819:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0eb80. 00000020:00000010:3.0:1763344907.989823:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf190. 00000100:00000001:1.0:1763344907.989828:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344907.989832:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344907.989833:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344907.989836:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344907.989838:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344907.989839:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.989844:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.989853:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344907.989863:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344907.989866:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344907.989867:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763344907.989869:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344907.989874:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8680 00000100:00000040:1.0:1763344907.989878:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:1.0:1763344907.989880:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290382208 : -107409419169408 : ffff9e4fcbb99180) 00000100:00000001:3.0:1763344907.989886:0:6509:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.989890:0:6509:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344907.990667:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb99180 x1848987617981184/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 328/0 e 0 to 0 dl 1763344918 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344907.990676:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344907.991414:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2bc0. 00000100:00000001:0.0:1763344907.991419:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344907.991422:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2bc0. 00000100:00100000:0.0:1763344907.991428:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:6504:x1848987617981184:12345-0@lo:101:mdt00_000.0 00000100:00000200:0.0:1763344907.991432:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617981184 00000020:00000001:0.0:1763344907.991436:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344907.991439:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344907.991443:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344907.991446:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344907.991448:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344907.991450:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344907.991453:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617981184, found 0 last_xid 1848987617981183 00000020:00000001:0.0:1763344907.991456:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344907.991458:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344907.991459:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344907.991463:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344907.991465:0:21732:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344907.991467:0:21732:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344907.991470:0:21732:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344907.991471:0:21732:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344907.991473:0:21732:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.991478:0:21732:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344907.991484:0:21732:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50eac24900 count: 3 00010000:00000001:0.0:1763344907.991487:0:21732:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344907.991489:0:21732:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344907.991492:0:21732:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc800. 00000020:00000001:0.0:1763344907.991496:0:21732:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344907.991498:0:21732:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc800 with handle 0x34881b40868180bc to hash 00000020:00000001:0.0:1763344907.991500:0:21732:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344907.991502:0:21732:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000010:0.0:1763344907.991506:0:21732:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5700. 00010000:00000001:0.0:1763344907.991509:0:21732:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00010000:0.0:1763344907.991513:0:21732:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180bc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34881b40868180b5 expref: -99 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344907.991521:0:21732:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50e4d3b000 : new locks_count 2 00000020:00000040:0.0:1763344907.991524:0:21732:0:(genops.c:887:class_export_get()) GET export ffff9e50e4d3b000 refcount=8 00000100:00000001:0.0:1763344907.991530:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344907.991533:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344907.991537:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff9e50ca203000. 02000000:00000001:0.0:1763344907.991539:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.991541:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.991544:0:21732:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344907.991547:0:21732:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344907.991549:0:21732:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344907.991551:0:21732:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344907.991554:0:21732:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344907.991560:0:21732:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16a00/0x34881b40868177ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75dfec expref: 471 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344907.991566:0:21732:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763344907.991568:0:21732:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.991570:0:21732:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344907.991572:0:21732:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344907.991573:0:21732:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344907.991576:0:21732:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763344907.991579:0:21732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180bc lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x34881b40868180b5 expref: 8 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344907.991586:0:21732:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e50eac24900) refcount = 3 00010000:00000040:0.0:1763344907.991588:0:21732:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344907.991591:0:21732:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16a00/0x34881b40868177ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75dfec expref: 471 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344907.991598:0:21732:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fc3de9e00/0x34881b40852bef71 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b40852bef6a expref: 8 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344907.991603:0:21732:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763344907.991605:0:21732:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180bc lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x34881b40868180b5 expref: 8 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763344907.991611:0:21732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2bc0. 00000100:00000001:0.0:1763344907.991614:0:21732:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344907.991618:0:21732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd6241c00. 00000100:00000001:0.0:1763344907.991620:0:21732:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465136640 : -107409244414976 : ffff9e4fd6241c00) 00000100:00000001:0.0:1763344907.991622:0:21732:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664465136640 : -107409244414976 : ffff9e4fd6241c00) 00000100:00000001:0.0:1763344907.991624:0:21732:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344907.991626:0:21732:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344907.991628:0:21732:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344907.991630:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.991631:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763344907.991633:0:21732:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344907.991635:0:21732:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344907.991637:0:21732:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763344907.991638:0:21732:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763344907.991642:0:21732:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12ead80. 00000020:00000040:0.0:1763344907.991645:0:21732:0:(genops.c:1229:class_import_get()) import ffff9e50f7dc9000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1763344907.991648:0:21732:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344907.991650:0:21732:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344907.991653:0:21732:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344907.991659:0:21732:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fc4b12a00. 00000100:00000001:0.0:1763344907.991664:0:21732:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344907.991668:0:21732:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16a00/0x34881b40868177ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75dfec expref: 471 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344907.991682:0:21732:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16a00/0x34881b40868177ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75dfec expref: 471 pid: 13569 timeout: 13114 lvb_type: 0 00010000:00000001:0.0:1763344907.991689:0:21732:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344907.991692:0:21732:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344907.991696:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50c12ead80 x1848987617981312/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344907.991702:0:21732:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344907.991705:0:21732:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344907.991708:0:21732:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50c12ead80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:21732:1848987617981312:192.168.203.14@tcp:104: 00000100:00000001:0.0:1763344907.991712:0:21732:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344907.991715:0:21732:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344907.991717:0:21732:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344907.991719:0:21732:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344907.991722:0:21732:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fc4b13200. 02000000:00000001:0.0:1763344907.991724:0:21732:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344907.991728:0:21732:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3478. 00000400:00000010:0.0:1763344907.991734:0:21732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495440. 00000100:00000200:0.0:1763344907.991739:0:21732:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617981312, portal 16 00000100:00000001:0.0:1763344907.991741:0:21732:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344907.991743:0:21732:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668408475008 : -107405301076608 : ffff9e50c12ead80) 00000100:00000040:0.0:1763344907.991748:0:21732:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50c12ead80 x1848987617981312/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344907.991755:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344907.991757:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344907.991760:0:21732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64957f8. 00000100:00000200:0.0:1763344907.991762:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617981312, offset 0 00000400:00000200:0.0:1763344907.991769:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344907.991778:0:21732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344907.991784:0:21732:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344907.991813:0:21732:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344907.991816:0:21732:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344907.991819:0:21732:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344907.991823:0:21732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385668:1385668:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385664:1385664:8:4294967295] 00000400:00000200:0.0:1763344907.991833:0:21732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344907.991839:0:21732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344907.991844:0:21732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344907.991850:0:21732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344907.991856:0:21732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344907.991860:0:21732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763344907.991871:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.991875:0:21732:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307683128 00000100:00000001:0.0:1763344907.991881:0:21732:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307682598 00000100:00000001:0.0:1763344907.991885:0:21732:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307683128 00000100:00000001:0.0:1763344907.991887:0:21732:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307682598 00000100:00000001:0.0:1763344907.991890:0:21732:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307683128 00000100:00000001:0.0:1763344907.991893:0:21732:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307682598 00000100:00000001:0.0:1763344907.991895:0:21732:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307683128 00000100:00000001:0.0:1763344907.991898:0:21732:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307682598 00000100:00000001:0.0:1763344907.991901:0:21732:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344907.991903:0:21732:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.991905:0:21732:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.991907:0:21732:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344907.991910:0:21732:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.991912:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344907.991913:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344907.991914:0:21732:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344907.991917:0:21732:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344907.991919:0:21732:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344907.991921:0:21732:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344907.991923:0:21732:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344907.991924:0:21732:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344907.991926:0:21732:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd6241c00 going to sleep for 11 seconds 00000100:00000001:0.0:1763344907.991928:0:21732:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344907.991931:0:21732:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344907.996395:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344907.996407:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:3.0:1763344907.996413:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344907.996422:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344907.996430:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64957f8 00000400:00000010:3.0:1763344907.996433:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64957f8. 00000100:00000001:3.0:1763344907.996438:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344907.996447:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50c12ead80 x1848987617981312/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344907.996460:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344907.996464:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50c12ead80 x1848987617981312/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344907.996472:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344907.996474:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763344908.000928:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.000944:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.000948:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.000952:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.000963:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.000981:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29f380 00000400:00000200:2.0:1763344908.000990:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x665f99 [1] + 224 00000800:00000001:2.0:1763344908.000998:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.001006:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.001009:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.001014:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.001021:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.001030:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50c12ead80 x1848987617981312/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763344908.001041:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50c12ead80 x1848987617981312/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.001061:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.001068:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.001071:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.001132:0:21732:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344908.001139:0:21732:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344908.001141:0:21732:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.001144:0:21732:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3478. 00000400:00000200:1.0:1763344908.001148:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495440 00000400:00000010:1.0:1763344908.001150:0:21732:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495440. 00000100:00000001:1.0:1763344908.001153:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.001158:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50c12ead80 x1848987617981312/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344908.001172:0:21732:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50c12ead80 x1848987617981312/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.001178:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344908.001180:0:21732:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.001182:0:21732:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.001185:0:21732:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.001187:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.001189:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.001193:0:21732:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.001200:0:21732:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50f7dc9458 time=150 v=5 (5 5 0 5) 00000100:00001000:1.0:1763344908.001204:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f7dc9410 time=150 v=5 (1 1 0 1) 00000100:00000001:1.0:1763344908.001207:0:21732:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.001209:0:21732:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.001211:0:21732:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.001223:0:21732:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.001226:0:21732:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.001231:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50c12ead80 x1848987617981312/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344923 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.001238:0:21732:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.001241:0:21732:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.001243:0:21732:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.001246:0:21732:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763344908.001249:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.001251:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.001253:0:21732:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.001257:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12ead80 x1848987617981312/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344923 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344908.001265:0:21732:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50c12ead80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:21732:1848987617981312:192.168.203.14@tcp:104: 00000100:00000001:1.0:1763344908.001271:0:21732:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.001273:0:21732:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.001276:0:21732:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344908.001278:0:21732:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.001282:0:21732:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50c12ead80 x1848987617981312/t0(0) o104->lustre-MDT0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344923 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.001290:0:21732:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344908.001292:0:21732:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344908.001296:0:21732:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc4b13200. 02000000:00000001:1.0:1763344908.001300:0:21732:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.001302:0:21732:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.001304:0:21732:0:(genops.c:1242:class_import_put()) import ffff9e50f7dc9000 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1763344908.001305:0:21732:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344908.001308:0:21732:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fc4b12a00. 02000000:00000001:1.0:1763344908.001311:0:21732:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344908.001313:0:21732:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344908.001315:0:21732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12ead80. 00000100:00000001:1.0:1763344908.001319:0:21732:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344908.001321:0:21732:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344908.001323:0:21732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd6241c00. 00000100:00000001:1.0:1763344908.001326:0:21732:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344908.001327:0:21732:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344908.001330:0:21732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2bc0. 00010000:00000001:1.0:1763344908.001333:0:21732:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.001335:0:21732:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.001338:0:21732:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.001347:0:21732:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344908.001353:0:21732:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180bc lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b40868180b5 expref: 8 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.001362:0:21732:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.001365:0:21732:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.001367:0:21732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e50eac24900) 00010000:00010000:1.0:1763344908.001381:0:21732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763344908.001385:0:21732:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180bc lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b40868180b5 expref: 8 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.001392:0:21732:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.001394:0:21732:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.001397:0:21732:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:1.0:1763344908.001399:0:21732:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763344908.001401:0:21732:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.001403:0:21732:0:(ldlm_inodebits.c:378:ldlm_process_inodebits_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763344908.001405:0:21732:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763344908.001407:0:21732:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.001408:0:21732:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.001409:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.001411:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.001412:0:21732:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bc800, rc 0) 00000020:00000001:1.0:1763344908.001415:0:21732:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344908.001418:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770256485, transno 0, xid 1848987617981184 00010000:00000001:1.0:1763344908.001421:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.001425:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fcbb99180 x1848987617981184/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 328/344 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344908.001432:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.001434:0:21732:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.001437:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.001441:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.001443:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344908.001446:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344908.001449:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.001451:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.001455:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.001457:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344908.001462:0:21732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3550. 00000100:00000200:1.0:1763344908.001465:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 4, xid 1848987617981184, offset 224 00000400:00000200:1.0:1763344908.001471:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344908.001480:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344908.001487:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 4 MB=0x691a4fa29f300 00000400:00000200:1.0:1763344908.001492:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 344/344 into md 0x665f91 [1] + 224 00000400:00000200:1.0:1763344908.001498:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.001501:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344908.001504:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.001508:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fcbb99500 x1848987617981184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344908.001516:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9e4fcbb99500 x1848987617981184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.001536:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344908.001541:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3550 00000400:00000010:1.0:1763344908.001543:0:21732:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3550. 00000100:00000001:1.0:1763344908.001547:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.001549:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.001553:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.001556:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344908.001559:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.001560:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.001563:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.001568:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb99180 x1848987617981184/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:138/0 lens 328/344 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.001578:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6504:x1848987617981184:12345-0@lo:101:mdt00_000.0 Request processed in 10900us (11915us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.001586:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8680 00000100:00000040:1.0:1763344908.001590:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:1.0:1763344908.001593:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.001594:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.001603:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0eb80. 00000020:00000010:1.0:1763344908.001606:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf190. 00000020:00000010:1.0:1763344908.001610:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b4000. 00000020:00000040:1.0:1763344908.001615:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 7 00000100:00000001:1.0:1763344908.001618:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.001771:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.001775:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.001777:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.001778:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c108. 00000400:00000200:2.0:1763344908.001782:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e32a8 00000400:00000010:2.0:1763344908.001784:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e32a8. 00000100:00000001:2.0:1763344908.001810:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.001815:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fcbb99500 x1848987617981184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344908.001828:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fcbb99500 x1848987617981184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.001834:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.001835:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.001837:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.001839:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.001840:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.001842:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.001844:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.001849:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.001852:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.001854:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344908.001855:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.001857:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344908.001859:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.001861:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344908.001863:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000100:00000001:2.0:1763344908.001865:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344908.001866:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.001870:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fcbb99500 x1848987617981184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344923 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.001876:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.001878:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.001879:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344908.001883:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb99500 x1848987617981184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344923 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.001890:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fcbb99500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617981184:0@lo:101:mdt00_000.0 00000100:00000001:2.0:1763344908.001893:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.001895:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.001897:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.001898:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.001900:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fcbb99500 x1848987617981184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344923 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.001906:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344908.001908:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e50d72d0240. 00000100:00000001:2.0:1763344908.001910:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344908.001912:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.001914:0:6504:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1763344908.001917:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.001920:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.001922:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34e00 refcount=4 00000020:00000001:2.0:1763344908.001924:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:2.0:1763344908.001926:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000040:2.0:1763344908.001930:0:6504:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff9e50fca34e00, remote cookie: 0x34881b40868180bc, flags: 0x2 00010000:00000001:2.0:1763344908.001933:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00010000:2.0:1763344908.001938:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.001947:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e50eac08000) refcount = 2 00010000:00000040:2.0:1763344908.001950:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.001953:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50ed231600/0x34881b40852bef6a lrc: 1/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b40852bef71 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.001958:0:6504:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763344908.001960:0:6504:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.001965:0:6504:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.001967:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763344908.001970:0:6504:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1763344908.007392:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.007462:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.007468:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.007471:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.007483:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.007503:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfe000 00000400:00000200:2.0:1763344908.007511:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d15d [2] + 1640 00000800:00000001:2.0:1763344908.007520:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.008618:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.008625:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.008631:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.008640:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.008643:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763344908.008648:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d1f80. 00000100:00000040:2.0:1763344908.008652:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d1f80 x1848987881562112 msgsize 328 00000100:00100000:2.0:1763344908.008656:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.008675:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.008685:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.008690:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.009141:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.009145:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881562112 02000000:00000001:0.0:1763344908.009148:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.009151:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.009153:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.009157:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.009161:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881562112 00000020:00000001:0.0:1763344908.009164:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.009166:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344908.009169:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.009172:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=472 00000020:00000001:0.0:1763344908.009175:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344908.009177:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344908.009181:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.009185:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a40. 00000020:00000010:0.0:1763344908.009189:0:23071:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50f82dde40. 00000020:00000040:0.0:1763344908.009194:0:23071:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00000100:00000001:0.0:1763344908.009212:0:23071:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344908.009217:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc4b12a00. 00000020:00000010:0.0:1763344908.009222:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139000. 00000020:00000010:0.0:1763344908.009228:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7327d0. 00000100:00000040:0.0:1763344908.009236:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763344908.009239:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.009240:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763344908.009242:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763344908.009246:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.009248:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763344908.009254:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.009255:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.009257:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16a00 refcount=4 00000020:00000001:0.0:1763344908.009260:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:0.0:1763344908.009262:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00010000:0.0:1763344908.009271:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16a00/0x34881b40868177ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75dfec expref: 472 pid: 13569 timeout: 13114 lvb_type: 0 00010000:00000001:0.0:1763344908.009280:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.009281:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.009283:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.009285:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.009292:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763344908.009299:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50ff7d1f80 x1848987881562112/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.009307:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344908.009309:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.009329:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.009341:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.009343:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.009349:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6349 00000100:00000040:0.0:1763344908.009353:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344908.009356:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453803392 : -107404255748224 : ffff9e50ff7d1f80) 00000100:00000040:0.0:1763344908.009362:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d1f80 x1848987881562112/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.009381:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.009384:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba20c0. 00000100:00000001:0.0:1763344908.009387:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.009389:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba20c0. 00000100:00100000:0.0:1763344908.009395:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+472:2405:x1848987881562112:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763344908.009398:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881562112 00010000:00000001:0.0:1763344908.009401:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763344908.009404:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763344908.009406:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763344908.009411:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.009414:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.009419:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50ca202c00. 02000000:00000001:0.0:1763344908.009422:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.009425:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.009427:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763344908.009430:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763344908.009432:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.009433:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.009435:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16a00 refcount=4 00000020:00000001:0.0:1763344908.009437:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:0.0:1763344908.009440:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000040:0.0:1763344908.009443:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50eac24900 count: 4 00000004:00000001:0.0:1763344908.009446:0:23071:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763344908.009451:0:23071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16a00/0x34881b40868177ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75dfec expref: 472 pid: 13569 timeout: 13114 lvb_type: 0 00000100:00001000:0.0:1763344908.009460:0:23071:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e50f7dce450 time=1763344908 v=20 (0 0 0 0) 00010000:00000001:0.0:1763344908.009464:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763344908.009470:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.009471:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.009475:0:23071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16a00/0x34881b40868177ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75dfec expref: 472 pid: 13569 timeout: 13114 lvb_type: 0 00000020:00000001:0.0:1763344908.009483:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.009486:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.009488:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.009490:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.009495:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344908.009497:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.009502:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.009503:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.009506:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.009508:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.009511:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16a00 with handle 0x34881b40868177ee from hash 00010000:00000001:0.0:1763344908.009514:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.009515:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.009516:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.009517:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344908.009522:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.009524:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.009526:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344908.009527:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.009530:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16a00/0x34881b40868177ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75dfec expref: 472 pid: 13569 timeout: 13114 lvb_type: 0 00010000:00000040:0.0:1763344908.009538:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 466 00000020:00000040:0.0:1763344908.009540:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 471 00010000:00000010:0.0:1763344908.009543:0:23071:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fd5f2be00. 00010000:00000001:0.0:1763344908.009548:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.009550:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.009552:0:23071:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.009555:0:23071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e50eac24900) 00010000:00010000:0.0:1763344908.009562:0:23071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180bc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b40868180b5 expref: 7 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.009569:0:23071:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344908.009571:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.009573:0:23071:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.009575:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.009577:0:23071:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.009580:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.009582:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344908.009586:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180bc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x34881b40868180b5 expref: 7 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.009592:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763344908.009595:0:23071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.009597:0:23071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.009599:0:23071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.009602:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e50eac24900) refcount = 3 00010000:00000040:0.0:1763344908.009605:0:23071:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344908.009609:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fc3de9e00/0x34881b40852bef71 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b40852bef6a expref: 7 pid: 21732 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344908.009616:0:23071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180bc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x34881b40868180b5 expref: 7 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.009622:0:23071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.009625:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.009626:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.009628:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.009630:0:23071:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.009633:0:23071:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763344908.009637:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba20c0. 00000100:00000001:0.0:1763344908.009640:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344908.009646:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd62416c0. 00000100:00000001:0.0:1763344908.009649:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465135296 : -107409244416320 : ffff9e4fd62416c0) 00000100:00000001:0.0:1763344908.009651:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664465135296 : -107409244416320 : ffff9e4fd62416c0) 00000100:00000001:0.0:1763344908.009653:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344908.009656:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344908.009657:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344908.009660:0:23071:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:0.0:1763344908.009665:0:23071:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12e8380. 00000020:00000040:0.0:1763344908.009669:0:23071:0:(genops.c:1229:class_import_get()) import ffff9e50eaaaa000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1763344908.009673:0:23071:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344908.009676:0:23071:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344908.009680:0:23071:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344908.009687:0:23071:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fc4b13200. 00000100:00000001:0.0:1763344908.009693:0:23071:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.009699:0:23071:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180bc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b40868180b5 expref: 7 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.009711:0:23071:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344908.009715:0:23071:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344908.009719:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50c12e8380 x1848987617981440/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.009728:0:23071:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344908.009730:0:23071:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.009735:0:23071:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50c12e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:23071:1848987617981440:0@lo:105: 00000100:00000001:0.0:1763344908.009739:0:23071:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344908.009743:0:23071:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344908.009746:0:23071:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.009748:0:23071:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344908.009753:0:23071:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50e753c200. 02000000:00000001:0.0:1763344908.009756:0:23071:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344908.009762:0:23071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3318. 00000400:00000010:0.0:1763344908.009769:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495b28. 00000100:00000200:0.0:1763344908.009777:0:23071:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617981440, portal 16 00000100:00000001:0.0:1763344908.009779:0:23071:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344908.009781:0:23071:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668408464256 : -107405301087360 : ffff9e50c12e8380) 00000100:00000040:0.0:1763344908.009787:0:23071:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50c12e8380 x1848987617981440/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.009817:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.009820:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344908.009823:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495000. 00000100:00000200:0.0:1763344908.009826:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 336 bytes to portal 15, xid 1848987617981440, offset 0 00000400:00000200:0.0:1763344908.009832:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344908.009845:0:23071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344908.009857:0:23071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 336 into portal 15 MB=0x691a4fa29f400 00000400:00000200:0.0:1763344908.009864:0:23071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 336/336 into md 0x6633a5 [2] + 984 00000400:00000200:0.0:1763344908.009871:0:23071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.009875:0:23071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344908.009880:0:23071:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.009882:0:23071:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1763344908.009886:0:23071:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12eb480. 00000100:00000040:0.0:1763344908.009889:0:23071:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12eb480 x1848987617981440 msgsize 336 00000100:00100000:0.0:1763344908.009893:0:23071:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344908.009910:0:23071:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344908.009919:0:23071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495000 00000400:00000010:0.0:1763344908.009921:0:23071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495000. 00000100:00000001:0.0:1763344908.009926:0:23071:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.009931:0:23071:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50c12e8380 x1848987617981440/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.009938:0:71044:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763344908.009941:0:23071:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1763344908.009942:0:71044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617981440 00000100:00000040:0.0:1763344908.009947:0:23071:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50c12e8380 x1848987617981440/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1763344908.009948:0:71044:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.009951:0:71044:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.009954:0:71044:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.009959:0:71044:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.009964:0:23071:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.009965:0:71044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617981440 00000020:00000001:3.0:1763344908.009970:0:71044:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1763344908.009971:0:23071:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1763344908.009973:0:71044:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a108f9 00000020:00000001:3.0:1763344908.009977:0:71044:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763344908.009978:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.009981:0:71044:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50ef8e3000 refcount=4 00000100:00000001:0.0:1763344908.009983:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307683147 00000020:00000001:3.0:1763344908.009985:0:71044:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669186486272 : -107404523065344 : ffff9e50ef8e3000) 00000020:00000001:3.0:1763344908.009990:0:71044:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669186486272 : -107404523065344 : ffff9e50ef8e3000) 00000100:00000001:0.0:1763344908.009992:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307683128 00000100:00000001:3.0:1763344908.009994:0:71044:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763344908.009999:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307683147 00000020:00000010:3.0:1763344908.010000:0:71044:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd840. 00000100:00000001:3.0:1763344908.010006:0:71044:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.010007:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307683128 00000020:00000010:3.0:1763344908.010010:0:71044:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd840. 00000100:00000001:0.0:1763344908.010012:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307683147 00000020:00000010:3.0:1763344908.010017:0:71044:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b4c00. 00000100:00000001:0.0:1763344908.010018:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307683128 00000020:00000010:3.0:1763344908.010023:0:71044:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000100:00000001:0.0:1763344908.010024:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307683147 00000100:00000001:0.0:1763344908.010029:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307683128 00000020:00000010:3.0:1763344908.010031:0:71044:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000001:0.0:1763344908.010034:0:23071:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.010038:0:23071:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.010040:0:71044:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:0.0:1763344908.010041:0:23071:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.010046:0:71044:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1763344908.010046:0:23071:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.010050:0:71044:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763344908.010050:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1763344908.010054:0:71044:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.010054:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.010058:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.010061:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:3.0:1763344908.010062:0:71044:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.010063:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344908.010067:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.010070:0:23071:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344908.010072:0:23071:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763344908.010074:0:71044:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763344908.010075:0:23071:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd62416c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763344908.010081:0:23071:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344908.010083:0:23071:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.010086:0:71044:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.010090:0:71044:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.010094:0:71044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00000040:3.0:1763344908.010097:0:71044:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50ef8e3000 : new rpc_count 1 00000100:00000001:3.0:1763344908.010099:0:71044:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408476800 : -107405301074816 : ffff9e50c12eb480) 00000100:00000040:3.0:1763344908.010105:0:71044:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12eb480 x1848987617981440/t0(0) o105->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 336/0 e 0 to 0 dl 1763344919 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.010114:0:71044:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.010117:0:71044:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd840. 00000100:00000001:3.0:1763344908.010187:0:71044:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.010192:0:71044:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd840. 00000100:00100000:3.0:1763344908.010197:0:71044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0001-mdtlov_UUID+4:23071:x1848987617981440:12345-0@lo:105: 00000100:00000200:3.0:1763344908.010200:0:71044:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617981440 00010000:00000001:3.0:1763344908.010203:0:71044:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1763344908.010207:0:71044:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.010209:0:71044:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.010211:0:71044:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34e00 refcount=5 00000020:00000001:3.0:1763344908.010213:0:71044:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:3.0:1763344908.010215:0:71044:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00010000:3.0:1763344908.010221:0:71044:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.010229:0:71044:0:(ldlm_lockd.c:1965:ldlm_handle_cp_callback()) Process entered 00000100:00080000:2.0:1763344908.010552:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1763344908.010559:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00010000:00010000:3.0:1763344908.010964:0:71044:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.010976:0:71044:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.010984:0:71044:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.010986:0:71044:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344908.010988:0:71044:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.010995:0:71044:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344908.010996:0:71044:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344908.010999:0:71044:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344908.011000:0:71044:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.011003:0:71044:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e50eac08000) refcount = 2 00010000:00000040:3.0:1763344908.011006:0:71044:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.011008:0:71044:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50ed231600/0x34881b40852bef6a lrc: 1/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b40852bef71 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.011016:0:71044:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.011022:0:71044:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.011025:0:71044:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1763344908.011028:0:71044:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763344908.011036:0:71044:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd840. 00000100:00000001:3.0:1763344908.011040:0:71044:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.011045:0:71044:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0cc0. 00000100:00000001:3.0:1763344908.011047:0:71044:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000100:00000001:3.0:1763344908.011050:0:71044:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000100:00000001:3.0:1763344908.011052:0:71044:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.011053:0:71044:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.011055:0:71044:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.011058:0:71044:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763344908.012236:0:6504:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.012248:0:6504:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.012253:0:6504:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.012260:0:6504:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1763344908.012262:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.012264:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.012265:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.012266:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.012268:0:6504:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.012272:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.012284:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fcbb99500 x1848987617981184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344923 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.012293:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1763344908.012344:0:71044:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.012347:0:71044:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.012348:0:71044:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.012349:0:71044:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.012352:0:71044:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.012353:0:71044:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.012355:0:71044:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.012357:0:71044:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.012360:0:71044:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763344908.012363:0:71044:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0cc0. 00000100:00000001:3.0:1763344908.012367:0:71044:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.012370:0:71044:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344908.012743:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.012747:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50e5677000. 02000000:00000001:2.0:1763344908.012753:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.012756:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.012758:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1763344908.012761:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.012764:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117aa00. 02000000:00000001:2.0:1763344908.012767:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.012769:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.012771:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb99500. 00000100:00000001:2.0:1763344908.012775:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.012776:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344908.012779:0:6504:0:(osp_md_object.c:971:osp_md_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.012808:0:6504:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:2.0:1763344908.012810:0:6504:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000004:00000010:2.0:1763344908.012816:0:6504:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 116 at ffff9e4fe02c1580. 00000004:00000001:2.0:1763344908.012820:0:6504:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.012824:0:6504:0:(lod_object.c:6824:lod_object_lock()) Process entered 00000004:00000001:2.0:1763344908.012828:0:6504:0:(osp_md_object.c:955:osp_md_object_lock()) Process entered 00010000:00000001:2.0:1763344908.012830:0:6504:0:(ldlm_request.c:926:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1763344908.012837:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d1500. 00000020:00000040:2.0:1763344908.012840:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:2.0:1763344908.012844:0:6504:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00000100:00000001:2.0:1763344908.012847:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.012849:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.012855:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.012863:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab9000. 00000100:00000001:2.0:1763344908.012870:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.012873:0:6504:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.012876:0:6504:0:(ldlm_request.c:940:ldlm_enqueue_pack()) Process leaving (rc=18446636669453800704 : -107404255750912 : ffff9e50ff7d1500) 00010000:00000001:2.0:1763344908.012880:0:6504:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1763344908.012883:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.012893:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359b00. 00010000:00000010:2.0:1763344908.012899:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0c00. 00010000:00000001:2.0:1763344908.012905:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.012909:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90c00. 00000020:00000001:2.0:1763344908.012914:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.012918:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90c00 with handle 0x34881b40868180c3 to hash 00000020:00000001:2.0:1763344908.012920:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.012921:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000001:2.0:1763344908.012925:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000001:2.0:1763344908.012929:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.012931:0:6504:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.012934:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50f5d90c00/0x34881b40868180c3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6504 initiator: MDT0 00010000:00010000:2.0:1763344908.012941:0:6504:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50f5d90c00/0x34881b40868180c3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6504 initiator: MDT1 00010000:00010000:2.0:1763344908.012954:0:6504:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50f5d90c00/0x34881b40868180c3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6504 initiator: MDT1 00000100:00000001:2.0:1763344908.012960:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344908.012962:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.012970:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1000. 00000100:00000001:2.0:1763344908.012972:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368205824 : -107409341345792 : ffff9e4fd05d1000) 00000100:00000001:2.0:1763344908.012975:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.012977:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669453800704 : -107404255750912 : ffff9e50ff7d1500) 00000100:00000001:2.0:1763344908.012982:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344908.012986:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.012988:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.012989:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.012994:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ff7d1500 x1848987617981568/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.013003:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.013005:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.013008:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344908.013011:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344908.013014:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.013017:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ff7d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617981568:0@lo:101:mdt00_000.0 00000100:00000001:2.0:1763344908.013021:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.013025:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.013028:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.013030:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.013034:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4fcb32c400. 02000000:00000001:2.0:1763344908.013036:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.013043:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.013051:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921198. 00010000:00000010:3.0:1763344908.013099:0:71044:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd840. 00010000:00010000:3.0:1763344908.013105:0:71044:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e50fca34e00) 00010000:00000001:3.0:1763344908.013107:0:71044:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.013109:0:71044:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.013111:0:71044:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1763344908.013116:0:71044:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.013118:0:71044:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.013124:0:71044:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc2876c00. 02000000:00000001:3.0:1763344908.013126:0:71044:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.013128:0:71044:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.013132:0:71044:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.013135:0:71044:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.013139:0:71044:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e1e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.013144:0:71044:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.013147:0:71044:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.013149:0:71044:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.013152:0:71044:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.013154:0:71044:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.013158:0:71044:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.013160:0:71044:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.013164:0:71044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344908.013167:0:71044:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1848987617981440, offset 224 00000400:00000200:3.0:1763344908.013173:0:71044:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.013188:0:71044:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.013201:0:71044:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x691a4fa29f400 00000400:00000200:3.0:1763344908.013209:0:71044:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x665fa5 [1] + 224 00000400:00000200:3.0:1763344908.013217:0:71044:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.013221:0:71044:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.013228:0:71044:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.013234:0:71044:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50c12e8380 x1848987617981440/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344908.013244:0:71044:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50c12e8380 x1848987617981440/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.013278:0:71044:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.013289:0:71044:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344908.013292:0:71044:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344908.013296:0:71044:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.013298:0:71044:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.013303:0:71044:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.013307:0:71044:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00000100:00000001:1.0:1763344908.013309:0:23071:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1763344908.013311:0:71044:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1763344908.013318:0:23071:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1763344908.013319:0:71044:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12eb480 x1848987617981440/t0(0) o105->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 336/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1763344908.013321:0:23071:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.013326:0:23071:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3318. 00000400:00000200:1.0:1763344908.013332:0:23071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495b28 00000400:00000010:1.0:1763344908.013336:0:23071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495b28. 00000100:00100000:3.0:1763344908.013338:0:71044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0001-mdtlov_UUID+4:23071:x1848987617981440:12345-0@lo:105: Request processed in 3220us (3444us total) trans 0 rc 0/0 00000100:00000001:1.0:1763344908.013341:0:23071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.013349:0:23071:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50c12e8380 x1848987617981440/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344908.013353:0:71044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00000040:3.0:1763344908.013361:0:71044:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50ef8e3000 : new rpc_count 0 00000100:00000001:3.0:1763344908.013366:0:71044:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1763344908.013367:0:23071:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50c12e8380 x1848987617981440/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.013369:0:71044:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1763344908.013389:0:23071:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1763344908.013390:0:71044:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000100:00000001:1.0:1763344908.013392:0:23071:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1763344908.013397:0:71044:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000100:00000001:1.0:1763344908.013397:0:23071:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.013400:0:23071:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.013403:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1763344908.013404:0:71044:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b4c00. 00000100:00000001:1.0:1763344908.013406:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.013410:0:23071:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.013412:0:71044:0:(genops.c:898:class_export_put()) PUTting export ffff9e50ef8e3000 : new refcount 3 00000100:00001000:1.0:1763344908.013416:0:23071:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50eaaaa458 time=392 v=5 (5 5 0 0) 00000100:00000001:3.0:1763344908.013417:0:71044:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1763344908.013424:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaaa410 time=392 v=5 (1 1 0 0) 00000100:00000001:1.0:1763344908.013428:0:23071:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.013430:0:23071:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.013432:0:23071:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.013435:0:23071:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.013437:0:23071:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.013442:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50c12e8380 x1848987617981440/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.013449:0:23071:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.013452:0:23071:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.013454:0:23071:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.013457:0:23071:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763344908.013459:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.013461:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.013463:0:23071:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.013467:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12e8380 x1848987617981440/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344908.013475:0:23071:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50c12e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:23071:1848987617981440:0@lo:105: 00000100:00000001:1.0:1763344908.013480:0:23071:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.013483:0:23071:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.013485:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344908.013487:0:23071:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.013490:0:23071:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50c12e8380 x1848987617981440/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.013496:0:23071:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344908.013498:0:23071:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344908.013500:0:23071:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50e753c200. 02000000:00000001:1.0:1763344908.013505:0:23071:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.013507:0:23071:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.013508:0:23071:0:(genops.c:1242:class_import_put()) import ffff9e50eaaaa000 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1763344908.013510:0:23071:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344908.013512:0:23071:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fc4b13200. 02000000:00000001:1.0:1763344908.013515:0:23071:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344908.013516:0:23071:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344908.013518:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12e8380. 00000100:00000001:1.0:1763344908.013521:0:23071:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344908.013522:0:23071:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344908.013524:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd62416c0. 00000100:00000001:1.0:1763344908.013526:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344908.013528:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344908.013530:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba20c0. 00010000:00000001:1.0:1763344908.013532:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344908.013535:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344908.013537:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.013541:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.013543:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.013546:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.013548:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.013553:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.013555:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.013557:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.013559:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.013561:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.013564:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.013567:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3550. 00000100:00000200:1.0:1763344908.013570:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881562112, offset 224 00000400:00000200:1.0:1763344908.013575:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.013583:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.013589:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385669:1385669:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385665:1385665:8:4294967295] 00000400:00000200:1.0:1763344908.013600:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.013605:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.013610:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1f40500. 00000800:00000200:1.0:1763344908.013617:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.013624:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.013628:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1f40500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.013649:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.013652:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.013654:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.013657:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.013661:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d1f80 x1848987881562112/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.013670:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+471:2405:x1848987881562112:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 4298us (5016us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.013677:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6349 00000100:00000040:1.0:1763344908.013680:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:1.0:1763344908.013682:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.013684:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.013688:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139000. 00000020:00000010:1.0:1763344908.013693:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf7327d0. 00000020:00000010:1.0:1763344908.013696:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc4b12a00. 00000020:00000040:1.0:1763344908.013699:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 470 00000100:00000001:1.0:1763344908.013701:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763344908.014117:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617981568, portal 4 00000100:00000001:2.0:1763344908.014122:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.014124:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669453800704 : -107404255750912 : ffff9e50ff7d1500) 00000100:00000040:2.0:1763344908.014133:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ff7d1500 x1848987617981568/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.014141:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.014143:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.014146:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 00000100:00000200:2.0:1763344908.014149:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617981568, offset 0 00000400:00000200:2.0:1763344908.014154:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.014162:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.014170:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29f480 00000400:00000200:2.0:1763344908.014178:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 4224 00000400:00000200:2.0:1763344908.014183:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.014186:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.014191:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.014194:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344908.014198:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d1c00. 00000100:00000040:2.0:1763344908.014201:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d1c00 x1848987617981568 msgsize 328 00000100:00100000:2.0:1763344908.014205:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344908.014217:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.014224:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:2.0:1763344908.014226:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:2.0:1763344908.014228:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.014233:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ff7d1500 x1848987617981568/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.014242:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.014246:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ff7d1500 x1848987617981568/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.014253:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.014255:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.014259:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.014263:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13912 usecs (14 jiffies) 00000100:00000001:2.0:1763344908.014268:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681846 00000100:00000001:2.0:1763344908.014272:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307683147 00000100:00000001:2.0:1763344908.014274:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681846 00000100:00000001:2.0:1763344908.014276:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307683147 00000100:00000001:2.0:1763344908.014278:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681846 00000100:00000001:2.0:1763344908.014281:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307683147 00000100:00000001:2.0:1763344908.014283:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681846 00000100:00000001:2.0:1763344908.014285:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307683147 00000100:00000001:2.0:1763344908.014288:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.014291:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.014294:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.014295:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.014298:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1000 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.014300:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.014302:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.014540:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.014543:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617981568 02000000:00000001:1.0:1763344908.014545:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.014547:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.014549:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.014553:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.014556:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617981568 00000020:00000001:1.0:1763344908.014558:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.014560:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:1.0:1763344908.014563:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.014566:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=8 00000020:00000001:1.0:1763344908.014568:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:1.0:1763344908.014571:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:1.0:1763344908.014576:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.014580:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6980. 00000100:00000001:1.0:1763344908.014583:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.014586:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6980. 00000020:00000010:1.0:1763344908.014591:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117ae00. 00000020:00000010:1.0:1763344908.014595:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.014600:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04d48. 00000100:00000040:1.0:1763344908.014607:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344908.014610:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.014612:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.014614:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.014621:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.014639:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.014650:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.014652:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.014656:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8681 00000100:00000040:1.0:1763344908.014661:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:1.0:1763344908.014663:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453802496 : -107404255749120 : ffff9e50ff7d1c00) 00000100:00000040:1.0:1763344908.014668:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d1c00 x1848987617981568/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.014677:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.014680:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6980. 00000100:00000001:1.0:1763344908.014683:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.014685:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6980. 00000100:00100000:1.0:1763344908.014690:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6504:x1848987617981568:12345-0@lo:101:mdt00_000.0 00000100:00000200:1.0:1763344908.014694:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617981568 00000020:00000001:1.0:1763344908.014697:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.014701:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.014705:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.014707:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.014710:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344908.014713:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344908.014716:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617981568, found 0 last_xid 1848987617981567 00000020:00000001:1.0:1763344908.014720:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.014722:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.014725:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.014729:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.014732:0:21732:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344908.014734:0:21732:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344908.014736:0:21732:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344908.014738:0:21732:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344908.014740:0:21732:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.014745:0:21732:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344908.014752:0:21732:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854d600. 00010000:00000010:1.0:1763344908.014756:0:21732:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42400. 00010000:00000001:1.0:1763344908.014760:0:21732:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.014763:0:21732:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34400. 00000020:00000001:1.0:1763344908.014767:0:21732:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.014769:0:21732:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34400 with handle 0x34881b40868180ca to hash 00000020:00000001:1.0:1763344908.014772:0:21732:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.014773:0:21732:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000010:1.0:1763344908.014779:0:21732:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5cc80. 00010000:00000001:1.0:1763344908.014781:0:21732:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00010000:1.0:1763344908.014785:0:21732:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34400/0x34881b40868180ca lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34881b40868180c3 expref: -99 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.014817:0:21732:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50e4d3b000 : new locks_count 3 00000020:00000040:1.0:1763344908.014820:0:21732:0:(genops.c:887:class_export_get()) GET export ffff9e50e4d3b000 refcount=9 00000100:00000001:1.0:1763344908.014828:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.014831:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.014835:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff9e50e5677400. 02000000:00000001:1.0:1763344908.014838:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.014841:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.014844:0:21732:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.014848:0:21732:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.014850:0:21732:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.014852:0:21732:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.014855:0:21732:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.014857:0:21732:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.014859:0:21732:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.014862:0:21732:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.014865:0:21732:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.014867:0:21732:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.014868:0:21732:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.014871:0:21732:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9e4fd854d600) refcount = 1 00010000:00010000:1.0:1763344908.014876:0:21732:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34400/0x34881b40868180ca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x34881b40868180c3 expref: 9 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.014884:0:21732:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.014889:0:21732:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.014891:0:21732:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.014894:0:21732:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.014896:0:21732:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.014899:0:21732:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.014901:0:21732:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.014907:0:21732:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344908.014910:0:21732:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34400/0x34881b40868180ca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b40868180c3 expref: 9 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.014917:0:21732:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.014920:0:21732:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.014922:0:21732:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9e4fd854d600) 00010000:00010000:1.0:1763344908.014925:0:21732:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344908.014927:0:21732:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.014929:0:21732:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.014931:0:21732:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.014932:0:21732:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.014934:0:21732:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.014936:0:21732:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34400, rc 0) 00000020:00000001:1.0:1763344908.014938:0:21732:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344908.014941:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770256485, transno 0, xid 1848987617981568 00010000:00000001:1.0:1763344908.014943:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.014948:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d1c00 x1848987617981568/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/344 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344908.014954:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.014956:0:21732:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.014959:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.014963:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.014965:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344908.014967:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344908.014970:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.014972:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.014974:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.014976:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344908.014979:0:21732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3110. 00000100:00000200:1.0:1763344908.014983:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 4, xid 1848987617981568, offset 224 00000400:00000200:1.0:1763344908.015001:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344908.015008:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344908.015015:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 4 MB=0x691a4fa29f480 00000400:00000200:1.0:1763344908.015021:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 344/344 into md 0x665fad [1] + 224 00000400:00000200:1.0:1763344908.015025:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.015028:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344908.015032:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.015036:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ff7d1500 x1848987617981568/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344908.015044:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9e50ff7d1500 x1848987617981568/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.015065:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344908.015071:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3110 00000400:00000010:1.0:1763344908.015073:0:21732:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3110. 00000100:00000001:1.0:1763344908.015077:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.015078:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.015081:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.015083:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344908.015085:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.015086:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.015089:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.015092:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d1c00 x1848987617981568/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/344 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.015099:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6504:x1848987617981568:12345-0@lo:101:mdt00_000.0 Request processed in 421us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.015105:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8681 00000100:00000040:1.0:1763344908.015107:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:1.0:1763344908.015109:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.015110:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.015114:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.015118:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04d48. 00000020:00000010:1.0:1763344908.015121:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117ae00. 00000020:00000040:1.0:1763344908.015125:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 8 00000100:00000001:1.0:1763344908.015128:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.015172:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.015178:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.015179:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.015181:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344908.015184:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921198 00000400:00000010:2.0:1763344908.015186:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921198. 00000100:00000001:2.0:1763344908.015188:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.015192:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ff7d1500 x1848987617981568/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344908.015199:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ff7d1500 x1848987617981568/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.015210:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.015212:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.015214:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.015217:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.015218:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.015220:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.015223:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.015229:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.015232:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.015234:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344908.015236:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.015238:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344908.015240:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.015243:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344908.015246:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000100:00000001:2.0:1763344908.015248:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344908.015249:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.015253:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ff7d1500 x1848987617981568/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.015260:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.015262:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.015264:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344908.015267:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d1500 x1848987617981568/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.015273:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ff7d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617981568:0@lo:101:mdt00_000.0 00000100:00000001:2.0:1763344908.015278:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.015280:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.015282:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.015283:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.015286:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ff7d1500 x1848987617981568/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.015292:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344908.015704:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1000. 00000100:00000001:2.0:1763344908.015709:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344908.015710:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.015713:0:6504:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1763344908.015716:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.015719:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.015721:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90c00 refcount=4 00000020:00000001:2.0:1763344908.015723:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000001:2.0:1763344908.015725:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000040:2.0:1763344908.015730:0:6504:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff9e50f5d90c00, remote cookie: 0x34881b40868180ca, flags: 0x0 00010000:00000001:2.0:1763344908.015734:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.015737:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.015738:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.015740:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.015741:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.015744:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9e4fc1359b00) refcount = 1 00010000:00010000:2.0:1763344908.015748:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50f5d90c00/0x34881b40868180c3 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b40868180ca expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.015755:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.015758:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.015760:0:6504:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.015763:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.015765:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.015768:0:6504:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50f5d90c00/0x34881b40868180c3 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b40868180ca expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.015774:0:6504:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1763344908.015775:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.015776:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.015778:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.015779:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.015780:0:6504:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.015783:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1763344908.015932:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344908.015938:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1f40500. 00000400:00000200:3.0:1763344908.015944:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.015950:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344908.015954:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3550 00000400:00000010:3.0:1763344908.015956:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3550. 00000100:00000001:3.0:1763344908.015960:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.015962:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1763344908.016057:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ff7d1500 x1848987617981568/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.016071:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.016073:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.016076:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4fcb32c400. 02000000:00000001:2.0:1763344908.016079:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.016081:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.016082:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1763344908.016084:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.016086:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab9000. 02000000:00000001:2.0:1763344908.016090:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.016091:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.016093:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d1500. 00000100:00000001:2.0:1763344908.016096:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.016097:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344908.016099:0:6504:0:(osp_md_object.c:971:osp_md_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.016106:0:6504:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:2.0:1763344908.016108:0:6504:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000004:00000001:2.0:1763344908.016111:0:6504:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.016114:0:6504:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.016119:0:6504:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763344908.016122:0:6504:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000010:2.0:1763344908.016128:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd05d1000. 00000004:00000010:2.0:1763344908.016131:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c590c0. 00000004:00000010:2.0:1763344908.016135:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ff953000. 00000020:00000001:2.0:1763344908.016139:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.016141:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.016143:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763344908.016144:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763344908.016147:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000004:00000040:2.0:1763344908.016151:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ff953000 magic = bdde0002 count = 1 size = 40 00000100:00000010:2.0:1763344908.016156:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d1500. 00000020:00000040:2.0:1763344908.016159:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1763344908.016163:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.016165:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.016169:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.016174:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab9000. 00000100:00000001:2.0:1763344908.016178:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.016181:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.016183:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.016185:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.016188:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344908.016189:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.016194:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d13c0. 00000100:00000001:2.0:1763344908.016196:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368206784 : -107409341344832 : ffff9e4fd05d13c0) 00000100:00000001:2.0:1763344908.016198:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.016199:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669453800704 : -107404255750912 : ffff9e50ff7d1500) 00000100:00000001:2.0:1763344908.016203:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344908.016207:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.016209:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.016210:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.016213:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ff7d1500 x1848987617981696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.016220:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.016222:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.016225:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344908.016227:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344908.016230:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.016233:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ff7d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617981696:0@lo:1000:mdt00_000.0 00000100:00000001:2.0:1763344908.016236:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.016239:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.016241:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.016244:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.016250:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e4fc2e7e000. 02000000:00000001:2.0:1763344908.016252:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.016256:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.016261:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1480. 00000100:00000200:2.0:1763344908.016266:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617981696, portal 4 00000100:00000001:2.0:1763344908.016268:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.016269:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669453800704 : -107404255750912 : ffff9e50ff7d1500) 00000100:00000040:2.0:1763344908.016274:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ff7d1500 x1848987617981696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.016280:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.016282:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.016285:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921198. 00000100:00000200:2.0:1763344908.016287:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 24, xid 1848987617981696, offset 0 00000400:00000200:2.0:1763344908.016291:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.016299:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.016307:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 24 MB=0x691a4fa29f500 00000400:00000200:2.0:1763344908.016312:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 304/304 into md 0x209981 [256] + 4552 00000400:00000200:2.0:1763344908.016317:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.016319:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.016323:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.016324:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344908.016328:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d3100. 00000100:00000040:2.0:1763344908.016330:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d3100 x1848987617981696 msgsize 304 00000100:00100000:2.0:1763344908.016333:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344908.016351:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.016357:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921198 00000400:00000010:2.0:1763344908.016359:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921198. 00000100:00000001:2.0:1763344908.016361:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.016365:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ff7d1500 x1848987617981696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.016402:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.016405:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ff7d1500 x1848987617981696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.016411:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.016412:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.016416:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.016420:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13911 usecs (14 jiffies) 00000100:00000001:2.0:1763344908.016424:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681849 00000100:00000001:2.0:1763344908.016427:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307683147 00000100:00000001:2.0:1763344908.016430:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681849 00000100:00000001:2.0:1763344908.016433:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307683147 00000100:00000001:2.0:1763344908.016435:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681849 00000100:00000001:2.0:1763344908.016437:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307683147 00000100:00000001:2.0:1763344908.016440:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681849 00000100:00000001:2.0:1763344908.016442:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307683147 00000100:00000001:2.0:1763344908.016444:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.016446:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.016448:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.016449:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.016451:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d13c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.016453:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.016455:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.016514:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.016517:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617981696 02000000:00000001:1.0:1763344908.016519:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.016521:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.016523:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.016526:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.016529:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617981696 00000020:00000001:1.0:1763344908.016531:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.016532:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:1.0:1763344908.016534:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.016537:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=9 00000020:00000001:1.0:1763344908.016539:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:1.0:1763344908.016541:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:1.0:1763344908.016545:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.016549:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6980. 00000100:00000001:1.0:1763344908.016551:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.016553:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6980. 00000020:00000010:1.0:1763344908.016558:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117ae00. 00000020:00000010:1.0:1763344908.016561:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.016566:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04d48. 00000100:00000040:1.0:1763344908.016571:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344908.016574:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.016575:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.016577:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.016582:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.016596:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.016606:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.016608:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.016611:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8682 00000100:00000040:1.0:1763344908.016614:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:1.0:1763344908.016616:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453807872 : -107404255743744 : ffff9e50ff7d3100) 00000100:00000040:1.0:1763344908.016621:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d3100 x1848987617981696/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 304/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.016628:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.016632:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6980. 00000100:00000001:1.0:1763344908.016633:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.016635:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6980. 00000100:00100000:1.0:1763344908.016640:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6504:x1848987617981696:12345-0@lo:1000:mdt00_000.0 00000100:00000200:1.0:1763344908.016643:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617981696 00000020:00000001:1.0:1763344908.016645:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.016648:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.016651:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.016654:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.016656:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:1.0:1763344908.016659:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344908.016661:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617981696, found 0 last_xid 1848987617981695 00000020:00000001:1.0:1763344908.016663:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.016665:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.016667:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.016668:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.016671:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763344908.016676:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fd25ac978. 00000100:00000001:1.0:1763344908.016679:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.016681:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.016686:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50ca224000. 02000000:00000001:1.0:1763344908.016688:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.016690:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344908.016694:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e50d72d0240. 00000020:00000001:1.0:1763344908.016696:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763344908.016698:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.016702:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00000020:00000001:1.0:1763344908.016706:0:21732:0:(out_handler.c:157:out_attr_get()) Process entered 00000020:00000040:1.0:1763344908.016711:0:21732:0:(out_handler.c:185:out_attr_get()) lustre-MDT0000: insert attr get reply ffff9e50ca224208 index 0: rc = 0 00000020:00000001:1.0:1763344908.016714:0:21732:0:(out_handler.c:190:out_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344908.016718:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fd25ac978. 00000020:00000010:1.0:1763344908.016721:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e50d72d0240. 00000020:00000001:1.0:1763344908.016723:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344908.016726:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770256485, transno 0, xid 1848987617981696 00010000:00000001:1.0:1763344908.016728:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.016731:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d3100 x1848987617981696/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 304/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344908.016738:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.016739:0:21732:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.016742:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.016745:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.016747:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344908.016749:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344908.016752:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.016753:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.016755:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.016757:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344908.016760:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50d72d0240. 00000100:00000200:1.0:1763344908.016763:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617981696, offset 224 00000400:00000200:1.0:1763344908.016767:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344908.016772:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344908.016777:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29f500 00000400:00000200:1.0:1763344908.016780:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665fc1 [2] + 224 00000400:00000200:1.0:1763344908.016784:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.016850:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344908.016854:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.016858:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ff7d1500 x1848987617981696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344908.016866:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ff7d1500 x1848987617981696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.016882:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344908.016887:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50d72d0240 00000400:00000010:1.0:1763344908.016889:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50d72d0240. 00000100:00000001:1.0:1763344908.016891:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.016893:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.016896:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.016899:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344908.016901:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.016902:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.016904:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.016908:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d3100 x1848987617981696/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 304/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.016915:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6504:x1848987617981696:12345-0@lo:1000:mdt00_000.0 Request processed in 285us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.016923:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8682 00000100:00000040:1.0:1763344908.016926:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:1.0:1763344908.016928:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.016929:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.016933:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.016937:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04d48. 00000020:00000010:1.0:1763344908.016940:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117ae00. 00000020:00000040:1.0:1763344908.016945:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 8 00000100:00000001:1.0:1763344908.016947:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763344908.017076:0:121025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16a00. 00000100:00000001:3.0:1763344908.017729:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.017736:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.017738:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.017741:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:3.0:1763344908.017747:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1480 00000400:00000010:3.0:1763344908.017749:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1480. 00000100:00000001:3.0:1763344908.017751:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.017757:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ff7d1500 x1848987617981696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344908.017766:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ff7d1500 x1848987617981696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.017773:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.017774:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.017777:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.017779:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.017781:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.017782:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.017785:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.017807:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.017811:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=111 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.017814:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.017816:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.017819:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.017821:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.017825:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344908.017827:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000100:00000001:3.0:1763344908.017828:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344908.017830:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.017835:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ff7d1500 x1848987617981696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.017841:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.017843:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.017845:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763344908.017849:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d1500 x1848987617981696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.017856:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ff7d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617981696:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763344908.017862:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.017864:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.017866:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.017868:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.017871:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ff7d1500 x1848987617981696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.017876:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763344908.017878:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d13c0. 00000100:00000001:3.0:1763344908.017881:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763344908.017883:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.017890:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.017899:0:6504:0:(osp_object.c:641:osp_attr_get()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.017902:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.017905:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ff7d1500 x1848987617981696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.017911:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.017912:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344908.017915:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e4fc2e7e000. 02000000:00000001:3.0:1763344908.017921:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.017922:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344908.017924:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1763344908.017926:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344908.017928:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab9000. 02000000:00000001:3.0:1763344908.017931:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.017932:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344908.017934:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d1500. 00000100:00000001:3.0:1763344908.017936:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.017938:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1763344908.017940:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ff953000. 00000004:00000010:3.0:1763344908.017944:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c590c0. 00000004:00000010:3.0:1763344908.017948:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd05d1000. 00000004:00000001:3.0:1763344908.017952:0:6504:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000040:3.0:1763344908.017954:0:6504:0:(mdd_dir.c:78:__mdd_lookup()) lustre-MDD0001: Object [0x200000007:0x1:0x0] located on remote server 00000004:00000001:3.0:1763344908.017958:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763344908.017961:0:6504:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763344908.017965:0:6504:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.017974:0:6504:0:(osp_md_object.c:472:osp_md_index_lookup()) Process entered 00000004:00000010:3.0:1763344908.017980:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fc87e0cc0. 00000004:00000010:3.0:1763344908.017983:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e50fad540a0. 00000004:00000010:3.0:1763344908.017987:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fdd981000. 00000020:00000001:3.0:1763344908.017991:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763344908.017993:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.017995:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763344908.017997:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763344908.017999:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = lookup params = 1 batchid = 0 size = 64 repsize 256 00000004:00000040:3.0:1763344908.018003:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fdd981000 magic = bdde0002 count = 1 size = 64 00000100:00000010:3.0:1763344908.018007:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8602a00. 00000020:00000040:3.0:1763344908.018010:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1763344908.018014:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.018016:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.018018:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.018023:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4b4c00. 00000100:00000001:3.0:1763344908.018027:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.018030:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.018032:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344908.018034:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.018036:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763344908.018038:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.018042:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0240. 00000100:00000001:3.0:1763344908.018043:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236147264 : -107409473404352 : ffff9e4fc87e0240) 00000100:00000001:3.0:1763344908.018046:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.018047:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334465024 : -107404375086592 : ffff9e50f8602a00) 00000100:00000001:3.0:1763344908.018051:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344908.018054:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.018056:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.018057:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.018060:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8602a00 x1848987617981824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.018071:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.018073:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.018075:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763344908.018078:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344908.018080:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.018082:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8602a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617981824:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763344908.018086:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.018088:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.018090:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.018091:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.018096:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50ef89c000. 02000000:00000001:3.0:1763344908.018098:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.018102:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acb58. 00000400:00000010:3.0:1763344908.018107:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0e40. 00000100:00000200:3.0:1763344908.018111:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617981824, portal 4 00000100:00000001:3.0:1763344908.018113:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.018114:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334465024 : -107404375086592 : ffff9e50f8602a00) 00000100:00000040:3.0:1763344908.018120:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50f8602a00 x1848987617981824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.018125:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.018128:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.018130:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344908.018132:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617981824, offset 0 00000400:00000200:3.0:1763344908.018138:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.018147:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.018154:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29f580 00000400:00000200:3.0:1763344908.018159:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 4856 00000400:00000200:3.0:1763344908.018164:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.018168:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.018171:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.018173:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344908.018176:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8601f80. 00000100:00000040:3.0:1763344908.018179:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8601f80 x1848987617981824 msgsize 328 00000100:00100000:3.0:1763344908.018184:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763344908.018195:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.018204:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344908.018206:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344908.018209:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344908.018212:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8602a00 x1848987617981824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.018220:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.018223:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50f8602a00 x1848987617981824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.018229:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.018230:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.018234:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.018237:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13910 usecs (14 jiffies) 00000100:00000001:3.0:1763344908.018240:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681850 00000100:00000001:3.0:1763344908.018243:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.018245:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681850 00000100:00000001:3.0:1763344908.018248:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.018249:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681850 00000100:00000001:3.0:1763344908.018251:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.018253:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681850 00000100:00000001:3.0:1763344908.018255:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.018258:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.018259:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.018261:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.018263:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.018265:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0240 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.018267:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.018269:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.018451:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.018454:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617981824 02000000:00000001:1.0:1763344908.018457:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.018459:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.018460:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.018464:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.018466:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617981824 00000020:00000001:1.0:1763344908.018469:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.018470:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:1.0:1763344908.018473:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.018475:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=9 00000020:00000001:1.0:1763344908.018477:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:1.0:1763344908.018479:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:1.0:1763344908.018482:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.018486:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6980. 00000100:00000001:1.0:1763344908.018488:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.018491:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6980. 00000020:00000010:1.0:1763344908.018495:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117ae00. 00000020:00000010:1.0:1763344908.018498:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42f80. 00000020:00000010:1.0:1763344908.018502:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04d48. 00000100:00000040:1.0:1763344908.018507:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344908.018510:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.018511:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.018513:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.018519:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.018535:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.018544:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.018546:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.018549:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8683 00000100:00000040:1.0:1763344908.018552:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:1.0:1763344908.018554:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334462336 : -107404375089280 : ffff9e50f8601f80) 00000100:00000040:1.0:1763344908.018558:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8601f80 x1848987617981824/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.018565:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.018567:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6980. 00000100:00000001:1.0:1763344908.018569:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.018571:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6980. 00000100:00100000:1.0:1763344908.018574:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8601f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6504:x1848987617981824:12345-0@lo:1000:mdt00_000.0 00000100:00000200:1.0:1763344908.018577:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617981824 00000020:00000001:1.0:1763344908.018580:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.018582:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.018585:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.018587:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.018589:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:1.0:1763344908.018592:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344908.018594:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617981824, found 0 last_xid 1848987617981823 00000020:00000001:1.0:1763344908.018596:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.018598:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.018600:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.018603:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.018605:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763344908.018608:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fd25ac978. 00000100:00000001:1.0:1763344908.018611:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.018613:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.018618:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50c3a94000. 02000000:00000001:1.0:1763344908.018619:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.018621:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344908.018625:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e50d72d0240. 00000020:00000001:1.0:1763344908.018627:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763344908.018630:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.018632:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00000020:00000001:1.0:1763344908.018636:0:21732:0:(out_handler.c:317:out_index_lookup()) Process entered 00080000:00000001:1.0:1763344908.018640:0:21732:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1763344908.018642:0:21732:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1763344908.018669:0:21732:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1763344908.018672:0:21732:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1763344908.018675:0:21732:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1763344908.018678:0:21732:0:(out_handler.c:340:out_index_lookup()) Process leaving via out_unlock (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1763344908.018682:0:21732:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc7e1bbc0 00000020:00000040:1.0:1763344908.018684:0:21732:0:(out_handler.c:350:out_index_lookup()) lookup [0x200000007:0x1:0x0] d56xa.sanity get [0x240000402:0xd435:0x0] rc -2 00000020:00000040:1.0:1763344908.018687:0:21732:0:(out_handler.c:354:out_index_lookup()) lustre-MDT0000: insert lookup reply ffff9e50c3a94208 index 0: rc = -2 00000020:00000001:1.0:1763344908.018689:0:21732:0:(out_handler.c:359:out_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1763344908.018692:0:21732:0:(out_handler.c:1215:out_handle()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1763344908.018695:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fd25ac978. 00000020:00000010:1.0:1763344908.018697:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e50d72d0240. 00000020:00000001:1.0:1763344908.018700:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763344908.018703:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770256485, transno 0, xid 1848987617981824 00010000:00000001:1.0:1763344908.018705:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.018709:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8601f80 x1848987617981824/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344908.018715:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.018717:0:21732:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.018720:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.018723:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.018725:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344908.018727:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344908.018729:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.018730:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.018733:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.018735:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344908.018737:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50d72d0240. 00000100:00000200:1.0:1763344908.018741:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617981824, offset 224 00000400:00000200:1.0:1763344908.018745:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344908.018751:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344908.018757:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29f580 00000400:00000200:1.0:1763344908.018761:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665fcd [2] + 224 00000400:00000200:1.0:1763344908.018765:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.018768:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344908.018770:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.018774:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8602a00 x1848987617981824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344908.018781:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50f8602a00 x1848987617981824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.018808:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344908.018812:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50d72d0240 00000400:00000010:1.0:1763344908.018814:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50d72d0240. 00000100:00000001:1.0:1763344908.018816:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.018817:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.018820:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.018822:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344908.018825:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.018826:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.018828:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.018831:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8601f80 x1848987617981824/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.018839:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8601f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6504:x1848987617981824:12345-0@lo:1000:mdt00_000.0 Request processed in 272us (657us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763344908.018845:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8683 00000100:00000040:1.0:1763344908.018848:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:1.0:1763344908.018850:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.018851:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.018855:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42f80. 00000020:00000010:1.0:1763344908.018858:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04d48. 00000020:00000010:1.0:1763344908.018862:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117ae00. 00000020:00000040:1.0:1763344908.018866:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 8 00000100:00000001:1.0:1763344908.018868:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.019087:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.019092:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.019093:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.019095:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acb58. 00000400:00000200:3.0:1763344908.019098:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0e40 00000400:00000010:3.0:1763344908.019100:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0e40. 00000100:00000001:3.0:1763344908.019102:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.019106:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8602a00 x1848987617981824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344908.019114:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8602a00 x1848987617981824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.019119:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.019121:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.019123:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.019124:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.019126:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.019128:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.019130:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.019135:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.019138:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=111 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.019141:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1763344908.019144:0:6504:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9e50f8602a00 x1848987617981824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.019149:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.019152:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344908.019154:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000100:00000001:3.0:1763344908.019155:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344908.019156:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1763344908.019160:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8602a00 x1848987617981824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.019165:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1763344908.019168:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.019169:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763344908.019172:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8602a00 x1848987617981824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.019179:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8602a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617981824:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763344908.019183:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.019185:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.019187:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.019188:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.019191:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8602a00 x1848987617981824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.019196:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763344908.019198:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0240. 00000100:00000001:3.0:1763344908.019200:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763344908.019201:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.019203:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.019205:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8602a00 x1848987617981824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.019211:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.019212:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344908.019214:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50ef89c000. 02000000:00000001:3.0:1763344908.019217:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.019218:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344908.019220:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1763344908.019221:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344908.019223:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4b4c00. 02000000:00000001:3.0:1763344908.019225:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.019227:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344908.019228:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8602a00. 00000100:00000001:3.0:1763344908.019231:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.019232:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344908.019233:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344908.019236:0:6504:0:(osp_md_object.c:492:osp_md_index_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:3.0:1763344908.019239:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fdd981000. 00000004:00000010:3.0:1763344908.019243:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e50fad540a0. 00000004:00000010:3.0:1763344908.019245:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fc87e0cc0. 00000004:00000001:3.0:1763344908.019249:0:6504:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344908.019251:0:6504:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344908.019255:0:6504:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:3.0:1763344908.019257:0:6504:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x240002b13:0x12e85:0x0] 00000020:00000001:3.0:1763344908.019259:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1763344908.019262:0:6504:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1763344908.019266:0:6504:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9e4fd33752c0. 00000004:00000001:3.0:1763344908.019270:0:6504:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:3.0:1763344908.019275:0:6504:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:3.0:1763344908.019277:0:6504:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x240002b13:0x12e85:0x0] 00000004:00000010:3.0:1763344908.019283:0:6504:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9e4fd83105a0. 00000004:00000001:3.0:1763344908.019285:0:6504:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.019288:0:6504:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1763344908.019291:0:6504:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1763344908.019294:0:6504:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9e4fe1bc9210. 00000004:00000001:3.0:1763344908.019297:0:6504:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446636664659677712 : -107409049873904 : ffff9e4fe1bc9210) 00000004:00000001:3.0:1763344908.019299:0:6504:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.019301:0:6504:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:3.0:1763344908.019303:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763344908.019306:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763344908.019308:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.019311:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.019314:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.019316:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.019318:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344908.019319:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x240002b13 00000004:00000001:3.0:1763344908.019321:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344908.019326:0:6504:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff9e4fcc4b4c00. 00000004:00000001:3.0:1763344908.019328:0:6504:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.019331:0:6504:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763344908.019334:0:6504:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.019337:0:6504:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:3.0:1763344908.019339:0:6504:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446636664416064192 : -107409293487424 : ffff9e4fd33752c0) 00000004:00000002:3.0:1763344908.019344:0:6504:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x240002b13:0x12e85:0x0] version is 0x1 00000004:00000001:3.0:1763344908.019349:0:6504:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:3.0:1763344908.019353:0:6504:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:3.0:1763344908.019355:0:6504:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.019358:0:6504:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:3.0:1763344908.019359:0:6504:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000040:3.0:1763344908.019361:0:6504:0:(mdd_dir.c:78:__mdd_lookup()) lustre-MDD0001: Object [0x200000007:0x1:0x0] located on remote server 00000004:00000001:3.0:1763344908.019363:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763344908.019365:0:6504:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 3 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763344908.019369:0:6504:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.019384:0:6504:0:(osp_md_object.c:472:osp_md_index_lookup()) Process entered 00000004:00000010:3.0:1763344908.019387:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fc87e0cc0. 00000004:00000010:3.0:1763344908.019390:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e50fad540a0. 00000004:00000010:3.0:1763344908.019393:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fdd981000. 00000020:00000001:3.0:1763344908.019396:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763344908.019398:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.019400:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763344908.019401:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763344908.019403:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = lookup params = 1 batchid = 0 size = 64 repsize 256 00000004:00000040:3.0:1763344908.019406:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fdd981000 magic = bdde0002 count = 1 size = 64 00000100:00000010:3.0:1763344908.019410:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8602a00. 00000020:00000040:3.0:1763344908.019412:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1763344908.019415:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.019417:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.019419:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.019424:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4b5800. 00000100:00000001:3.0:1763344908.019427:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.019429:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.019431:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344908.019433:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.019435:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763344908.019436:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.019440:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0240. 00000100:00000001:3.0:1763344908.019442:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236147264 : -107409473404352 : ffff9e4fc87e0240) 00000100:00000001:3.0:1763344908.019444:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.019445:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334465024 : -107404375086592 : ffff9e50f8602a00) 00000100:00000001:3.0:1763344908.019448:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344908.019451:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.019453:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.019454:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.019457:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8602a00 x1848987617981952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.019463:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.019465:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.019467:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763344908.019469:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344908.019471:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.019474:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8602a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617981952:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763344908.019477:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.019479:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.019481:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.019483:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.019486:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50ef89c000. 02000000:00000001:3.0:1763344908.019488:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.019492:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acb58. 00000400:00000010:3.0:1763344908.019495:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0e40. 00000100:00000200:3.0:1763344908.019498:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617981952, portal 4 00000100:00000001:3.0:1763344908.019500:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.019501:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334465024 : -107404375086592 : ffff9e50f8602a00) 00000100:00000040:3.0:1763344908.019506:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50f8602a00 x1848987617981952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.019512:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.019514:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.019516:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344908.019518:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617981952, offset 0 00000400:00000200:3.0:1763344908.019522:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.019528:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.019533:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29f600 00000400:00000200:3.0:1763344908.019538:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 5184 00000400:00000200:3.0:1763344908.019542:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.019545:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.019548:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.019549:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344908.019553:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8601c00. 00000100:00000040:3.0:1763344908.019555:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8601c00 x1848987617981952 msgsize 328 00000100:00100000:3.0:1763344908.019558:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763344908.019575:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.019582:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344908.019584:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344908.019586:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344908.019589:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8602a00 x1848987617981952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.019596:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.019598:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50f8602a00 x1848987617981952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.019604:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.019605:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.019608:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.019611:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13907 usecs (14 jiffies) 00000100:00000001:3.0:1763344908.019613:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681852 00000100:00000001:3.0:1763344908.019616:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.019617:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681852 00000100:00000001:3.0:1763344908.019619:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.019621:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681852 00000100:00000001:3.0:1763344908.019623:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.019624:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681852 00000100:00000001:3.0:1763344908.019626:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.019628:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.019630:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.019632:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.019633:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.019635:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0240 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.019637:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.019639:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.019701:0:10443:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.019704:0:10443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617981952 02000000:00000001:2.0:1763344908.019706:0:10443:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.019707:0:10443:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.019709:0:10443:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.019712:0:10443:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.019714:0:10443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617981952 00000020:00000001:2.0:1763344908.019716:0:10443:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.019717:0:10443:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:2.0:1763344908.019719:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.019721:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=9 00000020:00000001:2.0:1763344908.019723:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:2.0:1763344908.019725:0:10443:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:2.0:1763344908.019727:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.019731:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2e40. 00000100:00000001:2.0:1763344908.019733:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.019735:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2e40. 00000020:00000010:2.0:1763344908.019738:0:10443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9200. 00000020:00000010:2.0:1763344908.019741:0:10443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0a80. 00000020:00000010:2.0:1763344908.019744:0:10443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344908.019749:0:10443:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763344908.019751:0:10443:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.019752:0:10443:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344908.019753:0:10443:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.019756:0:10443:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.019771:0:10443:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.019780:0:10443:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.019781:0:10443:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.019784:0:10443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8684 00000100:00000040:2.0:1763344908.019806:0:10443:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:2.0:1763344908.019808:0:10443:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334461440 : -107404375090176 : ffff9e50f8601c00) 00000100:00000040:2.0:1763344908.019813:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8601c00 x1848987617981952/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.019820:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.019822:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2e40. 00000100:00000001:2.0:1763344908.019824:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.019826:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2e40. 00000100:00100000:2.0:1763344908.019829:0:10443:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8601c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6504:x1848987617981952:12345-0@lo:1000:mdt00_000.0 00000100:00000200:2.0:1763344908.019832:0:10443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617981952 00000020:00000001:2.0:1763344908.019834:0:10443:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.019835:0:10443:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.019838:0:10443:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.019839:0:10443:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.019841:0:10443:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:2.0:1763344908.019844:0:10443:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344908.019845:0:10443:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617981952, found 0 last_xid 1848987617981951 00000020:00000001:2.0:1763344908.019848:0:10443:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.019849:0:10443:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.019851:0:10443:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.019852:0:10443:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.019854:0:10443:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763344908.019857:0:10443:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab39270. 00000100:00000001:2.0:1763344908.019859:0:10443:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.019861:0:10443:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.019865:0:10443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e4fc2e7e000. 02000000:00000001:2.0:1763344908.019867:0:10443:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.019869:0:10443:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.019871:0:10443:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd05d1b40. 00000020:00000001:2.0:1763344908.019873:0:10443:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763344908.019875:0:10443:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.019877:0:10443:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00000020:00000001:2.0:1763344908.019880:0:10443:0:(out_handler.c:317:out_index_lookup()) Process entered 00080000:00000001:2.0:1763344908.019882:0:10443:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763344908.019884:0:10443:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763344908.019896:0:10443:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1763344908.019898:0:10443:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1763344908.019900:0:10443:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1763344908.019902:0:10443:0:(out_handler.c:340:out_index_lookup()) Process leaving via out_unlock (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1763344908.019904:0:10443:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc72fbbc0 00000020:00000040:2.0:1763344908.019906:0:10443:0:(out_handler.c:350:out_index_lookup()) lookup [0x200000007:0x1:0x0] d56xa.sanity get [0x240000402:0xd37a:0x0] rc -2 00000020:00000040:2.0:1763344908.019909:0:10443:0:(out_handler.c:354:out_index_lookup()) lustre-MDT0000: insert lookup reply ffff9e4fc2e7e208 index 0: rc = -2 00000020:00000001:2.0:1763344908.019911:0:10443:0:(out_handler.c:359:out_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1763344908.019913:0:10443:0:(out_handler.c:1215:out_handle()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:2.0:1763344908.019916:0:10443:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab39270. 00000020:00000010:2.0:1763344908.019918:0:10443:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd05d1b40. 00000020:00000001:2.0:1763344908.019920:0:10443:0:(out_handler.c:1243:out_handle()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1763344908.019922:0:10443:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770256485, transno 0, xid 1848987617981952 00010000:00000001:2.0:1763344908.019924:0:10443:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.019927:0:10443:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8601c00 x1848987617981952/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344908.019933:0:10443:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.019935:0:10443:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.019937:0:10443:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.019940:0:10443:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.019941:0:10443:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:2.0:1763344908.019944:0:10443:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:2.0:1763344908.019946:0:10443:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.019947:0:10443:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.019949:0:10443:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.019951:0:10443:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.019953:0:10443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1b40. 00000100:00000200:2.0:1763344908.019956:0:10443:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617981952, offset 224 00000400:00000200:2.0:1763344908.019959:0:10443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.019964:0:10443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.019969:0:10443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29f600 00000400:00000200:2.0:1763344908.019973:0:10443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665fd9 [2] + 224 00000400:00000200:2.0:1763344908.019977:0:10443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.019979:0:10443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.019982:0:10443:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.019985:0:10443:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8602a00 x1848987617981952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763344908.019993:0:10443:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50f8602a00 x1848987617981952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.020001:0:10443:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.020005:0:10443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1b40 00000400:00000010:2.0:1763344908.020006:0:10443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1b40. 00000100:00000001:2.0:1763344908.020008:0:10443:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.020009:0:10443:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.020011:0:10443:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.020013:0:10443:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:2.0:1763344908.020015:0:10443:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.020016:0:10443:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.020018:0:10443:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.020021:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8601c00 x1848987617981952/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.020028:0:10443:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8601c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6504:x1848987617981952:12345-0@lo:1000:mdt00_000.0 Request processed in 207us (472us total) trans 0 rc -2/-2 00000100:00100000:2.0:1763344908.020034:0:10443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8684 00000100:00000040:2.0:1763344908.020037:0:10443:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:2.0:1763344908.020039:0:10443:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.020040:0:10443:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.020043:0:10443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0a80. 00000020:00000010:2.0:1763344908.020046:0:10443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344908.020048:0:10443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab9200. 00000020:00000040:2.0:1763344908.020052:0:10443:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 8 00000100:00000001:2.0:1763344908.020053:0:10443:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.020489:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.020494:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.020496:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.020499:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acb58. 00000400:00000200:3.0:1763344908.020503:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0e40 00000400:00000010:3.0:1763344908.020504:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0e40. 00000100:00000001:3.0:1763344908.020507:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.020511:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8602a00 x1848987617981952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344908.020518:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8602a00 x1848987617981952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.020523:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.020524:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.020526:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.020529:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.020530:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.020532:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.020534:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.020539:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.020542:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=111 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.020544:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1763344908.020546:0:6504:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9e50f8602a00 x1848987617981952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.020553:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.020555:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344908.020557:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000100:00000001:3.0:1763344908.020559:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344908.020560:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1763344908.020564:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8602a00 x1848987617981952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.020576:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1763344908.020579:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.020580:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763344908.020584:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8602a00 x1848987617981952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.020591:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8602a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617981952:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763344908.020595:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.020598:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.020599:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.020601:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.020604:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8602a00 x1848987617981952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.020609:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763344908.020612:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0240. 00000100:00000001:3.0:1763344908.020615:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763344908.020616:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.020619:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.020622:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8602a00 x1848987617981952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.020628:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.020630:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344908.020633:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50ef89c000. 02000000:00000001:3.0:1763344908.020636:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.020638:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344908.020639:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1763344908.020641:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344908.020643:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4b5800. 02000000:00000001:3.0:1763344908.020645:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.020646:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344908.020648:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8602a00. 00000100:00000001:3.0:1763344908.020650:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.020652:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344908.020654:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344908.020656:0:6504:0:(osp_md_object.c:492:osp_md_index_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:3.0:1763344908.020660:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fdd981000. 00000004:00000010:3.0:1763344908.020664:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e50fad540a0. 00000004:00000010:3.0:1763344908.020666:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fc87e0cc0. 00000004:00000001:3.0:1763344908.020670:0:6504:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344908.020673:0:6504:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:3.0:1763344908.020675:0:6504:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.020679:0:6504:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763344908.020685:0:6504:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763344908.020693:0:6504:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50ef5cfea0. 00080000:00000001:3.0:1763344908.020698:0:6504:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344908.020702:0:6504:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4b5800. 00080000:00000001:3.0:1763344908.020705:0:6504:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00000004:00000001:3.0:1763344908.020707:0:6504:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:3.0:1763344908.020713:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.020718:0:6504:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:3.0:1763344908.020722:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fc87e0cc0. 00000004:00000010:3.0:1763344908.020725:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e50fad540a0. 00000004:00000010:3.0:1763344908.020728:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fdd981000. 00000020:00000001:3.0:1763344908.020731:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763344908.020734:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.020736:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763344908.020738:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763344908.020740:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = xattr_get params = 1 batchid = 0 size = 80 repsize 520 00000004:00000040:3.0:1763344908.020743:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fdd981000 magic = bdde0002 count = 1 size = 80 00000100:00000010:3.0:1763344908.020747:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8602a00. 00000020:00000040:3.0:1763344908.020750:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1763344908.020753:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.020755:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.020758:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.020762:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4b5e00. 00000100:00000001:3.0:1763344908.020766:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.020770:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.020772:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344908.020774:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.020776:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763344908.020777:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.020781:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0240. 00000100:00000001:3.0:1763344908.020782:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236147264 : -107409473404352 : ffff9e4fc87e0240) 00000100:00000001:3.0:1763344908.020785:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.020786:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334465024 : -107404375086592 : ffff9e50f8602a00) 00000100:00000001:3.0:1763344908.020806:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344908.020810:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.020812:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.020813:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.020817:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8602a00 x1848987617982080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.020823:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.020824:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.020827:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763344908.020829:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344908.020831:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.020834:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8602a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617982080:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763344908.020837:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.020839:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.020841:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.020843:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.020847:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50ef89c000. 02000000:00000001:3.0:1763344908.020849:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.020852:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acb58. 00000400:00000010:3.0:1763344908.020856:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0e40. 00000100:00000200:3.0:1763344908.020860:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617982080, portal 4 00000100:00000001:3.0:1763344908.020861:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.020863:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334465024 : -107404375086592 : ffff9e50f8602a00) 00000100:00000040:3.0:1763344908.020867:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50f8602a00 x1848987617982080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.020878:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.020880:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.020883:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344908.020885:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 24, xid 1848987617982080, offset 0 00000400:00000200:3.0:1763344908.020890:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.020896:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.020904:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 24 MB=0x691a4fa29f680 00000400:00000200:3.0:1763344908.020909:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 344/344 into md 0x209981 [256] + 5512 00000400:00000200:3.0:1763344908.020914:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.020917:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.020920:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.020922:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344908.020925:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8600700. 00000100:00000040:3.0:1763344908.020927:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8600700 x1848987617982080 msgsize 344 00000100:00100000:3.0:1763344908.020931:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763344908.020939:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.020944:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344908.020946:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344908.020948:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344908.020952:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8602a00 x1848987617982080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.020959:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.020962:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50f8602a00 x1848987617982080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.020968:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.020969:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.020973:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.020977:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13906 usecs (14 jiffies) 00000100:00000001:3.0:1763344908.020980:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681853 00000100:00000001:3.0:1763344908.020993:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.020995:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617982080 02000000:00000001:3.0:1763344908.020997:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.020999:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.021001:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.021004:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.021006:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617982080 00000020:00000001:3.0:1763344908.021009:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.021010:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:3.0:1763344908.021012:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.021014:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=9 00000020:00000001:3.0:1763344908.021016:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:3.0:1763344908.021018:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:3.0:1763344908.021021:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.021025:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd840. 00000100:00000001:3.0:1763344908.021027:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.021029:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd840. 00000020:00000010:3.0:1763344908.021033:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b5600. 00000020:00000010:3.0:1763344908.021037:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.021041:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.021047:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344908.021049:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.021051:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.021053:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.021058:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.021063:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.021072:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.021074:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.021077:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8685 00000100:00000040:3.0:1763344908.021080:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:3.0:1763344908.021082:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334456064 : -107404375095552 : ffff9e50f8600700) 00000100:00000040:3.0:1763344908.021086:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8600700 x1848987617982080/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 344/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.021094:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.021097:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd840. 00000100:00000001:3.0:1763344908.021098:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.021101:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd840. 00000100:00100000:3.0:1763344908.021105:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8600700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6504:x1848987617982080:12345-0@lo:1000:mdt00_000.0 00000100:00000200:3.0:1763344908.021108:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617982080 00000020:00000001:3.0:1763344908.021111:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.021113:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.021116:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.021118:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.021120:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344908.021122:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.021124:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617982080, found 0 last_xid 1848987617982079 00000020:00000001:3.0:1763344908.021127:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.021129:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.021130:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.021132:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.021134:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344908.021138:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6680. 00000100:00000001:3.0:1763344908.021142:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.021143:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.021151:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50f57ae000. 02000000:00000001:3.0:1763344908.021153:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.021155:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.021159:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc87e0780. 00000020:00000001:3.0:1763344908.021161:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344908.021164:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.021167:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00000020:00000001:3.0:1763344908.021171:0:21732:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:3.0:1763344908.021178:0:21732:0:(out_handler.c:246:out_xattr_get()) lustre-MDT0000: [0x200000007:0x1:0x0] get xattr system.posix_acl_default len -61 00000020:00000001:3.0:1763344908.021181:0:21732:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000001:3.0:1763344908.021184:0:21732:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.021187:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6680. 00000020:00000010:3.0:1763344908.021190:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc87e0780. 00000020:00000001:3.0:1763344908.021192:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.021195:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770256485, transno 0, xid 1848987617982080 00010000:00000001:3.0:1763344908.021198:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.021202:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8600700 x1848987617982080/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 344/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.021208:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.021210:0:21732:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.021213:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.021217:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.021219:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.021221:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.021223:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.021225:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.021227:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.021229:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.021232:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0780. 00000100:00000200:3.0:1763344908.021235:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617982080, offset 224 00000400:00000200:3.0:1763344908.021239:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.021244:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.021250:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29f680 00000400:00000200:3.0:1763344908.021254:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665fe5 [2] + 224 00000400:00000200:3.0:1763344908.021259:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.021261:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.021264:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.021268:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8602a00 x1848987617982080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344908.021275:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50f8602a00 x1848987617982080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.021281:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.021285:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0780 00000400:00000010:3.0:1763344908.021287:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0780. 00000100:00000001:3.0:1763344908.021289:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.021290:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.021293:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.021295:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.021297:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.021299:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.021301:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.021304:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8600700 x1848987617982080/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 344/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.021312:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8600700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6504:x1848987617982080:12345-0@lo:1000:mdt00_000.0 Request processed in 217us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.021317:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8685 00000100:00000040:3.0:1763344908.021320:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:3.0:1763344908.021321:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.021323:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.021326:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.021329:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:3.0:1763344908.021332:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b5600. 00000020:00000040:3.0:1763344908.021335:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 8 00000100:00000001:3.0:1763344908.021338:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.021350:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.021353:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681853 00000100:00000001:3.0:1763344908.021355:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.021357:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681853 00000100:00000001:3.0:1763344908.021359:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.021361:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681853 00000100:00000001:3.0:1763344908.021363:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.021365:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.021367:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.021369:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.021383:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.021386:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0240 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.021388:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.021391:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.021393:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.021394:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acb58. 00000400:00000200:3.0:1763344908.021398:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0e40 00000400:00000010:3.0:1763344908.021399:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0e40. 00000100:00000001:3.0:1763344908.021402:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.021405:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8602a00 x1848987617982080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344908.021412:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8602a00 x1848987617982080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.021418:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.021420:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.021421:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.021423:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.021424:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.021426:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.021428:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.021431:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.021434:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=111 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.021437:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.021438:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.021440:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.021443:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.021445:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344908.021446:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000100:00000001:3.0:1763344908.021448:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344908.021449:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.021452:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8602a00 x1848987617982080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.021458:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.021460:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.021461:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763344908.021464:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8602a00 x1848987617982080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.021471:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8602a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617982080:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763344908.021474:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.021476:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.021478:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.021479:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.021481:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8602a00 x1848987617982080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.021488:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763344908.021490:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0240. 00000100:00000001:3.0:1763344908.021492:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763344908.021493:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.021495:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763344908.021504:0:6504:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 585 at ffff9e50f2e52800. 00000004:00000001:3.0:1763344908.021508:0:6504:0:(osp_object.c:1141:osp_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:3.0:1763344908.021511:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.021514:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8602a00 x1848987617982080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.021519:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.021520:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344908.021522:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50ef89c000. 02000000:00000001:3.0:1763344908.021525:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.021527:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344908.021528:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1763344908.021530:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344908.021531:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4b5e00. 02000000:00000001:3.0:1763344908.021533:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.021535:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344908.021536:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8602a00. 00000100:00000001:3.0:1763344908.021538:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.021539:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1763344908.021542:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fdd981000. 00000004:00000010:3.0:1763344908.021545:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e50fad540a0. 00000004:00000010:3.0:1763344908.021547:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fc87e0cc0. 00000004:00000001:3.0:1763344908.021552:0:6504:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344908.021557:0:6504:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344908.021562:0:6504:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x240002b13:0x12e85:0x0] eadata ffff9e50cbfe6fb8 len 48 00000004:00000001:3.0:1763344908.021567:0:6504:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000001:3.0:1763344908.021571:0:6504:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763344908.021573:0:6504:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:3.0:1763344908.021575:0:6504:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:3.0:1763344908.021578:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fc87e0cc0. 00000004:00000010:3.0:1763344908.021580:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e50fad540a0. 00000004:00000010:3.0:1763344908.021583:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fdd981000. 00000020:00000001:3.0:1763344908.021586:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763344908.021587:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.021589:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763344908.021590:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763344908.021591:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 512 00000004:00000040:3.0:1763344908.021594:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fdd981000 magic = bdde0002 count = 1 size = 64 00000100:00000010:3.0:1763344908.021597:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8602a00. 00000020:00000040:3.0:1763344908.021600:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1763344908.021602:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.021604:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.021606:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.021610:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4b5e00. 00000100:00000001:3.0:1763344908.021613:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.021615:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.021617:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344908.021619:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.021621:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763344908.021622:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.021626:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0240. 00000100:00000001:3.0:1763344908.021627:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236147264 : -107409473404352 : ffff9e4fc87e0240) 00000100:00000001:3.0:1763344908.021629:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.021630:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334465024 : -107404375086592 : ffff9e50f8602a00) 00000100:00000001:3.0:1763344908.021633:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344908.021635:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.021636:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.021637:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.021641:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8602a00 x1848987617982208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.021647:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.021649:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.021651:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763344908.021652:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344908.021654:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.021657:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8602a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617982208:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763344908.021660:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.021662:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.021663:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.021664:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.021669:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f57ac000. 02000000:00000001:3.0:1763344908.021671:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.021674:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acb58. 00000400:00000010:3.0:1763344908.021677:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0e40. 00000100:00000200:3.0:1763344908.021681:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617982208, portal 4 00000100:00000001:3.0:1763344908.021682:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.021683:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334465024 : -107404375086592 : ffff9e50f8602a00) 00000100:00000040:3.0:1763344908.021688:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50f8602a00 x1848987617982208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.021694:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.021696:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.021698:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344908.021700:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617982208, offset 0 00000400:00000200:3.0:1763344908.021704:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.021710:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.021715:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29f700 00000400:00000200:3.0:1763344908.021719:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 5856 00000400:00000200:3.0:1763344908.021723:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.021726:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.021729:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.021730:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344908.021734:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2400a80. 00000100:00000040:3.0:1763344908.021736:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2400a80 x1848987617982208 msgsize 328 00000100:00100000:3.0:1763344908.021740:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763344908.021749:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.021753:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344908.021755:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344908.021757:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344908.021761:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8602a00 x1848987617982208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.021767:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.021770:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50f8602a00 x1848987617982208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.021776:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.021777:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.021780:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.021783:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13905 usecs (14 jiffies) 00000100:00000001:3.0:1763344908.021786:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681853 00000100:00000001:3.0:1763344908.021818:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.021820:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617982208 02000000:00000001:3.0:1763344908.021823:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.021824:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.021826:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.021828:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.021830:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617982208 00000020:00000001:3.0:1763344908.021832:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.021834:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:3.0:1763344908.021835:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.021837:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=9 00000020:00000001:3.0:1763344908.021839:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:3.0:1763344908.021841:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:3.0:1763344908.021844:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.021847:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd840. 00000100:00000001:3.0:1763344908.021849:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.021851:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd840. 00000020:00000010:3.0:1763344908.021855:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b5600. 00000020:00000010:3.0:1763344908.021858:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.021861:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.021865:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344908.021867:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.021868:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.021870:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.021874:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.021891:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.021900:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.021901:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.021904:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8686 00000100:00000040:3.0:1763344908.021907:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:3.0:1763344908.021908:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694825600 : -107405014726016 : ffff9e50d2400a80) 00000100:00000040:3.0:1763344908.021913:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2400a80 x1848987617982208/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.021920:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.021923:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd840. 00000100:00000001:3.0:1763344908.021925:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.021927:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd840. 00000100:00100000:3.0:1763344908.021930:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2400a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6504:x1848987617982208:12345-0@lo:1000:mdt00_000.0 00000100:00000200:3.0:1763344908.021934:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617982208 00000020:00000001:3.0:1763344908.021936:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.021938:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.021940:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.021942:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.021943:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344908.021946:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.021948:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617982208, found 0 last_xid 1848987617982207 00000020:00000001:3.0:1763344908.021951:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.021952:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.021954:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.021956:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.021958:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344908.021961:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6680. 00000100:00000001:3.0:1763344908.021964:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.021966:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.021969:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50ef89c000. 02000000:00000001:3.0:1763344908.021971:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.021973:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.021976:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc87e0780. 00000020:00000001:3.0:1763344908.021978:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344908.021980:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.021982:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00000020:00000001:3.0:1763344908.021985:0:21732:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:3.0:1763344908.021989:0:21732:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000040:3.0:1763344908.021992:0:21732:0:(out_handler.c:246:out_xattr_get()) lustre-MDT0000: [0x200000007:0x1:0x0] get xattr trusted.lov len -61 00000020:00000001:3.0:1763344908.021994:0:21732:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000001:3.0:1763344908.021996:0:21732:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.021999:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6680. 00000020:00000010:3.0:1763344908.022001:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc87e0780. 00000020:00000001:3.0:1763344908.022003:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.022005:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770256485, transno 0, xid 1848987617982208 00010000:00000001:3.0:1763344908.022008:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.022011:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d2400a80 x1848987617982208/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.022017:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.022019:0:21732:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.022021:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.022024:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.022026:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.022028:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.022030:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.022032:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.022034:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.022036:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.022039:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0780. 00000100:00000200:3.0:1763344908.022042:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617982208, offset 224 00000400:00000200:3.0:1763344908.022046:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.022052:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.022058:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29f700 00000400:00000200:3.0:1763344908.022062:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665ff1 [2] + 224 00000400:00000200:3.0:1763344908.022066:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.022069:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.022072:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.022075:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8602a00 x1848987617982208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344908.022083:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50f8602a00 x1848987617982208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.022090:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.022093:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0780 00000400:00000010:3.0:1763344908.022095:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0780. 00000100:00000001:3.0:1763344908.022097:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.022098:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.022101:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.022103:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.022106:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.022107:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.022109:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.022113:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2400a80 x1848987617982208/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.022128:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2400a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6504:x1848987617982208:12345-0@lo:1000:mdt00_000.0 Request processed in 207us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.022135:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8686 00000100:00000040:3.0:1763344908.022137:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:3.0:1763344908.022140:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.022141:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.022147:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.022151:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:3.0:1763344908.022154:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b5600. 00000020:00000040:3.0:1763344908.022158:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 8 00000100:00000001:3.0:1763344908.022160:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.022175:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.022178:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681855 00000100:00000001:3.0:1763344908.022181:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.022183:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681855 00000100:00000001:3.0:1763344908.022185:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.022187:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681855 00000100:00000001:3.0:1763344908.022189:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.022192:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.022194:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.022196:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.022197:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.022200:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0240 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.022202:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.022205:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.022207:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.022209:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acb58. 00000400:00000200:3.0:1763344908.022211:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0e40 00000400:00000010:3.0:1763344908.022213:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0e40. 00000100:00000001:3.0:1763344908.022215:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.022219:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8602a00 x1848987617982208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344908.022226:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8602a00 x1848987617982208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.022232:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.022234:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.022235:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.022237:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.022238:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.022240:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.022242:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.022246:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.022249:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=111 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.022252:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.022253:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.022255:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.022257:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.022260:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344908.022261:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000100:00000001:3.0:1763344908.022263:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344908.022264:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.022268:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8602a00 x1848987617982208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.022275:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.022277:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.022278:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763344908.022282:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8602a00 x1848987617982208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.022289:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8602a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617982208:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763344908.022293:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.022295:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.022297:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.022298:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.022300:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8602a00 x1848987617982208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.022306:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763344908.022308:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0240. 00000100:00000001:3.0:1763344908.022311:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763344908.022312:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022314:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763344908.022320:0:6504:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 564 at ffff9e50f2e53800. 00000004:00000001:3.0:1763344908.022322:0:6504:0:(osp_object.c:1141:osp_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:3.0:1763344908.022325:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.022328:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8602a00 x1848987617982208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.022334:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.022350:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344908.022352:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f57ac000. 02000000:00000001:3.0:1763344908.022356:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.022357:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344908.022358:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1763344908.022360:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344908.022363:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4b5e00. 02000000:00000001:3.0:1763344908.022365:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.022366:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344908.022368:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8602a00. 00000100:00000001:3.0:1763344908.022380:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.022381:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1763344908.022384:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fdd981000. 00000004:00000010:3.0:1763344908.022388:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e50fad540a0. 00000004:00000010:3.0:1763344908.022390:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fc87e0cc0. 00000004:00000001:3.0:1763344908.022393:0:6504:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022395:0:6504:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:80000000:3.0:1763344908.022399:0:6504:0:(lod_object.c:5674:lod_striping_from_default()) inherit [0x240002b13:0x12e85:0x0] dir layout from default: count=1 offset=4294967295 hash_type=0 00000004:00000040:3.0:1763344908.022403:0:6504:0:(lod_object.c:5905:lod_ah_init()) final dir stripe_count=0 offset=-1 hash=3 00000004:00000001:3.0:1763344908.022404:0:6504:0:(lod_object.c:5907:lod_ah_init()) Process leaving 00000004:00000001:3.0:1763344908.022407:0:6504:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:3.0:1763344908.022413:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17ad0 00000001:00000002:3.0:1763344908.022415:0:6504:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000007:0x1:0x0]:d56xa.sanity' is added 00000004:00000001:3.0:1763344908.022418:0:6504:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022421:0:6504:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:3.0:1763344908.022424:0:6504:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:3.0:1763344908.022427:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.022429:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00080000:00000001:3.0:1763344908.022433:0:6504:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:3.0:1763344908.022437:0:6504:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b13:0x12e85:0x0] not in the id map cache 00000001:00000001:3.0:1763344908.022441:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344908.022443:0:6504:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022446:0:6504:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:3.0:1763344908.022448:0:6504:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022450:0:6504:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022453:0:6504:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022455:0:6504:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:3.0:1763344908.022458:0:6504:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:3.0:1763344908.022460:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763344908.022462:0:6504:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022465:0:6504:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022467:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.022468:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00080000:00000001:3.0:1763344908.022471:0:6504:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000001:3.0:1763344908.022474:0:6504:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022477:0:6504:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:3.0:1763344908.022478:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.022479:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00000004:00000001:3.0:1763344908.022483:0:6504:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022485:0:6504:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:3.0:1763344908.022487:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763344908.022488:0:6504:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022489:0:6504:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022490:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.022492:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00080000:00000001:3.0:1763344908.022494:0:6504:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000002:3.0:1763344908.022496:0:6504:0:(osd_handler.c:246:osd_idc_find_or_init()) lustre-MDT0001: FID [0x200000007:0x1:0x0] not in the id map cache 00080000:00000001:3.0:1763344908.022499:0:6504:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763344908.022500:0:6504:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763344908.022503:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.022505:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.022507:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.022509:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.022511:0:6504:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.022513:0:6504:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344908.022514:0:6504:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022516:0:6504:0:(mdd_dir.c:2414:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022518:0:6504:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:3.0:1763344908.022520:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.022521:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763344908.022524:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763344908.022525:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.022526:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.022528:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.022529:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.022531:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344908.022533:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200000007 00000004:00000001:3.0:1763344908.022535:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.022537:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:3.0:1763344908.022539:0:6504:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:3.0:1763344908.022548:0:6504:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fc87e0cc0. 00000004:00000001:3.0:1763344908.022551:0:6504:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000020:00000010:3.0:1763344908.022553:0:6504:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9e4fc87e0240. 00000020:00000010:3.0:1763344908.022557:0:6504:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50cbb71400. 00000020:00000010:3.0:1763344908.022561:0:6504:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50cbb71900. 00000020:00000001:3.0:1763344908.022564:0:6504:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000004:00000001:3.0:1763344908.022566:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000004:00000010:3.0:1763344908.022570:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fc87e0e40. 00000004:00000010:3.0:1763344908.022573:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e50fad540a0. 00000004:00000010:3.0:1763344908.022576:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fdd981000. 00000004:00000001:3.0:1763344908.022578:0:6504:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022581:0:6504:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:3.0:1763344908.022583:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763344908.022585:0:6504:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022588:0:6504:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022590:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.022591:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763344908.022592:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763344908.022594:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.022595:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.022597:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.022599:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.022600:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344908.022602:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200000007 00000004:00000001:3.0:1763344908.022605:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.022607:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763344908.022609:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000004:00000001:3.0:1763344908.022611:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000004:00000001:3.0:1763344908.022616:0:6504:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.022619:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.022620:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.022621:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00000004:00000001:3.0:1763344908.022626:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022629:0:6504:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022632:0:6504:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1763344908.022634:0:6504:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1763344908.022635:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.022637:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763344908.022638:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763344908.022640:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.022641:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.022643:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.022644:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.022646:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344908.022648:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200000007 00000004:00000001:3.0:1763344908.022649:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.022651:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763344908.022652:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000004:00000001:3.0:1763344908.022654:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000004:00000001:3.0:1763344908.022657:0:6504:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022659:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763344908.022660:0:6504:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022663:0:6504:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022667:0:6504:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763344908.022669:0:6504:0:(osp_dev.c:816:osp_statfs()) lustre-MDT0000-osp-MDT0001: blocks=353529, bfree=349436, bavail=313733, bsize=4096, reserved_mb_low=1, reserved_mb_high=3, files=1024000, ffree=1019583, state=0 00000004:00000001:3.0:1763344908.022673:0:6504:0:(osp_dev.c:819:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.022675:0:6504:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:3.0:1763344908.022677:0:6504:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:3.0:1763344908.022680:0:6504:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.022684:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc87e0240 refcount 4 committed 0 result 0 batchid 21474836914 00000020:00000040:3.0:1763344908.022688:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50cbb71900 obd lustre-MDT0000-osp-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fc87e0cc0 00000020:00000040:3.0:1763344908.022691:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50cbb71400 obd lustre-MDT0001-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fcc4b5800 00000020:00000040:3.0:1763344908.022695:0:6504:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c5d91b40 : new refcount 2 00000040:00000001:3.0:1763344908.022698:0:6504:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:3.0:1763344908.022702:0:6504:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:3.0:1763344908.022705:0:6504:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1025 flags 12 count 3 00000040:00000001:3.0:1763344908.022708:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763344908.022710:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763344908.022712:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763344908.022713:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763344908.022715:0:6504:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763344908.022718:0:6504:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000040:00000001:3.0:1763344908.022721:0:6504:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022723:0:6504:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022725:0:6504:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022727:0:6504:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.022730:0:6504:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c5d91b40 : new refcount 1 00000020:00000040:3.0:1763344908.022733:0:6504:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000040:00000001:3.0:1763344908.022735:0:6504:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:3.0:1763344908.022736:0:6504:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:3.0:1763344908.022738:0:6504:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742848 flags 12 count 2 00000040:00000001:3.0:1763344908.022741:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763344908.022742:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763344908.022744:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763344908.022746:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022748:0:6504:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:3.0:1763344908.022750:0:6504:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:3.0:1763344908.022753:0:6504:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:3.0:1763344908.022755:0:6504:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b10:0x3:0x0] not in the id map cache 00000001:00000001:3.0:1763344908.022758:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344908.022759:0:6504:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022761:0:6504:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:3.0:1763344908.022763:0:6504:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:3.0:1763344908.022765:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763344908.022766:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.022768:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.022770:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.022772:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.022774:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.022776:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.022781:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664140321560 : -107409569230056 : ffff9e4fc2c7d318) 00000040:00000001:3.0:1763344908.022786:0:6504:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669001203712 : -107404708347904 : ffff9e50e4830000) 00080000:00000001:3.0:1763344908.022809:0:6504:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:3.0:1763344908.022812:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344908.022813:0:6504:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344908.022819:0:6504:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e4830000/ffff9e4fc2c7d2c0 to site lru. bkt: ffff9e50ff90ea70 00000040:00000001:3.0:1763344908.022822:0:6504:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022824:0:6504:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022826:0:6504:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022828:0:6504:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763344908.022829:0:6504:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763344908.022832:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.022834:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344908.022838:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd840. 00080000:00000001:3.0:1763344908.022840:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.022842:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.022843:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344908.022844:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022846:0:6504:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022847:0:6504:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.022850:0:6504:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763344908.022852:0:6504:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022854:0:6504:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763344908.022855:0:6504:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763344908.022857:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.022859:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344908.022861:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dda00. 00080000:00000001:3.0:1763344908.022863:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.022864:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.022866:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344908.022867:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022868:0:6504:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022870:0:6504:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.022873:0:6504:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763344908.022874:0:6504:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022877:0:6504:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763344908.022878:0:6504:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.022880:0:6504:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:3.0:1763344908.022882:0:6504:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.022886:0:6504:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763344908.022892:0:6504:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763344908.022893:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.022895:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00080000:00000001:3.0:1763344908.022897:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.022899:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344908.022902:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd180. 00080000:00000001:3.0:1763344908.022904:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022906:0:6504:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022909:0:6504:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.022911:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.022912:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.022914:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00000004:00000001:3.0:1763344908.022916:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022918:0:6504:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.022926:0:6504:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.022928:0:6504:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.022933:0:6504:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:3.0:1763344908.022935:0:6504:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:3.0:1763344908.022936:0:6504:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763344908.022938:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.022939:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00000020:00000040:3.0:1763344908.022945:0:6504:0:(update_records.c:215:update_records_update_pack()) create 0th param offset = 0 size = 208 00000020:00000040:3.0:1763344908.022948:0:6504:0:(update_records.c:215:update_records_update_pack()) create 1th param offset = 1 size = 16 00000020:00000040:3.0:1763344908.022950:0:6504:0:(update_records.c:220:update_records_update_pack()) 0th [0x240002b13:0x12e85:0x0] create param_count = 2 00080000:00000001:3.0:1763344908.022954:0:6504:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:3.0:1763344908.023068:0:6504:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763344908.023071:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.023072:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.023074:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.023076:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.023078:0:6504:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.023080:0:6504:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1763344908.023093:0:6504:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763344908.023096:0:6504:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240002b13:0x12e85:0x0] 00080000:00000001:3.0:1763344908.023098:0:6504:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763344908.023099:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.023100:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.023101:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.023103:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.023104:0:6504:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.023107:0:6504:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:3.0:1763344908.023127:0:6504:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50e48acb58. 00000001:00000010:3.0:1763344908.023140:0:6504:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50e48acb58. 00080000:00000001:3.0:1763344908.023144:0:6504:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.023147:0:6504:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023149:0:6504:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023151:0:6504:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023153:0:6504:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023155:0:6504:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:3.0:1763344908.023158:0:6504:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:3.0:1763344908.023159:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.023161:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00000020:00000040:3.0:1763344908.023164:0:6504:0:(update_records.c:220:update_records_update_pack()) 1th [0x240002b13:0x12e85:0x0] ref_add param_count = 2 00080000:00000002:3.0:1763344908.023168:0:6504:0:(osd_handler.c:4691:osd_ref_add()) [0x240002b13:0x12e85:0x0] increase nlink 1 00000004:00000001:3.0:1763344908.023174:0:6504:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023176:0:6504:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:3.0:1763344908.023178:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.023179:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00000020:00000040:3.0:1763344908.023183:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 2 size = 2 00000020:00000040:3.0:1763344908.023185:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 3 size = 16 00000020:00000040:3.0:1763344908.023187:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:3.0:1763344908.023189:0:6504:0:(update_records.c:220:update_records_update_pack()) 2th [0x240002b13:0x12e85:0x0] insert param_count = 5 00080000:00000001:3.0:1763344908.023193:0:6504:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:3.0:1763344908.023200:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17968 00080000:00000002:3.0:1763344908.023202:0:6504:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 96023 insert .:96023 rc = 0 00080000:00000001:3.0:1763344908.023205:0:6504:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023207:0:6504:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023208:0:6504:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:3.0:1763344908.023210:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.023211:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00000020:00000040:3.0:1763344908.023213:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 5 size = 3 00000020:00000040:3.0:1763344908.023215:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 1 size = 16 00000020:00000040:3.0:1763344908.023218:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:3.0:1763344908.023219:0:6504:0:(update_records.c:220:update_records_update_pack()) 3th [0x240002b13:0x12e85:0x0] insert param_count = 6 00080000:00000001:3.0:1763344908.023222:0:6504:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:3.0:1763344908.023301:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17968 00080000:00000002:3.0:1763344908.023303:0:6504:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 96023 insert ..:512004 rc = 0 00080000:00000001:3.0:1763344908.023306:0:6504:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023308:0:6504:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023310:0:6504:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023314:0:6504:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.023316:0:6504:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:3.0:1763344908.023317:0:6504:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023319:0:6504:0:(lod_object.c:5091:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023323:0:6504:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.023325:0:6504:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763344908.023327:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.023329:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.023330:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00000020:00000040:3.0:1763344908.023333:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 6 size = 9 00000020:00000040:3.0:1763344908.023336:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 7 size = 7 00000020:00000040:3.0:1763344908.023338:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 8 size = 4 00000020:00000040:3.0:1763344908.023340:0:6504:0:(update_records.c:220:update_records_update_pack()) 4th [0x240002b13:0x12e85:0x0] xattr_set param_count = 9 00080000:00000001:3.0:1763344908.023343:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344908.023345:0:6504:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e85:0x0] set xattr 'user.job' with size 7 00000004:00000001:3.0:1763344908.023354:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023357:0:6504:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023358:0:6504:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023361:0:6504:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023364:0:6504:0:(mdd_dir.c:666:__mdd_index_insert()) Process entered 00000004:00000001:3.0:1763344908.023365:0:6504:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:3.0:1763344908.023367:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.023368:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763344908.023383:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763344908.023385:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.023386:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.023388:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.023390:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.023391:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344908.023393:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200000007 00000004:00000001:3.0:1763344908.023395:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.023397:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763344908.023399:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000004:00000001:3.0:1763344908.023401:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000020:00000040:3.0:1763344908.023404:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 9 size = 13 00000020:00000040:3.0:1763344908.023406:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 3 size = 16 00000020:00000040:3.0:1763344908.023409:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 10 size = 4 00000020:00000040:3.0:1763344908.023410:0:6504:0:(update_records.c:220:update_records_update_pack()) 5th [0x200000007:0x1:0x0] insert param_count = 11 00000020:00000001:3.0:1763344908.023415:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763344908.023417:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023419:0:6504:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023423:0:6504:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:3.0:1763344908.023424:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.023425:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763344908.023427:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763344908.023428:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.023429:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.023430:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.023432:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.023434:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344908.023435:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200000007 00000004:00000001:3.0:1763344908.023437:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.023439:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763344908.023440:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000004:00000001:3.0:1763344908.023442:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000020:00000040:3.0:1763344908.023445:0:6504:0:(update_records.c:220:update_records_update_pack()) 6th [0x200000007:0x1:0x0] ref_add param_count = 11 00000020:00000001:3.0:1763344908.023448:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763344908.023450:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023451:0:6504:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023454:0:6504:0:(mdd_dir.c:675:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023456:0:6504:0:(mdd_dir.c:1614:mdd_links_rename()) Process entered 00000004:00000001:3.0:1763344908.023459:0:6504:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.023460:0:6504:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763344908.023462:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.023463:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.023464:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00000020:00000040:3.0:1763344908.023467:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 11 size = 13 00000020:00000040:3.0:1763344908.023469:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 12 size = 54 00000020:00000040:3.0:1763344908.023471:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 8 size = 4 00000020:00000040:3.0:1763344908.023473:0:6504:0:(update_records.c:220:update_records_update_pack()) 7th [0x240002b13:0x12e85:0x0] xattr_set param_count = 13 00080000:00000001:3.0:1763344908.023476:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344908.023477:0:6504:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e85:0x0] set xattr 'trusted.link' with size 54 00080000:00000001:3.0:1763344908.023480:0:6504:0:(osd_handler.c:5146:osd_xattr_handle_linkea()) Process entered 00080000:00000001:3.0:1763344908.023481:0:6504:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763344908.023483:0:6504:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763344908.023484:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.023485:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.023486:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.023487:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.023489:0:6504:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.023491:0:6504:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00000001:00000002:3.0:1763344908.023531:0:6504:0:(osd_compat.c:354:osd_add_to_remote_parent()) lustre-MDT0001: create agent entry for 0x240002b13:0x12e85:0x0: rc = 0 00000001:00000001:3.0:1763344908.023535:0:6504:0:(osd_compat.c:357:osd_add_to_remote_parent()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.023538:0:6504:0:(osd_handler.c:5180:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023544:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023545:0:6504:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023547:0:6504:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023549:0:6504:0:(mdd_dir.c:1628:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344908.023552:0:6504:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:3.0:1763344908.023555:0:6504:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1763344908.023557:0:6504:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1763344908.023559:0:6504:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1763344908.023560:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.023561:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763344908.023563:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763344908.023564:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.023565:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.023567:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.023568:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.023570:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344908.023572:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200000007 00000004:00000001:3.0:1763344908.023573:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.023575:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763344908.023577:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000004:00000001:3.0:1763344908.023579:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664236149952 : -107409473401664 : ffff9e4fc87e0cc0) 00000020:00000040:3.0:1763344908.023583:0:6504:0:(update_records.c:215:update_records_update_pack()) attr_set 0th param offset = 13 size = 208 00000020:00000040:3.0:1763344908.023585:0:6504:0:(update_records.c:220:update_records_update_pack()) 8th [0x200000007:0x1:0x0] attr_set param_count = 14 00000020:00000001:3.0:1763344908.023589:0:6504:0:(out_lib.c:237:out_attr_set_pack()) Process entered 00000020:00000001:3.0:1763344908.023591:0:6504:0:(out_lib.c:251:out_attr_set_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023592:0:6504:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023595:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763344908.023597:0:6504:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023599:0:6504:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023601:0:6504:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023603:0:6504:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.023605:0:6504:0:(mdd_dir.c:3205:mdd_create()) Process leaving 00000004:00000001:3.0:1763344908.023608:0:6504:0:(mdd_dir.c:1352:mdd_changelog_ns_store()) Process entered 00000004:00000001:3.0:1763344908.023609:0:6504:0:(mdd_dir.c:1359:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.023613:0:6504:0:(update_trans.c:912:top_trans_stop()) Process entered 00000020:00000040:3.0:1763344908.023616:0:6504:0:(update_records.c:54:update_records_dump()) master transno = 0 batchid = 21474836914 flags = 0 ops = 9 params = 14 00000020:00000040:3.0:1763344908.023619:0:6504:0:(update_records.c:73:update_records_dump()) update 0th [0x240002b13:0x12e85:0x0] create params_count = 2 00000020:00000040:3.0:1763344908.023622:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0108 0th off = 0 size = 208 00000020:00000040:3.0:1763344908.023624:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c01e0 1th off = 1 size = 16 00000020:00000040:3.0:1763344908.023626:0:6504:0:(update_records.c:73:update_records_dump()) update 1th [0x240002b13:0x12e85:0x0] ref_add params_count = 0 00000020:00000040:3.0:1763344908.023629:0:6504:0:(update_records.c:73:update_records_dump()) update 2th [0x240002b13:0x12e85:0x0] insert params_count = 3 00000020:00000040:3.0:1763344908.023632:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c01f8 0th off = 2 size = 2 00000020:00000040:3.0:1763344908.023634:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0208 1th off = 3 size = 16 00000020:00000040:3.0:1763344908.023636:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0220 2th off = 4 size = 4 00000020:00000040:3.0:1763344908.023638:0:6504:0:(update_records.c:73:update_records_dump()) update 3th [0x240002b13:0x12e85:0x0] insert params_count = 3 00000020:00000040:3.0:1763344908.023640:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0230 0th off = 5 size = 3 00000020:00000040:3.0:1763344908.023642:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c01e0 1th off = 1 size = 16 00000020:00000040:3.0:1763344908.023643:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0220 2th off = 4 size = 4 00000020:00000040:3.0:1763344908.023645:0:6504:0:(update_records.c:73:update_records_dump()) update 4th [0x240002b13:0x12e85:0x0] xattr_set params_count = 3 00000020:00000040:3.0:1763344908.023647:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0240 0th off = 6 size = 9 00000020:00000040:3.0:1763344908.023649:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0258 1th off = 7 size = 7 00000020:00000040:3.0:1763344908.023651:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0268 2th off = 8 size = 4 00000020:00000040:3.0:1763344908.023653:0:6504:0:(update_records.c:73:update_records_dump()) update 5th [0x200000007:0x1:0x0] insert params_count = 3 00000020:00000040:3.0:1763344908.023655:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0278 0th off = 9 size = 13 00000020:00000040:3.0:1763344908.023656:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0208 1th off = 3 size = 16 00000020:00000040:3.0:1763344908.023658:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0290 2th off = 10 size = 4 00000020:00000040:3.0:1763344908.023660:0:6504:0:(update_records.c:73:update_records_dump()) update 6th [0x200000007:0x1:0x0] ref_add params_count = 0 00000020:00000040:3.0:1763344908.023662:0:6504:0:(update_records.c:73:update_records_dump()) update 7th [0x240002b13:0x12e85:0x0] xattr_set params_count = 3 00000020:00000040:3.0:1763344908.023664:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c02a0 0th off = 11 size = 13 00000020:00000040:3.0:1763344908.023666:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c02b8 1th off = 12 size = 54 00000020:00000040:3.0:1763344908.023668:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0268 2th off = 8 size = 4 00000020:00000040:3.0:1763344908.023669:0:6504:0:(update_records.c:73:update_records_dump()) update 8th [0x200000007:0x1:0x0] attr_set params_count = 1 00000020:00000040:3.0:1763344908.023672:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c02f8 0th off = 13 size = 208 00000020:00000001:3.0:1763344908.023674:0:6504:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000040:3.0:1763344908.023676:0:6504:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000020:00000010:3.0:1763344908.023680:0:6504:0:(update_trans.c:197:sub_updates_write()) kmalloced '(stc)': 56 at ffff9e50f82ddc40. 00000040:00000001:3.0:1763344908.023683:0:6504:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:3.0:1763344908.023685:0:6504:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:3.0:1763344908.023687:0:6504:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:3.0:1763344908.023690:0:6504:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446636664143312384 : -107409566239232 : ffff9e4fc2f57600) 00000040:00000001:3.0:1763344908.023692:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763344908.023694:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763344908.023696:0:6504:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763344908.023698:0:6504:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763344908.023700:0:6504:0:(llog_osd.c:382:llog_osd_write_rec()) new record 106a0000 to [0x240002b10:0x2:0x0] 00000040:00080000:3.0:1763344908.023729:0:6504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].259, 984 off322912 00000040:00000001:3.0:1763344908.023732:0:6504:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763344908.023735:0:6504:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344908.023739:0:6504:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1763344908.023741:0:6504:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763344908.023743:0:6504:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1763344908.023745:0:6504:0:(update_trans.c:208:sub_updates_write()) lustre-MDT0001-osd: Add update log [0x240002b10:0x2:0x0].259: rc = 1 00000020:00000001:3.0:1763344908.023749:0:6504:0:(update_trans.c:217:sub_updates_write()) Process leaving via llog_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344908.023751:0:6504:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:3.0:1763344908.023754:0:6504:0:(update_trans.c:304:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.023757:0:6504:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344908.023761:0:6504:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:3.0:1763344908.023764:0:6504:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.023766:0:6504:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763344908.023767:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.023768:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.023770:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00000020:00000040:3.0:1763344908.023773:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 14 size = 16 00000020:00000040:3.0:1763344908.023775:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 15 size = 8 00000020:00000040:3.0:1763344908.023777:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 8 size = 4 00000020:00000040:3.0:1763344908.023779:0:6504:0:(update_records.c:220:update_records_update_pack()) 9th [0x240002b13:0x12e85:0x0] xattr_set param_count = 16 00080000:00000001:3.0:1763344908.023781:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344908.023783:0:6504:0:(osd_handler.c:5216:osd_xattr_set()) [0x240002b13:0x12e85:0x0] set version 0x6000643df (old 0x0) for inode 96023 00080000:00000001:0.0:1763344908.033363:0:6504:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.033381:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.033386:0:6504:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.033388:0:6504:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1763344908.033393:0:6504:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214367, last_committed = 25770214366 00000001:00000010:0.0:1763344908.033402:0:6504:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc540. 00000001:00000040:0.0:1763344908.033406:0:6504:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 1 00000020:00000040:0.0:1763344908.033409:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=222 00000001:00000010:0.0:1763344908.033418:0:6504:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd6241d80. 00000004:00000001:0.0:1763344908.033426:0:6504:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344908.033428:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344908.033430:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664299935744 : -107409409615872 : ffff9e4fcc4b5800) 00000020:00000040:0.0:1763344908.033437:0:6504:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 16 size = 32 00000020:00000040:0.0:1763344908.033440:0:6504:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 17 size = 8 00000020:00000040:0.0:1763344908.033443:0:6504:0:(update_records.c:220:update_records_update_pack()) 10th [0x200000001:0x15:0x0] write param_count = 18 00000004:00000001:0.0:1763344908.033466:0:6504:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344908.033471:0:6504:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd6241d80: xid 1848987881561984, transno 25770214367, tag 1, client gen 9, slot idx 1 00000001:00000001:0.0:1763344908.033474:0:6504:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.033478:0:6504:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763344908.033480:0:6504:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:0.0:1763344908.033488:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd180. 00080000:00000010:0.0:1763344908.033492:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dda00. 00080000:00000010:0.0:1763344908.033495:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd840. 00040000:00000001:0.0:1763344908.033498:0:6504:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344908.033500:0:6504:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344908.033503:0:6504:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.033507:0:6504:0:(update_records.c:54:update_records_dump()) master transno = 25770214367 batchid = 21474836914 flags = 0 ops = 11 params = 18 00000020:00000040:0.0:1763344908.033511:0:6504:0:(update_records.c:73:update_records_dump()) update 0th [0x240002b13:0x12e85:0x0] create params_count = 2 00000020:00000040:0.0:1763344908.033513:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c013a 0th off = 0 size = 208 00000020:00000040:0.0:1763344908.033515:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0212 1th off = 1 size = 16 00000020:00000040:0.0:1763344908.033518:0:6504:0:(update_records.c:73:update_records_dump()) update 1th [0x240002b13:0x12e85:0x0] ref_add params_count = 0 00000020:00000040:0.0:1763344908.033520:0:6504:0:(update_records.c:73:update_records_dump()) update 2th [0x240002b13:0x12e85:0x0] insert params_count = 3 00000020:00000040:0.0:1763344908.033522:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c022a 0th off = 2 size = 2 00000020:00000040:0.0:1763344908.033524:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c023a 1th off = 3 size = 16 00000020:00000040:0.0:1763344908.033526:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0252 2th off = 4 size = 4 00000020:00000040:0.0:1763344908.033528:0:6504:0:(update_records.c:73:update_records_dump()) update 3th [0x240002b13:0x12e85:0x0] insert params_count = 3 00000020:00000040:0.0:1763344908.033530:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0262 0th off = 5 size = 3 00000020:00000040:0.0:1763344908.033532:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0212 1th off = 1 size = 16 00000020:00000040:0.0:1763344908.033534:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0252 2th off = 4 size = 4 00000020:00000040:0.0:1763344908.033536:0:6504:0:(update_records.c:73:update_records_dump()) update 4th [0x240002b13:0x12e85:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763344908.033539:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0272 0th off = 6 size = 9 00000020:00000040:0.0:1763344908.033541:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c028a 1th off = 7 size = 7 00000020:00000040:0.0:1763344908.033543:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c029a 2th off = 8 size = 4 00000020:00000040:0.0:1763344908.033545:0:6504:0:(update_records.c:73:update_records_dump()) update 5th [0x200000007:0x1:0x0] insert params_count = 3 00000020:00000040:0.0:1763344908.033547:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c02aa 0th off = 9 size = 13 00000020:00000040:0.0:1763344908.033549:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c023a 1th off = 3 size = 16 00000020:00000040:0.0:1763344908.033551:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c02c2 2th off = 10 size = 4 00000020:00000040:0.0:1763344908.033553:0:6504:0:(update_records.c:73:update_records_dump()) update 6th [0x200000007:0x1:0x0] ref_add params_count = 0 00000020:00000040:0.0:1763344908.033555:0:6504:0:(update_records.c:73:update_records_dump()) update 7th [0x240002b13:0x12e85:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763344908.033557:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c02d2 0th off = 11 size = 13 00000020:00000040:0.0:1763344908.033559:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c02ea 1th off = 12 size = 54 00000020:00000040:0.0:1763344908.033561:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c029a 2th off = 8 size = 4 00000020:00000040:0.0:1763344908.033562:0:6504:0:(update_records.c:73:update_records_dump()) update 8th [0x200000007:0x1:0x0] attr_set params_count = 1 00000020:00000040:0.0:1763344908.033565:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c032a 0th off = 13 size = 208 00000020:00000040:0.0:1763344908.033567:0:6504:0:(update_records.c:73:update_records_dump()) update 9th [0x240002b13:0x12e85:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763344908.033569:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0402 0th off = 14 size = 16 00000020:00000040:0.0:1763344908.033571:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c041a 1th off = 15 size = 8 00000020:00000040:0.0:1763344908.033573:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c029a 2th off = 8 size = 4 00000020:00000040:0.0:1763344908.033574:0:6504:0:(update_records.c:73:update_records_dump()) update 10th [0x200000001:0x15:0x0] write params_count = 2 00000020:00000040:0.0:1763344908.033577:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c042a 0th off = 16 size = 32 00000020:00000040:0.0:1763344908.033579:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0452 1th off = 17 size = 8 00000020:00000001:0.0:1763344908.033581:0:6504:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000040:0.0:1763344908.033584:0:6504:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c5d91b40 : new refcount 2 00000020:00000010:0.0:1763344908.033588:0:6504:0:(update_trans.c:197:sub_updates_write()) kmalloced '(stc)': 56 at ffff9e4fc4ba2200. 00000040:00000001:0.0:1763344908.033591:0:6504:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:0.0:1763344908.033594:0:6504:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:0.0:1763344908.033595:0:6504:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:0.0:1763344908.033597:0:6504:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446636669104366080 : -107404605185536 : ffff9e50eaa92200) 00000040:00000001:0.0:1763344908.033600:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763344908.033602:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344908.033604:0:6504:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:0.0:1763344908.033607:0:6504:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1763344908.033608:0:6504:0:(llog_osd.c:382:llog_osd_write_rec()) new record 106a0000 to [0x200002341:0x2:0x0] 00000004:00000001:0.0:1763344908.033613:0:6504:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:0.0:1763344908.033616:0:6504:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.033621:0:6504:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:0.0:1763344908.033623:0:6504:0:(osp_md_object.c:1212:osp_md_write()) write [0x200002341:0x2:0x0] offset = 0 length = 88 00000020:00000001:0.0:1763344908.033628:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763344908.033630:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344908.033634:0:6504:0:(osp_trans.c:1300:osp_check_and_set_rpc_version()) lustre-MDT0000-osp-MDT0001: version 502 gen 0 oth:version ffff9e4fc87e0cc0:501 00000004:00000010:0.0:1763344908.033638:0:6504:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9e4fc4ba2ec0. 00000004:00000001:0.0:1763344908.033640:0:6504:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763344908.033642:0:6504:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:0.0:1763344908.033643:0:6504:0:(osp_md_object.c:1212:osp_md_write()) write [0x200002341:0x2:0x0] offset = 116 length = 4 00000020:00000001:0.0:1763344908.033645:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763344908.033646:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763344908.033648:0:6504:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9e4fc4ba2d00. 00000004:00000001:0.0:1763344908.033650:0:6504:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00000004:00000001:0.0:1763344908.033652:0:6504:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:0.0:1763344908.033653:0:6504:0:(osp_md_object.c:1212:osp_md_write()) write [0x200002341:0x2:0x0] offset = 32760 length = 8 00000020:00000001:0.0:1763344908.033655:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763344908.033657:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763344908.033659:0:6504:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9e4fc4ba2700. 00000004:00000001:0.0:1763344908.033661:0:6504:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=8 : 8 : 8) 00000004:00000001:0.0:1763344908.033662:0:6504:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:0.0:1763344908.033664:0:6504:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.033665:0:6504:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:0.0:1763344908.033666:0:6504:0:(osp_md_object.c:1212:osp_md_write()) write [0x200002341:0x2:0x0] offset = 355400 length = 1136 00000020:00000001:0.0:1763344908.033670:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763344908.033672:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763344908.033811:0:6504:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9e4fc4ba2cc0. 00000004:00000001:0.0:1763344908.033815:0:6504:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=1136 : 1136 : 470) 00000040:00080000:0.0:1763344908.033819:0:6504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200002341:0x2:0x0].255, 1136 off356536 00000040:00000001:0.0:1763344908.033822:0:6504:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344908.033824:0:6504:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344908.033828:0:6504:0:(out_lib.c:237:out_attr_set_pack()) Process entered 00000020:00000001:0.0:1763344908.033830:0:6504:0:(out_lib.c:251:out_attr_set_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344908.033832:0:6504:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344908.033833:0:6504:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1763344908.033835:0:6504:0:(update_trans.c:208:sub_updates_write()) lustre-MDT0000-osp-MDT0001: Add update log [0x200002341:0x2:0x0].255: rc = 1 00000020:00000001:0.0:1763344908.033838:0:6504:0:(update_trans.c:217:sub_updates_write()) Process leaving via llog_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763344908.033841:0:6504:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c5d91b40 : new refcount 1 00000020:00000001:0.0:1763344908.033843:0:6504:0:(update_trans.c:304:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.033847:0:6504:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000004:00080000:0.0:1763344908.033849:0:6504:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e4fc87e0cc0 with version 501 00000004:00000001:0.0:1763344908.033857:0:6504:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1763344908.034078:0:30726:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e50c133ae40 version 501 rpc_version 501 00000004:00000001:3.0:1763344908.034084:0:30726:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:3.0:1763344908.034086:0:30726:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763344908.034088:0:30726:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = insert params = 3 batchid = 0 size = 104 repsize 0 00000004:00000040:3.0:1763344908.034091:0:30726:0:(osp_trans.c:243:object_update_request_dump()) i = 1 fid = [0x200000007:0x1:0x0] op = ref_add params = 0 batchid = 0 size = 40 repsize 0 00000004:00000040:3.0:1763344908.034094:0:30726:0:(osp_trans.c:243:object_update_request_dump()) i = 2 fid = [0x200000007:0x1:0x0] op = attr_set params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:3.0:1763344908.034097:0:30726:0:(osp_trans.c:243:object_update_request_dump()) i = 3 fid = [0x200002341:0x2:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00000004:00000040:3.0:1763344908.034100:0:30726:0:(osp_trans.c:243:object_update_request_dump()) i = 4 fid = [0x200002341:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:3.0:1763344908.034103:0:30726:0:(osp_trans.c:243:object_update_request_dump()) i = 5 fid = [0x200002341:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:3.0:1763344908.034106:0:30726:0:(osp_trans.c:243:object_update_request_dump()) i = 6 fid = [0x200002341:0x2:0x0] op = write params = 2 batchid = 0 size = 1200 repsize 0 00000004:00000040:3.0:1763344908.034108:0:30726:0:(osp_trans.c:243:object_update_request_dump()) i = 7 fid = [0x200002341:0x2:0x0] op = attr_set params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:3.0:1763344908.034111:0:30726:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fdd981000 magic = bdde0002 count = 8 size = 2152 00000100:00000010:3.0:1763344908.034118:0:30726:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2402300. 00000020:00000040:3.0:1763344908.034121:0:30726:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1763344908.034127:0:30726:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.034130:0:30726:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.034135:0:30726:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.034142:0:30726:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff9e4fdd980000. 00000100:00000001:3.0:1763344908.034147:0:30726:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.034152:0:30726:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.034154:0:30726:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344908.034156:0:30726:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1763344908.034162:0:30726:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763344908.034171:0:30726:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e50d2402300 x1848987617982464/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.034179:0:30726:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763344908.034180:0:30726:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.034186:0:30726:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0300. 00000100:00000001:3.0:1763344908.034188:0:30726:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236147456 : -107409473404160 : ffff9e4fc87e0300) 00000100:00000001:3.0:1763344908.034190:0:30726:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.034192:0:30726:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668694831872 : -107405014719744 : ffff9e50d2402300) 00000100:00000001:3.0:1763344908.034196:0:30726:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344908.034200:0:30726:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.034203:0:30726:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.034204:0:30726:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.034208:0:30726:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50d2402300 x1848987617982464/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.034215:0:30726:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.034218:0:30726:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.034221:0:30726:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763344908.034224:0:30726:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344908.034226:0:30726:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.034228:0:30726:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50d2402300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:30726:1848987617982464:0@lo:1000:osp_up0-1.0 00000100:00000001:3.0:1763344908.034233:0:30726:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.034237:0:30726:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.034240:0:30726:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.034242:0:30726:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.034248:0:30726:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f57ac000. 02000000:00000001:3.0:1763344908.034250:0:30726:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.034256:0:30726:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acb58. 00000400:00000010:3.0:1763344908.034262:0:30726:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0480. 00000100:00000200:3.0:1763344908.034269:0:30726:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617982464, portal 4 00000100:00000001:3.0:1763344908.034271:0:30726:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.034272:0:30726:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668694831872 : -107405014719744 : ffff9e50d2402300) 00000100:00000040:3.0:1763344908.034279:0:30726:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50d2402300 x1848987617982464/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.034286:0:30726:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.034288:0:30726:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.034292:0:30726:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344908.034294:0:30726:0:(niobuf.c:94:ptl_send_buf()) Sending 2416 bytes to portal 24, xid 1848987617982464, offset 0 00000400:00000200:3.0:1763344908.034300:0:30726:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.034314:0:30726:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.034324:0:30726:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2416 into portal 24 MB=0x691a4fa29f800 00000400:00000200:3.0:1763344908.034330:0:30726:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 2416/2416 into md 0x209981 [256] + 6184 00000400:00000200:3.0:1763344908.034337:0:30726:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.034340:0:30726:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.034346:0:30726:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.034348:0:30726:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344908.034351:0:30726:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2400000. 00000100:00000040:3.0:1763344908.034354:0:30726:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2400000 x1848987617982464 msgsize 2416 00000100:00100000:3.0:1763344908.034357:0:30726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763344908.034367:0:30726:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.034390:0:30726:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344908.034393:0:30726:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344908.034395:0:30726:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344908.034400:0:30726:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50d2402300 x1848987617982464/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.034409:0:30726:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.034412:0:30726:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50d2402300 x1848987617982464/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.034418:0:30726:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.034420:0:30726:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.034424:0:30726:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.034428:0:30726:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13902 usecs (14 jiffies) 00000100:00000001:3.0:1763344908.034432:0:30726:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681867 00000100:00000001:3.0:1763344908.034435:0:30726:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.034437:0:30726:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681867 00000100:00000001:3.0:1763344908.034439:0:30726:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.034441:0:30726:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681867 00000100:00000001:3.0:1763344908.034443:0:30726:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.034445:0:30726:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681867 00000100:00000001:3.0:1763344908.034448:0:30726:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307683147 00000100:00000001:3.0:1763344908.034450:0:30726:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.034452:0:30726:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.034455:0:30726:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.034456:0:30726:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.034459:0:30726:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0300 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.034462:0:30726:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.034464:0:30726:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.034484:0:6510:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.034487:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617982464 02000000:00000001:3.0:1763344908.034489:0:6510:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.034492:0:6510:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.034494:0:6510:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.034497:0:6510:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.034501:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617982464 00000020:00000001:3.0:1763344908.034503:0:6510:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.034505:0:6510:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:3.0:1763344908.034507:0:6510:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.034510:0:6510:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=9 00000020:00000001:3.0:1763344908.034513:0:6510:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:3.0:1763344908.034515:0:6510:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:3.0:1763344908.034519:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.034523:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.034525:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.034528:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.034533:0:6510:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b5e00. 00000020:00000010:3.0:1763344908.034538:0:6510:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.034543:0:6510:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.034549:0:6510:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344908.034552:0:6510:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.034553:0:6510:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.034555:0:6510:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.034562:0:6510:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.034576:0:6510:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.034590:0:6510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.034592:0:6510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.034596:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8687 00000100:00000040:3.0:1763344908.034599:0:6510:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:3.0:1763344908.034601:0:6510:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694822912 : -107405014728704 : ffff9e50d2400000) 00000100:00000040:3.0:1763344908.034607:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2400000 x1848987617982464/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 2416/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.034615:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.034617:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.034619:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.034622:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00100000:3.0:1763344908.034626:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2400000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:30726:x1848987617982464:12345-0@lo:1000:osp_up0-1.0 00000100:00000200:3.0:1763344908.034630:0:6510:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617982464 00000020:00000001:3.0:1763344908.034633:0:6510:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.034636:0:6510:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.034640:0:6510:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034642:0:6510:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.034644:0:6510:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344908.034647:0:6510:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.034651:0:6510:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617982464, found 0 last_xid 1848987617982463 00000020:00000001:3.0:1763344908.034654:0:6510:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.034656:0:6510:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.034657:0:6510:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.034660:0:6510:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034662:0:6510:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344908.034667:0:6510:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6680. 00000100:00000001:3.0:1763344908.034671:0:6510:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.034673:0:6510:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.034680:0:6510:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50c3d78000. 02000000:00000001:3.0:1763344908.034682:0:6510:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.034684:0:6510:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.034688:0:6510:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc87e0600. 00000020:00000001:3.0:1763344908.034690:0:6510:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344908.034694:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.034698:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00080000:00000001:3.0:1763344908.034704:0:6510:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344908.034708:0:6510:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4b5600. 00080000:00000001:3.0:1763344908.034711:0:6510:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664299935232 : -107409409616384 : ffff9e4fcc4b5600) 00000020:00000001:3.0:1763344908.034714:0:6510:0:(out_handler.c:484:out_index_insert()) Process entered 00080000:00000001:3.0:1763344908.034719:0:6510:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000002:3.0:1763344908.034722:0:6510:0:(osd_handler.c:246:osd_idc_find_or_init()) lustre-MDT0000: FID [0x240002b13:0x12e85:0x0] not in the id map cache 00080000:00000001:3.0:1763344908.034725:0:6510:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763344908.034726:0:6510:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763344908.034729:0:6510:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.034732:0:6510:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.034736:0:6510:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.034738:0:6510:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.034739:0:6510:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.034742:0:6510:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1763344908.034745:0:6510:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344908.034747:0:6510:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034751:0:6510:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d53be0 00000020:00000040:3.0:1763344908.034753:0:6510:0:(out_handler.c:536:out_index_insert()) lustre-MDT0000: [0x200000007:0x1:0x0] index insert d56xa.sanity: rc = 0 00000020:00000001:3.0:1763344908.034755:0:6510:0:(out_handler.c:538:out_index_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034758:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.034760:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00000020:00000001:3.0:1763344908.034763:0:6510:0:(out_handler.c:446:out_ref_add()) Process entered 00080000:00000002:3.0:1763344908.034766:0:6510:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000007:0x1:0x0] not in the id map cache 00000020:00000001:3.0:1763344908.034769:0:6510:0:(out_handler.c:452:out_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034770:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.034772:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00000020:00000001:3.0:1763344908.034774:0:6510:0:(out_handler.c:118:out_attr_set()) Process entered 00080000:00000001:3.0:1763344908.034777:0:6510:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763344908.034779:0:6510:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034781:0:6510:0:(out_handler.c:143:out_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034783:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.034805:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669181058168 : -107404528493448 : ffff9e50ef3b5c78) 00000020:00000001:3.0:1763344908.034809:0:6510:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:3.0:1763344908.034812:0:6510:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.034816:0:6510:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344908.034819:0:6510:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82ddd80. 00080000:00000001:3.0:1763344908.034822:0:6510:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034824:0:6510:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034825:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.034827:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669181058168 : -107404528493448 : ffff9e50ef3b5c78) 00000020:00000001:3.0:1763344908.034829:0:6510:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:3.0:1763344908.034831:0:6510:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.034832:0:6510:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344908.034833:0:6510:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034835:0:6510:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034837:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.034838:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669181058168 : -107404528493448 : ffff9e50ef3b5c78) 00000020:00000001:3.0:1763344908.034840:0:6510:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:3.0:1763344908.034841:0:6510:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.034842:0:6510:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344908.034843:0:6510:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034845:0:6510:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034847:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.034848:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669181058168 : -107404528493448 : ffff9e50ef3b5c78) 00000020:00000001:3.0:1763344908.034850:0:6510:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:3.0:1763344908.034851:0:6510:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.034853:0:6510:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344908.034854:0:6510:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034856:0:6510:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034858:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.034859:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669181058168 : -107404528493448 : ffff9e50ef3b5c78) 00000020:00000001:3.0:1763344908.034861:0:6510:0:(out_handler.c:118:out_attr_set()) Process entered 00080000:00000001:3.0:1763344908.034862:0:6510:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763344908.034864:0:6510:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034866:0:6510:0:(out_handler.c:143:out_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034868:0:6510:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:3.0:1763344908.034870:0:6510:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344908.034874:0:6510:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.034876:0:6510:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344908.034878:0:6510:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd340. 00080000:00000001:3.0:1763344908.034879:0:6510:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.034887:0:6510:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.034891:0:6510:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d53ba8 00000020:00000040:3.0:1763344908.034892:0:6510:0:(out_lib.c:1050:out_obj_index_insert()) lustre-MDT0000-osd: index insert [0x200000007:0x1:0x0] name: d56xa.sanity fid [0x240002b13:0x12e85:0x0], type 16877 00080000:00000001:3.0:1763344908.034897:0:6510:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:3.0:1763344908.034900:0:6510:0:(osd_handler.c:4400:osd_create_local_agent_inode()) Process entered 00080000:00000001:3.0:1763344908.034983:0:6510:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1763344908.034995:0:6510:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.035100:0:6510:0:(osd_handler.c:4468:osd_create_local_agent_inode()) Process leaving (rc=18446636664608159192 : -107409101392424 : ffff9e4fdeaa75d8) 00080000:00000001:3.0:1763344908.035136:0:6510:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.035140:0:6510:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d53b20 00080000:00000002:3.0:1763344908.035142:0:6510:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32006 insert d56xa.sanity:514262 rc = 0 00080000:00000001:3.0:1763344908.035146:0:6510:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.035149:0:6510:0:(out_lib.c:1097:out_tx_index_insert_exec()) lustre-MDT0000-osd: insert idx insert reply ffff9e50c3d78208 index 0: rc = 0 00000020:00000040:3.0:1763344908.035152:0:6510:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 0/8: rc = 0 00080000:00000002:3.0:1763344908.035156:0:6510:0:(osd_handler.c:4691:osd_ref_add()) [0x200000007:0x1:0x0] increase nlink 210 00000020:00000040:3.0:1763344908.035160:0:6510:0:(out_lib.c:950:out_tx_ref_add_exec()) lustre-MDT0000-osd: insert ref_add reply ffff9e50c3d78208 index 1: rc = 0 00000020:00000040:3.0:1763344908.035163:0:6510:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 1/8: rc = 0 00000020:00001000:3.0:1763344908.035166:0:6510:0:(out_lib.c:623:out_tx_attr_set_exec()) lustre-MDT0000-osd: attr set [0x200000007:0x1:0x0] 00080000:00000001:3.0:1763344908.035171:0:6510:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344908.035173:0:6510:0:(out_lib.c:630:out_tx_attr_set_exec()) lustre-MDT0000-osd: insert attr_set reply ffff9e50c3d78208 index 2: rc = 0 00000020:00000040:3.0:1763344908.035176:0:6510:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 2/8: rc = 0 00000020:00000040:3.0:1763344908.035178:0:6510:0:(out_lib.c:673:out_tx_write_exec()) write [0x200002341:0x2:0x0] pos 0 buf ffff9e50f3401ae8, len 88 00000020:00000040:3.0:1763344908.035192:0:6510:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 3/8: rc = 0 00000020:00000040:3.0:1763344908.035194:0:6510:0:(out_lib.c:673:out_tx_write_exec()) write [0x200002341:0x2:0x0] pos 116 buf ffff9e50f3401b80, len 4 00000020:00000040:3.0:1763344908.035198:0:6510:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 4/8: rc = 0 00000020:00000040:3.0:1763344908.035199:0:6510:0:(out_lib.c:673:out_tx_write_exec()) write [0x200002341:0x2:0x0] pos 32760 buf ffff9e50f3401bc8, len 8 00000020:00000040:3.0:1763344908.035205:0:6510:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 5/8: rc = 0 00000020:00000040:3.0:1763344908.035207:0:6510:0:(out_lib.c:673:out_tx_write_exec()) write [0x200002341:0x2:0x0] pos 355400 buf ffff9e50f3401c10, len 1136 00000020:00000040:3.0:1763344908.035278:0:6510:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 6/8: rc = 0 00000020:00001000:3.0:1763344908.035281:0:6510:0:(out_lib.c:623:out_tx_attr_set_exec()) lustre-MDT0000-osd: attr set [0x200002341:0x2:0x0] 00080000:00000001:3.0:1763344908.035285:0:6510:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344908.035287:0:6510:0:(out_lib.c:630:out_tx_attr_set_exec()) lustre-MDT0000-osd: insert attr_set reply ffff9e50c3d78208 index 7: rc = 0 00000020:00000040:3.0:1763344908.035290:0:6510:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 7/8: rc = 0 00080000:00000001:3.0:1763344908.035292:0:6510:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344908.035297:0:6510:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344908.035299:0:6510:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257768, last_committed = 25770257767 00000001:00000010:3.0:1763344908.035303:0:6510:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cfcc0. 00000001:00000040:3.0:1763344908.035305:0:6510:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50e4d3b000 : new cb_count 1 00000020:00000040:3.0:1763344908.035307:0:6510:0:(genops.c:887:class_export_get()) GET export ffff9e50e4d3b000 refcount=10 00000001:00000010:3.0:1763344908.035312:0:6510:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fc87e0a80. 00000001:00000001:3.0:1763344908.035324:0:6510:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fc87e0a80: xid 1848987617982464, transno 25770257768, tag 1, client gen 7, slot idx 0 00000001:00000001:3.0:1763344908.035327:0:6510:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344908.035333:0:6510:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd340. 00080000:00000010:3.0:1763344908.035336:0:6510:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82ddd80. 00040000:00000001:3.0:1763344908.035338:0:6510:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344908.035340:0:6510:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344908.035342:0:6510:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344908.035347:0:6510:0:(lu_object.c:207:lu_object_put()) Add ffff9e50cb82a000/ffff9e50ef3b5c20 to site lru. bkt: ffff9e50f8468460 00000020:00000001:3.0:1763344908.035350:0:6510:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.035353:0:6510:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6680. 00000020:00000010:3.0:1763344908.035356:0:6510:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc87e0600. 00000020:00000001:3.0:1763344908.035359:0:6510:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.035362:0:6510:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770256485, transno 25770257768, xid 1848987617982464 00010000:00000001:3.0:1763344908.035365:0:6510:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.035369:0:6510:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d2400000 x1848987617982464/t25770257768(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 2416/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.035391:0:6510:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.035394:0:6510:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.035398:0:6510:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.035402:0:6510:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.035405:0:6510:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.035407:0:6510:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.035410:0:6510:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.035412:0:6510:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.035415:0:6510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.035417:0:6510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.035421:0:6510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0600. 00000100:00000200:3.0:1763344908.035424:0:6510:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617982464, offset 224 00000400:00000200:3.0:1763344908.035429:0:6510:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.035436:0:6510:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.035444:0:6510:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29f800 00000400:00000200:3.0:1763344908.035449:0:6510:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x665ffd [2] + 224 00000400:00000200:3.0:1763344908.035455:0:6510:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.035458:0:6510:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.035461:0:6510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.035464:0:6510:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50d2402300 x1848987617982464/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344908.035474:0:6510:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50d2402300 x1848987617982464/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.035486:0:6510:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.035492:0:6510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0600 00000400:00000010:3.0:1763344908.035495:0:6510:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0600. 00000100:00000001:3.0:1763344908.035498:0:6510:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.035500:0:6510:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.035503:0:6510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.035506:0:6510:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.035508:0:6510:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.035510:0:6510:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.035513:0:6510:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.035516:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2400000 x1848987617982464/t25770257768(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 2416/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.035525:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2400000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:30726:x1848987617982464:12345-0@lo:1000:osp_up0-1.0 Request processed in 908us (1169us total) trans 25770257768 rc 0/0 00000100:00100000:3.0:1763344908.035532:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8687 00000100:00000040:3.0:1763344908.035535:0:6510:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:3.0:1763344908.035537:0:6510:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.035539:0:6510:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.035543:0:6510:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.035546:0:6510:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:3.0:1763344908.035550:0:6510:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b5e00. 00000020:00000040:3.0:1763344908.035554:0:6510:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 9 00000100:00000001:3.0:1763344908.035556:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.035571:0:30726:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.035575:0:30726:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.035577:0:30726:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.035579:0:30726:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acb58. 00000400:00000200:3.0:1763344908.035582:0:30726:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0480 00000400:00000010:3.0:1763344908.035583:0:30726:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.035585:0:30726:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.035589:0:30726:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50d2402300 x1848987617982464/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344908.035597:0:30726:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50d2402300 x1848987617982464/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.035603:0:30726:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.035604:0:30726:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.035607:0:30726:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.035610:0:30726:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.035611:0:30726:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.035613:0:30726:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.035615:0:30726:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.035621:0:30726:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.035625:0:30726:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=111 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.035627:0:30726:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.035629:0:30726:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.035632:0:30726:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.035634:0:30726:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.035637:0:30726:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763344908.035639:0:30726:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763344908.035641:0:30726:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763344908.035643:0:30726:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.035644:0:30726:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668694831872 : -107405014719744 : ffff9e50d2402300) 00000100:00000001:3.0:1763344908.035647:0:30726:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344908.035648:0:30726:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000100:00000001:3.0:1763344908.035650:0:30726:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344908.035652:0:30726:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.035656:0:30726:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50d2402300 x1848987617982464/t25770257768(25770257768) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.035663:0:30726:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.035666:0:30726:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.035668:0:30726:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344908.035670:0:30726:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000010:3.0:1763344908.035676:0:30726:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9e4fc4ba2ec0. 00000004:00000010:3.0:1763344908.035679:0:30726:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9e4fc4ba2d00. 00000004:00000010:3.0:1763344908.035681:0:30726:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9e4fc4ba2700. 00000004:00000010:3.0:1763344908.035684:0:30726:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9e4fc4ba2cc0. 00000020:00000001:3.0:1763344908.035687:0:30726:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:3.0:1763344908.035696:0:30726:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000004:00000001:3.0:1763344908.035698:0:30726:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.035702:0:30726:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2402300 x1848987617982464/t25770257768(25770257768) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763344924 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.035710:0:30726:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50d2402300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:30726:1848987617982464:0@lo:1000:osp_up0-1.0 00000100:00000001:3.0:1763344908.035714:0:30726:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.035716:0:30726:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.035719:0:30726:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.035721:0:30726:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.035723:0:30726:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50d2402300 x1848987617982464/t25770257768(25770257768) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763344924 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.035729:0:30726:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763344908.035731:0:30726:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0300. 00000100:00000001:3.0:1763344908.035733:0:30726:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763344908.035734:0:30726:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.035737:0:30726:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.035739:0:30726:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d2402300 x1848987617982464/t25770257768(25770257768) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.035743:0:30726:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.035745:0:30726:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.035898:0:6504:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344908.035902:0:6504:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50ef5cfea0. 00000020:00000001:0.0:1763344908.035905:0:6504:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.035916:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344908.035918:0:6504:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344908.035923:0:6504:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.035926:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.035930:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.035944:0:6504:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.035948:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763344908.035951:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344908.035954:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.035957:0:6504:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:0.0:1763344908.035959:0:6504:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763344908.035962:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344908.035965:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344908.035972:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e4897a00. 00010000:00000010:0.0:1763344908.035976:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50df139e00. 00010000:00000001:0.0:1763344908.035980:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.035983:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bca00. 00000020:00000001:0.0:1763344908.035986:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.035989:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bca00 with handle 0x34881b40868180d1 to hash 00000020:00000001:0.0:1763344908.035990:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.035992:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000010:0.0:1763344908.035996:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5300. 00010000:00000001:0.0:1763344908.035999:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:0.0:1763344908.036003:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.036004:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.036008:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.036015:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344908.036019:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344908.036021:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344908.036023:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.036025:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.036027:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.036028:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.036030:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.036032:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.036034:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.036035:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.036037:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0x0 (ffff9e50e4897a00) refcount = 1 00010000:00010000:0.0:1763344908.036040:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.036049:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.036053:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.036054:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.036056:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.036058:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.036060:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.036061:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.036064:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344908.036066:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.036069:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.036074:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344908.036075:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.036077:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.036078:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.036080:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.036081:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bca00 refcount=3 00000020:00000001:0.0:1763344908.036083:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:0.0:1763344908.036085:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:0.0:1763344908.036087:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.036087:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.036089:0:6504:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.036092:0:6504:0:(lod_object.c:6824:lod_object_lock()) Process entered 00000004:00000001:0.0:1763344908.036095:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763344908.036098:0:6504:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:0.0:1763344908.036103:0:6504:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.036105:0:6504:0:(lod_lov.c:1636:lod_striping_load()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344908.036107:0:6504:0:(lod_object.c:6842:lod_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.036109:0:6504:0:(mdt_reint.c:315:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.036112:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344908.036114:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763344908.036115:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344908.036116:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763344908.036117:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.036119:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.036120:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bca00 refcount=3 00000020:00000001:0.0:1763344908.036122:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:0.0:1763344908.036124:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00000004:00010000:0.0:1763344908.036126:0:6504:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e7cb5865 reply state 00000000450eae36 transno 25770214367 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.036133:0:6504:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1763344908.036136:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.036137:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.036140:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.036141:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.036142:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.036143:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.036145:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0x0 (ffff9e50e4897a00) refcount = 1 00010000:00010000:0.0:1763344908.036148:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.036152:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.036153:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.036154:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.036155:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.036157:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.036159:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.036161:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0x0 (ffff9e50e4897a00) 00010000:00010000:0.0:1763344908.036164:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344908.036166:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.036168:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.036170:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.036171:0:6504:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1763344908.036173:0:6504:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763344908.036175:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.036176:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.036177:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344908.036179:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763344908.036180:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344908.036182:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000001:00000001:0.0:1763344908.036185:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.036187:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.036189:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.036190:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.036192:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.036194:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.036195:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.036196:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.036198:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.036199:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.036200:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344908.036203:0:6504:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e85:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1763344908.036205:0:6504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e85:0x0]: returning size 4096 00000004:00000001:0.0:1763344908.036207:0:6504:0:(mdt_reint.c:792:mdt_create()) Process leaving 00000004:00000001:0.0:1763344908.036209:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344908.036212:0:6504:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375318/ffff9e4fd33752c0 to site lru. bkt: ffff9e50ff90d3e8 00000004:00000001:0.0:1763344908.036215:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.036216:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344908.036217:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763344908.036218:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.036219:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.036221:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34e00 refcount=3 00000020:00000001:0.0:1763344908.036223:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:0.0:1763344908.036225:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00000004:00000001:0.0:1763344908.036229:0:6504:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:0.0:1763344908.036231:0:6504:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000004:00000010:0.0:1763344908.036235:0:6504:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 585 at ffff9e50f2e52800. 00000004:00000010:0.0:1763344908.036239:0:6504:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 564 at ffff9e50f2e53800. 00000004:00000001:0.0:1763344908.036242:0:6504:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.036243:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.036245:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.036246:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34e00 refcount=4 00000020:00000001:0.0:1763344908.036247:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:0.0:1763344908.036249:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:0.0:1763344908.036251:0:6504:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1763344908.036255:0:6504:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.036263:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344908.036265:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.036271:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.036271:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.036273:0:6504:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.036278:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.036280:0:6504:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.036283:0:6504:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1763344908.036287:0:6504:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fd6241cc0. 00010000:00000001:0.0:1763344908.036290:0:6504:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1763344908.037498:0:6504:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1763344908.037503:0:6504:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.037504:0:6504:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.037507:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344908.037508:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.037510:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.037511:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.037512:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.037514:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344908.037516:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763344908.037517:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344908.037518:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763344908.037520:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.037522:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.037524:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90c00 refcount=3 00000020:00000001:0.0:1763344908.037526:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000001:0.0:1763344908.037529:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00000004:00000001:0.0:1763344908.037533:0:6504:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:0.0:1763344908.037535:0:6504:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000020:00000001:2.0:1763344908.037641:0:7432:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763344908.037644:0:7432:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.037647:0:7432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1763344908.037650:0:7432:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1763344908.037651:0:7432:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344908.037656:0:7432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344908.037665:0:7432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca34e00 already unused, calling callback (ffffffffc1acd290) 00000004:00000001:2.0:1763344908.037667:0:7432:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.037669:0:7432:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344908.037671:0:7432:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.037672:0:7432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.037673:0:7432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34e00 refcount=3 00000020:00000001:2.0:1763344908.037675:0:7432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:2.0:1763344908.037677:0:7432:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:2.0:1763344908.037680:0:7432:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344908.037683:0:7432:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1763344908.037688:0:7432:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00000004:00010000:2.0:1763344908.037691:0:7432:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1763344908.037697:0:7432:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.037700:0:7432:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763344908.037703:0:7432:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344908.037704:0:7432:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.037706:0:7432:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.037708:0:7432:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.037710:0:7432:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34e00 with handle 0x34881b40868180b5 from hash 00010000:00000001:2.0:1763344908.037712:0:7432:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.037713:0:7432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.037714:0:7432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.037715:0:7432:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344908.037718:0:7432:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.037719:0:7432:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1763344908.037722:0:7432:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1763344908.037724:0:7432:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1763344908.037730:0:7432:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d3b80. 00000020:00000040:2.0:1763344908.037733:0:7432:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1763344908.037737:0:7432:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.037739:0:7432:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.037744:0:7432:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.037750:0:7432:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab9200. 00000100:00000001:2.0:1763344908.037755:0:7432:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.037757:0:7432:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1763344908.037761:0:7432:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344908.037766:0:7432:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1763344908.037768:0:7432:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.037773:0:7432:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344908.037776:0:7432:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.037784:0:7432:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007215a8a] to pc [ptlrpcd_00_00+0] req@ffff9e50ff7d3b80 x1848987617982592/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344908.037817:0:7432:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.037819:0:7432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.037820:0:7432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.037821:0:7432:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.037823:0:7432:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.037825:0:7432:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.037828:0:7432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.037833:0:7432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.037835:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50fca34e00/0x34881b40868180b5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x34881b40868180bc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.037843:0:7432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.037845:0:7432:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1763344908.037846:0:7432:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4fd6241cc0. 00010000:00000001:2.0:1763344908.037849:0:7432:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.037851:0:7432:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763344908.037853:0:7432:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.037854:0:7432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1763344908.037856:0:7432:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763344908.037857:0:7432:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.037858:0:7432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1763344908.037860:0:7432:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763344908.037861:0:7432:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.037862:0:7432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1763344908.037880:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.037882:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.037884:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.037886:0:110036:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.037888:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.037889:0:110036:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.037893:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.037894:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.037896:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.037897:0:110036:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.037902:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.037904:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.037906:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.037907:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.037925:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344908.037928:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.037930:0:3642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.037935:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ff7d3b80 x1848987617982592/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.037942:0:3642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.037944:0:3642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.037947:0:3642:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344908.037949:0:3642:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344908.037951:0:3642:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.037953:0:3642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ff7d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1848987617982592:0@lo:103:ldlm_bl.0 00000100:00000001:2.0:1763344908.037957:0:3642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.037960:0:3642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.037962:0:3642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.037964:0:3642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.037968:0:3642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fddab9000. 02000000:00000001:2.0:1763344908.037970:0:3642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.037976:0:3642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.037983:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921198. 00000100:00000200:2.0:1763344908.037989:0:3642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617982592, portal 18 00000100:00000001:2.0:1763344908.037991:0:3642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.037992:0:3642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669453810560 : -107404255741056 : ffff9e50ff7d3b80) 00000100:00000040:2.0:1763344908.037997:0:3642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ff7d3b80 x1848987617982592/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.038003:0:3642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.038005:0:3642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.038007:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 00000100:00000200:2.0:1763344908.038010:0:3642:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1848987617982592, offset 0 00000400:00000200:2.0:1763344908.038015:0:3642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.038026:0:3642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.038035:0:3642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x691a4fa29f880 00000400:00000200:2.0:1763344908.038040:0:3642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x65d15d [2] + 1968 00000400:00000010:2.0:1763344908.038044:0:3642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50d6eb9420. 00000400:00000200:2.0:1763344908.038047:0:3642:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e50ffe6f3c0 00000400:00000200:2.0:1763344908.038062:0:3642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.038066:0:3642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1763344908.038070:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50ffe6f3c0 00000400:00000010:2.0:1763344908.038073:0:3642:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50ffe6f3c0. 00000100:00000001:2.0:1763344908.038077:0:3642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.038078:0:3642:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1763344908.038081:0:3642:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d6fe7850 x1848987617982592 msgsize 328 00000100:00100000:2.0:1763344908.038085:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1763344908.038087:0:3642:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1763344908.038102:0:3642:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.038108:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:2.0:1763344908.038110:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:2.0:1763344908.038112:0:3642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.038121:0:3642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ff7d3b80 x1848987617982592/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.038130:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.038132:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ff7d3b80 x1848987617982592/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.038139:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.038140:0:3642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.038144:0:3642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.038148:0:3642:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13901 usecs (14 jiffies) 00000100:00000001:2.0:1763344908.038152:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681870 00000100:00000001:2.0:1763344908.038154:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307683147 00000100:00000001:2.0:1763344908.038156:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681870 00000100:00000001:2.0:1763344908.038159:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307683147 00000100:00000001:2.0:1763344908.038161:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681870 00000100:00000001:2.0:1763344908.038163:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307683147 00000100:00000001:2.0:1763344908.038165:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681870 00000100:00000001:2.0:1763344908.038167:0:3642:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307683147 00000100:00000001:2.0:1763344908.038171:0:3642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.038173:0:3642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.038176:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.038178:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.038185:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.038187:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763344908.038189:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344908.038190:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.038191:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.038193:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.038201:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344908.038203:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.038208:0:67526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763344908.038211:0:67526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.038212:0:67526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1763344908.039339:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.039343:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617982592 02000000:00000001:1.0:1763344908.039346:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.039349:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.039351:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.039355:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.039358:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617982592 00000020:00000001:1.0:1763344908.039361:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.039362:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:1.0:1763344908.039364:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.039367:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=10 00000020:00000001:1.0:1763344908.039379:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:1.0:1763344908.039381:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:1.0:1763344908.039385:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.039392:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6980. 00000100:00000001:1.0:1763344908.039395:0:23071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.039397:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6980. 00000020:00000010:1.0:1763344908.039403:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117ba00. 00000020:00000010:1.0:1763344908.039408:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42f80. 00000020:00000010:1.0:1763344908.039412:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04d48. 00000100:00000040:1.0:1763344908.039421:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344908.039424:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.039425:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344908.039427:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344908.039430:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.039432:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344908.039435:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.039436:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.039438:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc800 refcount=3 00000020:00000001:1.0:1763344908.039440:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:1.0:1763344908.039443:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:1.0:1763344908.039445:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.039447:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.039449:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.039451:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.039458:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.039691:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.039707:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.039709:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.039714:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3672 00000100:00000040:1.0:1763344908.039718:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:1.0:1763344908.039720:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668774414416 : -107404935137200 : ffff9e50d6fe7850) 00000100:00000040:1.0:1763344908.039726:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d6fe7850 x1848987617982592/t0(0) o103->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.039734:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.039737:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6980. 00000100:00000001:1.0:1763344908.039739:0:23071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.039741:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6980. 00000100:00100000:1.0:1763344908.039745:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d6fe7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:3642:x1848987617982592:12345-0@lo:103:ldlm_bl.0 00000100:00000200:1.0:1763344908.039748:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617982592 00010000:00000001:1.0:1763344908.039751:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344908.039752:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344908.039754:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344908.039759:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.039761:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.039765:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50e5675800. 02000000:00000001:1.0:1763344908.039767:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.039769:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.039772:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344908.039773:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344908.039775:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.039777:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.039778:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc800 refcount=3 00000020:00000001:1.0:1763344908.039781:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:1.0:1763344908.039782:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000040:1.0:1763344908.039812:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50eac24900 count: 3 00000004:00000001:1.0:1763344908.039817:0:23071:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763344908.039819:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344908.039822:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.039825:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.039826:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.039829:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.039832:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.039834:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.039839:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.039840:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.039842:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.039843:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.039846:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc800 with handle 0x34881b40868180bc from hash 00010000:00000001:1.0:1763344908.039848:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.039849:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.039850:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.039851:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.039855:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.039857:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.039858:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.039860:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.039864:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180bc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x34881b40868180b5 expref: 10 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.039871:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50e4d3b000 : new locks_count 2 00000020:00000040:1.0:1763344908.039874:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 9 00010000:00000010:1.0:1763344908.039876:0:23071:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5700. 00010000:00000001:1.0:1763344908.039883:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.039884:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.039887:0:23071:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.039889:0:23071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e50eac24900) 00010000:00000001:1.0:1763344908.039893:0:23071:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.039896:0:23071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.039898:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344908.039899:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344908.039901:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.039905:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.039908:0:23071:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.039912:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.039916:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.039919:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344908.039921:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344908.039923:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.039926:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.039928:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.039930:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344908.039935:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3110. 00000100:00000200:1.0:1763344908.039940:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987617982592, offset 224 00000400:00000200:1.0:1763344908.039947:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344908.039957:0:23071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344908.039965:0:23071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x691a4fa29f880 00000400:00000200:1.0:1763344908.039972:0:23071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x666009 [1] + 224 00000400:00000200:1.0:1763344908.039977:0:23071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.039980:0:23071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344908.039984:0:23071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.039989:0:23071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ff7d3b80 x1848987617982592/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344908.039997:0:23071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50ff7d3b80 x1848987617982592/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.040008:0:23071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344908.040015:0:23071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3110 00000400:00000010:1.0:1763344908.040017:0:23071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3110. 00000100:00000001:1.0:1763344908.040020:0:23071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.040021:0:23071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.040025:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.040027:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344908.040030:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.040031:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.040035:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d6fe7850 x1848987617982592/t0(0) o103->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.040044:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d6fe7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3642:x1848987617982592:12345-0@lo:103:ldlm_bl.0 Request processed in 308us (1960us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.040051:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3672 00000100:00000040:1.0:1763344908.040054:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:1.0:1763344908.040056:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.040057:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.040062:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42f80. 00000020:00000010:1.0:1763344908.040066:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04d48. 00000020:00000010:1.0:1763344908.040071:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117ba00. 00000020:00000040:1.0:1763344908.040074:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 8 02000000:00000001:1.0:1763344908.040079:0:23071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.040081:0:23071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50e5675800. 02000000:00000001:1.0:1763344908.040085:0:23071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1763344908.040087:0:23071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.040088:0:23071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50ca202c00. 02000000:00000001:1.0:1763344908.040091:0:23071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344908.040093:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d1f80. 02000000:00000001:1.0:1763344908.040097:0:23071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.040098:0:23071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc2875800. 02000000:00000001:1.0:1763344908.040100:0:23071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344908.040102:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1377100. 02000000:00000001:1.0:1763344908.040105:0:23071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.040106:0:23071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50d7ff3800. 02000000:00000001:1.0:1763344908.040109:0:23071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344908.040110:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1374700. 02000000:00000001:1.0:1763344908.040112:0:23071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.040113:0:23071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50e5676800. 02000000:00000001:1.0:1763344908.040114:0:23071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344908.040116:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e64e00. 02000000:00000001:1.0:1763344908.040118:0:23071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.040119:0:23071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50d7ff3c00. 02000000:00000001:1.0:1763344908.040121:0:23071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344908.040122:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ea9d9500. 02000000:00000001:1.0:1763344908.040125:0:23071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.040127:0:23071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50f2e51000. 02000000:00000001:1.0:1763344908.040130:0:23071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344908.040131:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9180. 00000100:00000001:1.0:1763344908.040134:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763344908.040139:0:23071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1763344908.040144:0:23071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c898. 00000400:00000010:1.0:1763344908.040148:0:23071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50d72d0240. 00000100:00000001:2.0:1763344908.040233:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344908.040236:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.040242:0:3642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.040244:0:3642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.040246:0:3642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344908.040250:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921198 00000400:00000010:2.0:1763344908.040252:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921198. 00000100:00000001:2.0:1763344908.040255:0:3642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.040259:0:3642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ff7d3b80 x1848987617982592/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344908.040267:0:3642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ff7d3b80 x1848987617982592/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.040273:0:3642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.040275:0:3642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.040277:0:3642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.040279:0:3642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.040281:0:3642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.040283:0:3642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.040286:0:3642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.040291:0:3642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6ce8 time=296 v=5 (5 5 5 0) 00000100:00001000:2.0:1763344908.040295:0:3642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.040297:0:3642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344908.040299:0:3642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.040302:0:3642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344908.040304:0:3642:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.040307:0:3642:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344908.040309:0:3642:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000100:00000001:2.0:1763344908.040311:0:3642:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344908.040312:0:3642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.040316:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ff7d3b80 x1848987617982592/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.040322:0:3642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.040324:0:3642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.040325:0:3642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344908.040329:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d3b80 x1848987617982592/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.040335:0:3642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ff7d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1848987617982592:0@lo:103:ldlm_bl.0 00000100:00000001:2.0:1763344908.040339:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.040341:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.040344:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ff7d3b80 x1848987617982592/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.040350:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.040352:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.040354:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fddab9000. 02000000:00000001:2.0:1763344908.040358:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.040359:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.040361:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1763344908.040363:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.040365:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab9200. 02000000:00000001:2.0:1763344908.040368:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.040369:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.040380:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d3b80. 00000100:00000001:2.0:1763344908.040383:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.040384:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.040387:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.040392:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.040394:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.040396:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344908.040402:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.040483:0:6504:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.040492:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.040493:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.040495:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90c00 refcount=4 00000020:00000001:0.0:1763344908.040497:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000001:0.0:1763344908.040499:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000001:0.0:1763344908.040502:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344908.040505:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50f5d90c00/0x34881b40868180c3 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b40868180ca expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.040512:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.040513:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.040515:0:6504:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50f5d90c00/0x34881b40868180c3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b40868180ca expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.040520:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344908.040521:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.040522:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.040524:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344908.040526:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763344908.040528:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344908.040532:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1763344908.040538:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:0.0:1763344908.040548:0:6504:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff9e4fc3552800. 00000020:00000001:0.0:1763344908.040551:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.040553:0:6504:0:(mdt_reint.c:1175:mdt_reint_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.040556:0:6504:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.040558:0:6504:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763344908.040563:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344908.040565:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344908.040566:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344908.040568:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344908.040569:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344908.040573:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344908.040578:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.040581:0:6504:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344908.040584:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214366, transno 25770214367, xid 1848987881561984 00010000:00000001:0.0:1763344908.040586:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763344908.040589:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=223 00010000:00000200:0.0:1763344908.040591:0:6504:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 25770214367, last committed = 25770214366 00010000:00000200:0.0:1763344908.040599:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d2d80 x1848987881561984/t25770214367(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:138/0 lens 560/448 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344908.040606:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.040608:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.040616:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.040619:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.040621:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344908.040623:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344908.040625:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.040627:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.040629:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.040631:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344908.040636:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495000. 00000100:00000200:0.0:1763344908.040639:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1848987881561984, offset 224 00000400:00000200:0.0:1763344908.040644:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344908.040652:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344908.040657:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385670:1385670:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385666:1385666:8:4294967295] 00000400:00000200:0.0:1763344908.040668:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344908.040673:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344908.040677:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56900. 00000800:00000200:0.0:1763344908.040684:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344908.040691:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344908.040695:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1763344908.040713:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.040717:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344908.040720:0:6504:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344908.040721:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.040724:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344908.040728:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d2d80 x1848987881561984/t25770214367(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:138/0 lens 560/448 e 0 to 0 dl 1763344918 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344908.040736:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+223:253428:x1848987881561984:12345-192.168.203.14@tcp:36:mkdir.0 Request processed in 53433us (53677us total) trans 25770214367 rc 0/0 00000100:00100000:0.0:1763344908.040742:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303003 00000100:00000040:0.0:1763344908.040744:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344908.040746:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.040747:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.040750:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42c00. 00000020:00000010:0.0:1763344908.040753:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04960. 00000020:00000010:0.0:1763344908.040756:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117a800. 00000020:00000040:0.0:1763344908.040759:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 222 00000100:00000001:0.0:1763344908.040761:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344908.041615:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.041621:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56900. 00000400:00000200:2.0:1763344908.041625:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.041631:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.041636:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495000 00000400:00000010:2.0:1763344908.041638:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495000. 00000100:00000001:2.0:1763344908.041641:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.041644:0:3636:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344908.042930:0:1026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34e00. 00010000:00000010:1.1:1763344908.049006:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc800. 00000800:00000001:2.0:1763344908.054295:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.054309:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.054314:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.054316:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.054327:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.054343:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dfe080 00000400:00000200:2.0:1763344908.054350:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 159824 00000800:00000001:2.0:1763344908.054358:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.054365:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.054368:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.054381:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.054387:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.054390:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344908.054396:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d3b80. 00000100:00000040:2.0:1763344908.054399:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d3b80 x1848987881562240 msgsize 576 00000100:00100000:2.0:1763344908.054403:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.054444:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.054453:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.054456:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.054488:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.054491:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881562240 02000000:00000001:0.0:1763344908.054493:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.054496:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.054498:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.054503:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.054507:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881562240 00000020:00000001:0.0:1763344908.054510:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.054512:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344908.054515:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.054519:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=471 00000020:00000001:0.0:1763344908.054522:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344908.054525:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344908.054530:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.054536:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.054542:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.054545:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000020:00000010:0.0:1763344908.054555:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50e753c200. 00000020:00000010:0.0:1763344908.054562:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344908.054569:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732000. 00000100:00000040:0.0:1763344908.054578:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344908.054581:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.054583:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763344908.054586:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763344908.054589:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.054591:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.054599:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.054618:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.054630:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.054632:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.054637:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303005 00000100:00000040:0.0:1763344908.054640:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344908.054642:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453810560 : -107404255741056 : ffff9e50ff7d3b80) 00000100:00000040:0.0:1763344908.054648:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d3b80 x1848987881562240/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344908.054658:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.054661:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.054663:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.054665:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000100:00100000:0.0:1763344908.054669:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+471:253434:x1848987881562240:12345-192.168.203.14@tcp:101:stat.0 00000100:00000200:0.0:1763344908.054672:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881562240 00000020:00000001:0.0:1763344908.054676:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344908.054678:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344908.054682:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.054685:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344908.054687:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344908.054690:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344908.054693:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881562240, found 0 last_xid 1848987881562239 00000020:00000001:0.0:1763344908.054696:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344908.054698:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344908.054700:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344908.054706:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.054708:0:6504:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344908.054710:0:6504:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344908.054712:0:6504:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344908.054713:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344908.054715:0:6504:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.054720:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344908.054726:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50eac24900 count: 2 00010000:00000001:0.0:1763344908.054729:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.054732:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.054735:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bcc00. 00000020:00000001:0.0:1763344908.054739:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.054741:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bcc00 with handle 0x34881b40868180d8 to hash 00000020:00000001:0.0:1763344908.054744:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.054745:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000010:0.0:1763344908.054750:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5100. 00010000:00000001:0.0:1763344908.054753:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00010000:0.0:1763344908.054757:0:6504:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bcc00/0x34881b40868180d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e3a4 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.054764:0:6504:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 467 00000020:00000040:0.0:1763344908.054767:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=472 00010000:00000001:0.0:1763344908.054772:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763344908.054775:0:6504:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763344908.054780:0:6504:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763344908.054782:0:6504:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763344908.054784:0:6504:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763344908.054976:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344908.054979:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1763344908.054982:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344908.054987:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00000004:00000001:0.0:1763344908.054989:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668762219936 : -107404947331680 : ffff9e50d64465a0) 00000004:00000001:0.0:1763344908.054991:0:6504:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.054994:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344908.054996:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344908.054999:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.055000:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.055389:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff9e50e0cd0000. 02000000:00000001:0.0:1763344908.055393:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.055396:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.055398:0:6504:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.055401:0:6504:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763344908.055405:0:6504:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763344908.055407:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.055410:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.055412:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.055413:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.055415:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.055416:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.055417:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.055419:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.055420:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.055421:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.055423:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.055424:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.055426:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.055427:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.055429:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.055430:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.055431:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.055434:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.055436:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.055440:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344908.055445:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:0.0:1763344908.055447:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:0.0:1763344908.055450:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344908.055452:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.055454:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.055455:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.055457:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344908.055460:0:6504:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.055463:0:6504:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1763344908.055467:0:6504:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763344908.055469:0:6504:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1763344908.055470:0:6504:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1763344908.055472:0:6504:0:(mdt_lib.c:2195:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344908.055475:0:6504:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = ffff9e50e0cd0228 00000004:00000001:0.0:1763344908.055480:0:6504:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763344908.055484:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344908.055486:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344908.055489:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50eac24900 count: 3 00010000:00000001:0.0:1763344908.055492:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.055494:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.055498:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bda00. 00000020:00000001:0.0:1763344908.055500:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.055502:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bda00 with handle 0x34881b40868180df to hash 00000020:00000001:0.0:1763344908.055504:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.055506:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00010000:00000010:0.0:1763344908.055509:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5f80. 00010000:00000001:0.0:1763344908.055511:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00010000:00000001:0.0:1763344908.055515:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.055516:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.055520:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bda00/0x34881b40868180df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.055526:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344908.055530:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344908.055532:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344908.055534:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.055537:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.055539:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.055541:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.055544:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.055546:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.055547:0:6504:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.055549:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.055551:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e50eac24900) refcount = 3 00010000:00000040:0.0:1763344908.055555:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344908.055559:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fc3de9e00/0x34881b40852bef71 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b40852bef6a expref: 8 pid: 21732 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344908.055566:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bda00/0x34881b40868180df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.055571:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.055575:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.055577:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.055579:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.055581:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.055583:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.055584:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.055587:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344908.055589:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.055592:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bda00/0x34881b40868180df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.055597:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344908.055599:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.055600:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.055602:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.055603:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.055605:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bda00 refcount=3 00000020:00000001:0.0:1763344908.055607:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00010000:00000001:0.0:1763344908.055610:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00010000:00000001:0.0:1763344908.055612:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.055613:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.055614:0:6504:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.055617:0:6504:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763344908.055622:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344908.055625:0:6504:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344908.055631:0:6504:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.055634:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.055639:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.055658:0:6504:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.055661:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.055664:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.055665:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.055667:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1763344908.055669:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:0.0:1763344908.055672:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344908.055675:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.055677:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.055678:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.055679:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.055681:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.055682:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.055684:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.055685:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.055687:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.055688:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.055689:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.055690:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344908.055692:0:6504:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=211, mode=40777, valid=0x1100000000002f8f 00000004:00200000:0.0:1763344908.055694:0:6504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 20480 00000004:00200000:0.0:1763344908.055697:0:6504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:0.0:1763344908.055699:0:6504:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 24032 00000001:00000001:0.0:1763344908.055700:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.055701:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.055703:0:6504:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763344908.055704:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.055706:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.055709:0:6504:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.055711:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.055714:0:6504:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.055720:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344908.055726:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.055728:0:6504:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.055732:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.055734:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.055735:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bda00 refcount=3 00000020:00000001:0.0:1763344908.055737:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00010000:00000001:0.0:1763344908.055739:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00000004:00010000:0.0:1763344908.055742:0:6504:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bda00/0x34881b40868180df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.055747:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.055747:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.055749:0:6504:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763344908.055750:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344908.055752:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1763344908.055754:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.055755:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.055756:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bda00 refcount=3 00000020:00000001:0.0:1763344908.055757:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00010000:00000001:0.0:1763344908.055759:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526778880 : -107405182772736 : ffff9e50c83bda00) 00000004:00000040:0.0:1763344908.055762:0:6504:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50f7dce000 : new locks_count 468 00000020:00000040:0.0:1763344908.055764:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=473 00010000:00000001:0.0:1763344908.055768:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.055769:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.055770:0:6504:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344908.055772:0:6504:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763344908.055774:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344908.055777:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344908.055778:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344908.055779:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344908.055781:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344908.055784:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:0.0:1763344908.055910:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.055914:0:6504:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344908.055916:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344908.055918:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.055919:0:6504:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763344908.055922:0:6504:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344908.055923:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.055927:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.055929:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.055930:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.055931:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.055934:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bcc00 with handle 0x34881b40868180d8 from hash 00010000:00000001:0.0:1763344908.055936:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.055937:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.055939:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.055940:0:6504:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344908.055941:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.055945:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bcc00/0x34881b40868180d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3a4 expref: 473 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.055951:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 467 00000020:00000040:0.0:1763344908.055954:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 472 00010000:00000010:0.0:1763344908.055956:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5100. 00010000:00000001:0.0:1763344908.055962:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.055963:0:6504:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.055968:0:6504:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763344908.055971:0:6504:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bda00/0x34881b40868180df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3a4 expref: 472 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.055978:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.055981:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.055983:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e50eac24900) 00010000:00010000:0.0:1763344908.055986:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1763344908.055988:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.055991:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.055992:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.055994:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.055995:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.055997:0:6504:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bda00, rc 0) 00000020:00000001:0.0:1763344908.056001:0:6504:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344908.056004:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257767, transno 0, xid 1848987881562240 00010000:00000001:0.0:1763344908.056007:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344908.056012:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d3b80 x1848987881562240/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/688 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344908.056021:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.056023:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.056026:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.056031:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.056033:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344908.056035:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344908.056038:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.056040:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.056044:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.056047:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344908.056052:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495d48. 00000100:00000200:0.0:1763344908.056058:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1848987881562240, offset 224 00000400:00000200:0.0:1763344908.056065:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344908.056077:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344908.056084:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385671:1385671:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385667:1385667:8:4294967295] 00000400:00000200:0.0:1763344908.056095:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344908.056101:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344908.056106:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56b00. 00000800:00000200:0.0:1763344908.056112:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344908.056118:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344908.056122:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56b00 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:0.0:1763344908.056443:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.056448:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344908.056450:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344908.056452:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.056455:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344908.056460:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d3b80 x1848987881562240/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/688 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344908.056470:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+472:253434:x1848987881562240:12345-192.168.203.14@tcp:101:stat.0 Request processed in 1810us (2069us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344908.056478:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303005 00000100:00000040:0.0:1763344908.056482:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:0.0:1763344908.056484:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.056486:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.056492:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344908.056497:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732000. 00000020:00000010:0.0:1763344908.056500:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50e753c200. 00000020:00000040:0.0:1763344908.056506:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 471 00000100:00000001:0.0:1763344908.056509:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344908.056959:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344908.056965:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56b00. 00000400:00000200:3.0:1763344908.056970:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.056975:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344908.056981:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495d48 00000400:00000010:3.0:1763344908.056984:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495d48. 00000100:00000001:3.0:1763344908.056989:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.056991:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763344908.063401:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.063417:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.063421:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.063424:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.063435:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.063453:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 584 into portal 12 MB=0x691a509dfe100 00000400:00000200:2.0:1763344908.063461:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 584/584 into md 0x616b51 [64] + 160400 00000800:00000001:2.0:1763344908.063469:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.063476:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.063479:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.063483:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.063489:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.063491:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344908.063497:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d0e00. 00000100:00000040:2.0:1763344908.063501:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d0e00 x1848987881562368 msgsize 584 00000100:00100000:2.0:1763344908.063505:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.063520:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.063527:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.063529:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.063547:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.063551:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881562368 02000000:00000001:0.0:1763344908.063554:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.063557:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.063559:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.063564:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.063568:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881562368 00000020:00000001:0.0:1763344908.063572:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.063574:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344908.063577:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.063580:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=472 00000020:00000001:0.0:1763344908.063583:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344908.063585:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344908.063589:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.063594:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.063597:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.063599:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000020:00000010:0.0:1763344908.063605:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50e753c200. 00000020:00000010:0.0:1763344908.063611:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344908.063617:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732000. 00000100:00000040:0.0:1763344908.063625:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344908.063628:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.063629:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763344908.063632:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763344908.063634:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.063636:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.063643:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.063660:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.063676:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.063678:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.063683:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303006 00000100:00000040:0.0:1763344908.063687:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344908.063690:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453798912 : -107404255752704 : ffff9e50ff7d0e00) 00000100:00000040:0.0:1763344908.063697:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d0e00 x1848987881562368/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 584/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344908.063705:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.063708:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.063711:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.063713:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000100:00100000:0.0:1763344908.063717:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+472:253434:x1848987881562368:12345-192.168.203.14@tcp:101:stat.0 00000100:00000200:0.0:1763344908.063720:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881562368 00000020:00000001:0.0:1763344908.063723:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344908.063727:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344908.063732:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.063735:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344908.063737:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344908.063740:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344908.063743:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881562368, found 0 last_xid 1848987881562367 00000020:00000001:0.0:1763344908.063746:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344908.063749:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344908.063751:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344908.063756:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.063758:0:6504:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344908.063761:0:6504:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344908.063763:0:6504:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344908.063765:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344908.063767:0:6504:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.063771:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344908.063778:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50eac24900 count: 3 00010000:00000001:0.0:1763344908.063781:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.063784:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.1:1763344908.063821:0:6504:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bcc00. 00010000:00000010:0.0:1763344908.063830:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bcc00. 00000020:00000001:0.0:1763344908.063834:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.063837:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bcc00 with handle 0x34881b40868180e6 to hash 00000020:00000001:0.0:1763344908.063840:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.063841:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000010:0.0:1763344908.063847:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5100. 00010000:00000001:0.0:1763344908.063850:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00010000:0.0:1763344908.063854:0:6504:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bcc00/0x34881b40868180e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e3ab expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.063862:0:6504:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 468 00000020:00000040:0.0:1763344908.063865:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=473 00010000:00000001:0.0:1763344908.063871:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763344908.063874:0:6504:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763344908.063881:0:6504:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763344908.063884:0:6504:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763344908.063887:0:6504:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763344908.063889:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344908.063891:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1763344908.063894:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344908.063899:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00000004:00000001:0.0:1763344908.063902:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668762219936 : -107404947331680 : ffff9e50d64465a0) 00000004:00000001:0.0:1763344908.063904:0:6504:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.063908:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344908.063910:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344908.063913:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.063915:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.063941:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff9e50d7280000. 02000000:00000001:0.0:1763344908.063944:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.063947:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.063949:0:6504:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.063952:0:6504:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763344908.063956:0:6504:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763344908.063958:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.063960:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.063963:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.063964:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.063966:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.063968:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.063969:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.063970:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.063972:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.063973:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.063975:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.063977:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.063978:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.063980:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.063981:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.063983:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.063984:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.063986:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.063988:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.063992:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344908.063999:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:0.0:1763344908.064001:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:0.0:1763344908.064004:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344908.064005:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.064008:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.064010:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.064013:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344908.064015:0:6504:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.064018:0:6504:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763344908.064024:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17af8 00000004:00000002:0.0:1763344908.064026:0:6504:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/d56xa.sanity, ldlm_rep = ffff9e50d7280228 00000004:00000001:0.0:1763344908.064030:0:6504:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763344908.064033:0:6504:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763344908.064035:0:6504:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763344908.064038:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344908.064040:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344908.064042:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50eac24900 count: 4 00010000:00000001:0.0:1763344908.064045:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.064047:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.064050:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc800. 00000020:00000001:0.0:1763344908.064052:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.064054:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc800 with handle 0x34881b40868180ed to hash 00000020:00000001:0.0:1763344908.064055:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.064056:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000010:0.0:1763344908.064059:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5200. 00010000:00000001:0.0:1763344908.064062:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344908.064065:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.064067:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.064070:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.064075:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344908.064079:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344908.064081:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344908.064083:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.064085:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.064087:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.064088:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.064091:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.064092:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.064094:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.064096:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.064098:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e50eac24900) refcount = 4 00010000:00000040:0.0:1763344908.064101:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344908.064105:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bda00/0x34881b40868180df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3a4 expref: 473 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.064113:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fc3de9e00/0x34881b40852bef71 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b40852bef6a expref: 8 pid: 21732 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344908.064118:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.064123:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.064129:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.064130:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.064132:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.064133:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.064135:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.064136:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.064139:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344908.064141:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.064143:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.064147:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344908.064149:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.064151:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.064152:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344908.064153:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344908.064155:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d600 count: 2 00010000:00000001:0.0:1763344908.064157:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.064159:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.064161:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc000. 00000020:00000001:0.0:1763344908.064163:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.064165:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc000 with handle 0x34881b40868180f4 to hash 00000020:00000001:0.0:1763344908.064166:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.064168:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000010:0.0:1763344908.064170:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5180. 00010000:00000001:0.0:1763344908.064172:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344908.064174:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.064175:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.064178:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.064183:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344908.064184:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344908.064185:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344908.064187:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.064189:0:6504:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344908.064191:0:6504:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34400/0x34881b40868180ca lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b40868180c3 expref: 8 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.064197:0:6504:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763344908.064198:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.064200:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.064201:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.064203:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.064205:0:6504:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763344908.064208:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000040:0.0:1763344908.064213:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9e4fd854d600) refcount = 2 00010000:00000040:0.0:1763344908.064216:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344908.064218:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34400/0x34881b40868180ca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000020 nid: 0@lo remote: 0x34881b40868180c3 expref: 8 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.064223:0:6504:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763344908.064225:0:6504:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000010:0.0:1763344908.064232:0:6504:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.064236:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344908.064241:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd6241e40. 00000100:00000001:0.0:1763344908.064244:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465137216 : -107409244414400 : ffff9e4fd6241e40) 00000100:00000001:0.0:1763344908.064246:0:6504:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664465137216 : -107409244414400 : ffff9e4fd6241e40) 00000100:00000001:0.0:1763344908.064249:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344908.064250:0:6504:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344908.064252:0:6504:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344908.064254:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.064255:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763344908.064257:0:6504:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.064260:0:6504:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.064261:0:6504:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763344908.064263:0:6504:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763344908.064267:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12eb800. 00000020:00000040:0.0:1763344908.064270:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50eaaaa000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1763344908.064273:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344908.064275:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344908.064279:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344908.064286:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fdb7d4400. 00000100:00000001:0.0:1763344908.064292:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.064296:0:6504:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34400/0x34881b40868180ca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x34881b40868180c3 expref: 8 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.064304:0:6504:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344908.064307:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344908.064311:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50c12eb800 x1848987617982720/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.064320:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344908.064322:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.064326:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50c12eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6504:1848987617982720:0@lo:104: 00000100:00000001:0.0:1763344908.064330:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344908.064333:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344908.064336:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.064338:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344908.064342:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fdb7d4e00. 02000000:00000001:0.0:1763344908.064344:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344908.064349:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c37e8. 00000400:00000010:0.0:1763344908.064355:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495dd0. 00000100:00000200:0.0:1763344908.064361:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617982720, portal 16 00000100:00000001:0.0:1763344908.064364:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344908.064365:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668408477696 : -107405301073920 : ffff9e50c12eb800) 00000100:00000040:0.0:1763344908.064382:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50c12eb800 x1848987617982720/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.064389:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.064391:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344908.064394:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495aa0. 00000100:00000200:0.0:1763344908.064397:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617982720, offset 0 00000400:00000200:0.0:1763344908.064403:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344908.064412:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344908.064419:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x691a4fa29f900 00000400:00000200:0.0:1763344908.064424:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x6633a5 [2] + 1320 00000400:00000200:0.0:1763344908.064429:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.064432:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344908.064436:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.064437:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1763344908.064441:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12e8a80. 00000100:00000040:0.0:1763344908.064443:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12e8a80 x1848987617982720 msgsize 328 00000100:00100000:0.0:1763344908.064446:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344908.064465:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344908.064472:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495aa0 00000400:00000010:0.0:1763344908.064474:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495aa0. 00000100:00000001:0.0:1763344908.064478:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.064482:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50c12eb800 x1848987617982720/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.064490:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.064493:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50c12eb800 x1848987617982720/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.064499:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.064501:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344908.064506:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.064509:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307683201 00000100:00000001:0.0:1763344908.064515:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4307683147 00000100:00000001:0.0:1763344908.064520:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307683201 00000100:00000001:0.0:1763344908.064522:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4307683147 00000100:00000001:0.0:1763344908.064525:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307683201 00000100:00000001:0.0:1763344908.064528:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4307683147 00000100:00000001:0.0:1763344908.064530:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307683201 00000100:00000001:0.0:1763344908.064533:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4307683147 00000100:00000001:0.0:1763344908.064535:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.064537:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.064539:0:6504:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.064541:0:6504:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.064543:0:6504:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.064545:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.064547:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.064548:0:6504:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.064550:0:6504:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344908.064551:0:6504:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344908.064553:0:6504:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.064556:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344908.064557:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344908.064560:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd6241e40 going to sleep for 11 seconds 00000100:00000001:0.0:1763344908.064563:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344908.064566:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.067305:0:71618:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.067311:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617982720 02000000:00000001:3.0:1763344908.067316:0:71618:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.067318:0:71618:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.067320:0:71618:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.067326:0:71618:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.067330:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617982720 00000020:00000001:3.0:1763344908.067333:0:71618:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.067335:0:71618:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a108f9 00000020:00000001:3.0:1763344908.067338:0:71618:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.067341:0:71618:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50ef8e3000 refcount=4 00000020:00000001:3.0:1763344908.067345:0:71618:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669186486272 : -107404523065344 : ffff9e50ef8e3000) 00000020:00000001:3.0:1763344908.067348:0:71618:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669186486272 : -107404523065344 : ffff9e50ef8e3000) 00000100:00000001:3.0:1763344908.067351:0:71618:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.067359:0:71618:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.067362:0:71618:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.067365:0:71618:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.067384:0:71618:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b5e00. 00000020:00000010:3.0:1763344908.067390:0:71618:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.067395:0:71618:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.067404:0:71618:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1763344908.067407:0:71618:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.067408:0:71618:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.067410:0:71618:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.067418:0:71618:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.067437:0:71618:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.067449:0:71618:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.067451:0:71618:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.067457:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00000040:3.0:1763344908.067461:0:71618:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50ef8e3000 : new rpc_count 1 00000100:00000001:3.0:1763344908.067463:0:71618:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408466048 : -107405301085568 : ffff9e50c12e8a80) 00000100:00000040:3.0:1763344908.067470:0:71618:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12e8a80 x1848987617982720/t0(0) o104->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.067479:0:71618:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.067482:0:71618:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.067485:0:71618:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.067487:0:71618:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00100000:3.0:1763344908.067491:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_004:lustre-MDT0001-mdtlov_UUID+4:6504:x1848987617982720:12345-0@lo:104: 00000100:00000200:3.0:1763344908.067495:0:71618:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617982720 00010000:00000001:3.0:1763344908.067498:0:71618:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1763344908.067503:0:71618:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.067505:0:71618:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.067507:0:71618:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90c00 refcount=3 00000020:00000001:3.0:1763344908.067509:0:71618:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000001:3.0:1763344908.067512:0:71618:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000001:3.0:1763344908.067516:0:71618:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.067518:0:71618:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.067522:0:71618:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50f5d90c00/0x34881b40868180c3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x34881b40868180ca expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1763344908.067531:0:71618:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.067533:0:71618:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.067538:0:71618:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f2e51000. 02000000:00000001:3.0:1763344908.067540:0:71618:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.067542:0:71618:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.067547:0:71618:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.067549:0:71618:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.067552:0:71618:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e1e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.067556:0:71618:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.067559:0:71618:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.067561:0:71618:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.067563:0:71618:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.067565:0:71618:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.067568:0:71618:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.067571:0:71618:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.067575:0:71618:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344908.067582:0:71618:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1848987617982720, offset 224 00000400:00000200:3.0:1763344908.067589:0:71618:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.067601:0:71618:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.067611:0:71618:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x691a4fa29f900 00000400:00000200:3.0:1763344908.067617:0:71618:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x666021 [1] + 224 00000400:00000200:3.0:1763344908.067625:0:71618:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.067629:0:71618:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.067633:0:71618:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.067638:0:71618:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50c12eb800 x1848987617982720/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344908.067647:0:71618:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50c12eb800 x1848987617982720/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.067667:0:71618:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.067678:0:71618:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344908.067680:0:71618:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344908.067683:0:71618:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.067684:0:71618:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.067688:0:71618:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.067688:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1763344908.067691:0:71618:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.067694:0:71618:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:0.0:1763344908.067695:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344908.067697:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:3.0:1763344908.067698:0:71618:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fc87e0300. 00000400:00000010:0.0:1763344908.067700:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c37e8. 00010000:00000001:3.0:1763344908.067701:0:71618:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1763344908.067703:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495dd0 00000400:00000010:0.0:1763344908.067704:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495dd0. 00000100:00000001:0.0:1763344908.067708:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.067712:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50c12eb800 x1848987617982720/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763344908.067721:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50c12eb800 x1848987617982720/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.067727:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344908.067729:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.067732:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344908.067734:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344908.067736:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.067737:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.067739:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.067744:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50eaaaa458 time=92 v=5 (5 0 5 5) 00000100:00001000:0.0:1763344908.067748:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaaa410 time=92 v=5 (1 0 1 1) 00000100:00000001:0.0:1763344908.067750:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344908.067752:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.067755:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344908.067756:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.067759:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.067763:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50c12eb800 x1848987617982720/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.067769:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.067772:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344908.067774:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.067776:0:6504:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763344908.067778:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.067780:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.067781:0:6504:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.067785:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12eb800 x1848987617982720/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763344908.067839:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50c12eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6504:1848987617982720:0@lo:104: 00000100:00000001:0.0:1763344908.067843:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.067846:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.067848:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344908.067850:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.067853:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50c12eb800 x1848987617982720/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.067860:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344908.067862:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344908.067865:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fdb7d4e00. 02000000:00000001:0.0:1763344908.067870:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344908.067871:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344908.067874:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50eaaaa000 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1763344908.067875:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344908.067878:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fdb7d4400. 02000000:00000001:0.0:1763344908.067880:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344908.067882:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344908.067884:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12eb800. 00000100:00000001:0.0:1763344908.067888:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344908.067889:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763344908.067892:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd6241e40. 00000100:00000001:0.0:1763344908.067894:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344908.067896:0:6504:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344908.067899:0:6504:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2a80. 00010000:00000001:0.0:1763344908.067902:0:6504:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.067904:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.067906:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.067909:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763344908.067913:0:6504:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00000020:00000001:2.0:1763344908.068762:0:27985:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763344908.068766:0:27985:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.068771:0:27985:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1763344908.068774:0:27985:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1763344908.068776:0:27985:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344908.068780:0:27985:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50f5d90c00/0x34881b40868180c3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x34881b40868180ca expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344908.068802:0:27985:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d90c00 already unused, calling callback (ffffffffc1acd290) 00000004:00000001:2.0:1763344908.068805:0:27985:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.068807:0:27985:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344908.068808:0:27985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.068810:0:27985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.068812:0:27985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90c00 refcount=4 00000020:00000001:2.0:1763344908.068814:0:27985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000001:2.0:1763344908.068817:0:27985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000001:2.0:1763344908.068819:0:27985:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344908.068822:0:27985:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50f5d90c00/0x34881b40868180c3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x34881b40868180ca expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1763344908.068833:0:27985:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00000004:00010000:2.0:1763344908.068836:0:27985:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50f5d90c00/0x34881b40868180c3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x34881b40868180ca expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.068843:0:27985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.068844:0:27985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.068846:0:27985:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.068848:0:27985:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763344908.068851:0:27985:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344908.068853:0:27985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.068854:0:27985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.068856:0:27985:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.068858:0:27985:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90c00 with handle 0x34881b40868180c3 from hash 00010000:00000001:2.0:1763344908.068860:0:27985:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.068862:0:27985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.068863:0:27985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.068864:0:27985:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344908.068868:0:27985:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.068870:0:27985:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1763344908.068873:0:27985:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1763344908.068875:0:27985:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1763344908.068883:0:27985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d1f80. 00000020:00000040:2.0:1763344908.068886:0:27985:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1763344908.068891:0:27985:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.068893:0:27985:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.068897:0:27985:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.068903:0:27985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab9200. 00000100:00000001:2.0:1763344908.068908:0:27985:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.068911:0:27985:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1763344908.068915:0:27985:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50f5d90c00/0x34881b40868180c3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x34881b40868180ca expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344908.068920:0:27985:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1763344908.068922:0:27985:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.068926:0:27985:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344908.068930:0:27985:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.068937:0:27985:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d1fc263] to pc [ptlrpcd_00_01+1] req@ffff9e50ff7d1f80 x1848987617982848/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344908.068978:0:27985:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.068982:0:27985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.068983:0:27985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.068984:0:27985:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.068986:0:27985:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.068988:0:27985:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.068991:0:27985:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50f5d90c00/0x34881b40868180c3 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x34881b40868180ca expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.068997:0:27985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.068999:0:27985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9e50f5d90c00/0x34881b40868180c3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x34881b40868180ca expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763344908.069004:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:2.0:1763344908.069006:0:27985:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359b00 count: 0 00000100:00000001:1.0:1763344908.069008:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344908.069010:0:3643:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:2.0:1763344908.069011:0:27985:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0c00. 00000100:00000040:1.0:1763344908.069016:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ff7d1f80 x1848987617982848/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344908.069018:0:27985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.069020:0:27985:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1763344908.069022:0:27985:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4fc87e0300. 00000100:00000001:1.0:1763344908.069023:0:3643:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1763344908.069025:0:27985:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.069025:0:3643:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.069028:0:27985:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763344908.069029:0:27985:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.069029:0:3643:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:2.0:1763344908.069031:0:27985:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1763344908.069032:0:27985:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1763344908.069032:0:3643:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763344908.069034:0:27985:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.069035:0:3643:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.069036:0:27985:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1763344908.069037:0:27985:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1763344908.069038:0:3643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ff7d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1848987617982848:0@lo:103:ldlm_bl.0 00000020:00000001:2.0:1763344908.069039:0:27985:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.069040:0:27985:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1763344908.069042:0:3643:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344908.069045:0:3643:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344908.069047:0:3643:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.069049:0:3643:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344908.069054:0:3643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e510117ba00. 02000000:00000001:1.0:1763344908.069056:0:3643:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344908.069061:0:3643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c108. 00000400:00000010:1.0:1763344908.069067:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3110. 00000100:00000200:1.0:1763344908.069072:0:3643:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617982848, portal 18 00000100:00000001:1.0:1763344908.069074:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.069075:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669453803392 : -107404255748224 : ffff9e50ff7d1f80) 00010000:00010000:3.0:1763344908.069082:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00000040:1.0:1763344908.069082:0:3643:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ff7d1f80 x1848987617982848/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.069086:0:71618:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.069088:0:71618:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.069089:0:3643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1763344908.069090:0:71618:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.069091:0:3643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344908.069094:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3330. 00000100:00000040:3.0:1763344908.069096:0:71618:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12e8a80 x1848987617982720/t0(0) o104->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344908.069097:0:3643:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1848987617982848, offset 0 00000400:00000200:1.0:1763344908.069102:0:3643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1763344908.069105:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_004:lustre-MDT0001-mdtlov_UUID+4:6504:x1848987617982720:12345-0@lo:104: Request processed in 1624us (4660us total) trans 0 rc 0/0 00000400:00000200:1.0:1763344908.069110:0:3643:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1763344908.069113:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00000040:3.0:1763344908.069116:0:71618:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50ef8e3000 : new rpc_count 0 00000400:00000200:1.0:1763344908.069118:0:3643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x691a4fa29f980 00000100:00000001:3.0:1763344908.069119:0:71618:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.069120:0:71618:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1763344908.069123:0:3643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x65d24d [2] + 0 00000020:00000010:3.0:1763344908.069126:0:71618:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000400:00000200:1.0:1763344908.069127:0:3643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1763344908.069130:0:71618:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000400:00000200:1.0:1763344908.069130:0:3643:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1763344908.069133:0:71618:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b5e00. 00000100:00000001:1.0:1763344908.069134:0:3643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.069136:0:3643:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000040:3.0:1763344908.069138:0:71618:0:(genops.c:898:class_export_put()) PUTting export ffff9e50ef8e3000 : new refcount 3 00000100:00000001:3.0:1763344908.069140:0:71618:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344908.069140:0:3643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99500. 00000100:00000040:1.0:1763344908.069143:0:3643:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb99500 x1848987617982848 msgsize 328 00000100:00100000:1.0:1763344908.069146:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344908.069163:0:3643:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344908.069170:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3330 00000400:00000010:1.0:1763344908.069172:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3330. 00000100:00000001:1.0:1763344908.069176:0:3643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344908.069180:0:3643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ff7d1f80 x1848987617982848/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.069185:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.069187:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617982848 00000100:00000001:1.0:1763344908.069188:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1763344908.069190:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.069191:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1763344908.069191:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ff7d1f80 x1848987617982848/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.069193:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.069196:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.069197:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.069198:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617982848 00000100:00000001:1.0:1763344908.069199:0:3643:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1763344908.069201:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.069202:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000100:00000001:1.0:1763344908.069202:0:3643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.069204:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.069206:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=9 00000100:00000040:1.0:1763344908.069206:0:3643:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13900 usecs (14 jiffies) 00000020:00000001:2.0:1763344908.069208:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:2.0:1763344908.069210:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:1.0:1763344908.069210:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307681902 00000100:00000001:1.0:1763344908.069213:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307683201 00000100:00000001:2.0:1763344908.069214:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763344908.069215:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307681902 00000020:00000010:2.0:1763344908.069217:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2e40. 00000100:00000001:1.0:1763344908.069218:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307683201 00000100:00000001:2.0:1763344908.069219:0:23071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.069220:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307681902 00000020:00000010:2.0:1763344908.069221:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2e40. 00000100:00000001:1.0:1763344908.069222:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307683201 00000100:00000001:1.0:1763344908.069225:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307681902 00000020:00000010:2.0:1763344908.069226:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9000. 00000100:00000001:1.0:1763344908.069228:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307683201 00000020:00000010:2.0:1763344908.069229:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0c00. 00000100:00000001:1.0:1763344908.069230:0:3643:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.069232:0:3643:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.069234:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000001:1.0:1763344908.069235:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.069237:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344908.069239:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344908.069241:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.069242:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.069242:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763344908.069243:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.069244:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1763344908.069245:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1763344908.069246:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1763344908.069247:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.069247:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.069249:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1763344908.069249:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.069252:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.069253:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.069255:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34400 refcount=3 00000020:00000001:2.0:1763344908.069257:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:2.0:1763344908.069259:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00010000:2.0:1763344908.069265:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34400/0x34881b40868180ca lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x34881b40868180c3 expref: 9 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.069271:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.069273:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.069274:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.069276:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.069281:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1763344908.069286:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e4fcbb99500 x1848987617982848/t0(0) o103->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.069292:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763344908.069294:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.069307:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344908.069309:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.069311:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.069317:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.069319:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.069322:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6350 00000100:00000040:2.0:1763344908.069334:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:2.0:1763344908.069337:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290383104 : -107409419168512 : ffff9e4fcbb99500) 00000100:00000040:2.0:1763344908.069341:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb99500 x1848987617982848/t0(0) o103->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.069349:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.069352:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2e40. 00000100:00000001:2.0:1763344908.069354:0:23071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.069356:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2e40. 00000100:00100000:2.0:1763344908.069360:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3643:x1848987617982848:12345-0@lo:103:ldlm_bl.0 00000100:00000200:2.0:1763344908.069363:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617982848 00010000:00000001:2.0:1763344908.069365:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1763344908.069368:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1763344908.069369:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1763344908.069383:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.069385:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.069389:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fcb32c800. 02000000:00000001:2.0:1763344908.069392:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.069394:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.069396:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763344908.069398:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763344908.069400:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.069402:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.069404:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34400 refcount=3 00000020:00000001:2.0:1763344908.069406:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:2.0:1763344908.069408:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000040:2.0:1763344908.069411:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d600 count: 3 00000004:00000001:2.0:1763344908.069415:0:23071:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763344908.069417:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344908.069419:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:2.0:1763344908.069423:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8c00. 00000020:00000010:2.0:1763344908.069427:0:23071:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4fddab8e00. 00000020:00000010:2.0:1763344908.069432:0:23071:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9e4fc369f800. 00000020:00000010:2.0:1763344908.069436:0:23071:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9e50e49a5f98. 00000020:00000010:2.0:1763344908.069440:0:23071:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9e4fddab8200. 80000000:00000010:2.0:1763344908.069444:0:23071:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9e50e4b8d300. 40000000:00000010:2.0:1763344908.069447:0:23071:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9e50f93d2e40. 00100000:00000010:2.0:1763344908.069452:0:23071:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9e4fc3698000. 00040000:00000010:2.0:1763344908.069456:0:23071:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9e4fc2ee2300. 00040000:00000010:2.0:1763344908.069459:0:23071:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9e4fddab8a00. 00080000:00000010:2.0:1763344908.069464:0:23071:0:(osd_handler.c:8274:osd_key_init()) kmalloced '(info)': 4072 at ffff9e50ff950000. 00080000:00000010:2.0:1763344908.069470:0:23071:0:(osd_handler.c:8278:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9e50f8592000. 00002000:00000010:2.0:1763344908.069475:0:23071:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff9e4fcb32e000. 00000020:00000001:2.0:1763344908.069478:0:23071:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:2.0:1763344908.069481:0:23071:0:(osd_handler.c:2830:osd_sync()) Process entered 00000100:00000001:0.0:1763344908.070721:0:31793:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763344908.070726:0:31793:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763344908.070728:0:31793:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 25770257768 is committed 00000001:00000040:0.0:1763344908.070733:0:31793:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50e4d3b000 : new cb_count 0 00000020:00000040:0.0:1763344908.070736:0:31793:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 8 00000001:00000010:0.0:1763344908.070739:0:31793:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cfcc0. 00080000:00000010:0.0:1763344908.070744:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4b5600. 00000020:00080000:0.0:1763344908.070749:0:31793:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 21474837111 batchid updated 00000020:00000010:0.0:1763344908.070765:0:31793:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9e4fc29dcd20. 00080000:00000010:0.0:1763344908.070770:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc4b12600. 00080000:00000010:0.0:1763344908.070773:0:31793:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e510117b000. 00000020:00080000:1.0:1763344908.070891:0:31822:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 21474837111 00000020:00000001:1.0:1763344908.070895:0:31822:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763344908.070898:0:31822:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fd6241a80 refcount 1 committed 1 result 0 batchid 21474837110 00000020:00000040:1.0:1763344908.070902:0:31822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd6241c00 00000020:00000040:1.0:1763344908.070905:0:31822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcb09fc00 00000020:00000040:1.0:1763344908.070909:0:31822:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e4fc42e2b40 : new refcount 2 00000020:00000040:1.0:1763344908.070912:0:31822:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e4fc42e2b40 : new refcount 1 00000020:00000001:1.0:1763344908.070914:0:31822:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344908.070917:0:31822:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ef994800. 00000020:00000010:1.0:1763344908.070921:0:31822:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ef994d00. 00000020:00000010:1.0:1763344908.070923:0:31822:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9e4fd6241a80. 00000020:00000001:1.0:1763344908.070926:0:31822:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763344908.070927:0:31822:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fc2c5e480 refcount 1 committed 1 result 0 batchid 21474837111 00000020:00000040:1.0:1763344908.070931:0:31822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc2c5ec00 00000020:00000040:1.0:1763344908.070934:0:31822:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c32e5800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd5de1600 00000020:00000040:1.0:1763344908.070937:0:31822:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e4fc42e2b40 : new refcount 2 00000020:00000040:1.0:1763344908.070939:0:31822:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e4fc42e2b40 : new refcount 1 00000020:00000001:1.0:1763344908.070940:0:31822:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344908.070943:0:31822:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ff83a300. 00000020:00000010:1.0:1763344908.070946:0:31822:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50c32e5800. 00000020:00000010:1.0:1763344908.070948:0:31822:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9e4fc2c5e480. 00000020:00080000:1.0:1763344908.070951:0:31822:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 21474837111 00080000:00000020:2.0:1763344908.071361:0:23071:0:(osd_handler.c:2837:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:2.0:1763344908.071366:0:23071:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.071385:0:23071:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4fddab8e00. 00000020:00000010:2.0:1763344908.071390:0:23071:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9e4fc369f800. 00000020:00000010:2.0:1763344908.071394:0:23071:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9e50e49a5f98. 00000020:00000010:2.0:1763344908.071403:0:23071:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9e4fddab8200. 80000000:00000010:2.0:1763344908.071407:0:23071:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9e50e4b8d300. 40000000:00000010:2.0:1763344908.071411:0:23071:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9e50f93d2e40. 00100000:00000010:2.0:1763344908.071415:0:23071:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9e4fc3698000. 00040000:00000010:2.0:1763344908.071419:0:23071:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9e4fc2ee2300. 00040000:00000010:2.0:1763344908.071424:0:23071:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9e4fddab8a00. 00080000:00000010:2.0:1763344908.071430:0:23071:0:(osd_handler.c:8324:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9e50f8592000. 00080000:00000010:2.0:1763344908.071433:0:23071:0:(osd_handler.c:8335:osd_key_fini()) kfreed 'info': 4072 at ffff9e50ff950000. 00002000:00000010:2.0:1763344908.071437:0:23071:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff9e4fcb32e000. 00000020:00000010:2.0:1763344908.071442:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8c00. 00010000:00000001:2.0:1763344908.071445:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.071447:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.071449:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.071456:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344908.071457:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.071463:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.071465:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.071467:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.071469:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.071472:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34400 with handle 0x34881b40868180ca from hash 00010000:00000001:2.0:1763344908.071474:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.071476:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.071477:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.071478:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344908.071483:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.071485:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.071487:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.071489:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.071495:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34400/0x34881b40868180ca lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x34881b40868180c3 expref: 8 pid: 21732 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.071503:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50e4d3b000 : new locks_count 1 00000020:00000040:2.0:1763344908.071506:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 7 00010000:00000010:2.0:1763344908.071508:0:23071:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5cc80. 00010000:00000001:2.0:1763344908.071517:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.071519:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.071521:0:23071:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.071524:0:23071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9e4fd854d600) 00010000:00010000:2.0:1763344908.071529:0:23071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344908.071535:0:23071:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.071538:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.071540:0:23071:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.071542:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.071544:0:23071:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.071547:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.071549:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763344908.071551:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344908.071557:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763344908.071559:0:23071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.071560:0:23071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.071561:0:23071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.071564:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9e4fd854d600) refcount = 2 00010000:00010000:2.0:1763344908.071568:0:23071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344908.071572:0:23071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.071574:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.071576:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.071578:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.071579:0:23071:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.071582:0:23071:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763344908.071653:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6980. 00000100:00000001:1.0:1763344908.071658:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344908.071664:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e50eb83a300. 00000100:00000001:1.0:1763344908.071666:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636669118685952 : -107404590865664 : ffff9e50eb83a300) 00000100:00000001:1.0:1763344908.071668:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636669118685952 : -107404590865664 : ffff9e50eb83a300) 00000100:00000001:1.0:1763344908.071671:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.071672:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344908.071674:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.071677:0:23071:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344908.071690:0:23071:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.071693:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.071694:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.071695:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.071697:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.071698:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344908.071701:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.071702:0:23071:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.071704:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763344908.071707:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e50eb83a300. 00000100:00000001:1.0:1763344908.071710:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344908.071712:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344908.071714:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6980. 00010000:00000001:1.0:1763344908.071716:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344908.071718:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344908.071720:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.071725:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.071728:0:23071:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.071733:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.071738:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.071740:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344908.071742:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344908.071745:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.071748:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.071751:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.071753:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344908.071758:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3330. 00000100:00000200:1.0:1763344908.071764:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987617982848, offset 224 00000400:00000200:1.0:1763344908.071770:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344908.071782:0:23071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344908.071819:0:23071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x691a4fa29f980 00000400:00000200:1.0:1763344908.071826:0:23071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x66602d [1] + 224 00000400:00000200:1.0:1763344908.071833:0:23071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.071836:0:23071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344908.071841:0:23071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.071847:0:23071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ff7d1f80 x1848987617982848/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344908.071856:0:23071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50ff7d1f80 x1848987617982848/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.071872:0:23071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344908.071879:0:23071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3330 00000400:00000010:1.0:1763344908.071881:0:23071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3330. 00000100:00000001:1.0:1763344908.071884:0:23071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.071886:0:23071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.071890:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.071893:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344908.071895:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.071897:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.071902:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb99500 x1848987617982848/t0(0) o103->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.071910:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3643:x1848987617982848:12345-0@lo:103:ldlm_bl.0 Request processed in 2560us (2765us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.071918:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6350 00000100:00000040:1.0:1763344908.071922:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:1.0:1763344908.071925:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.071927:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.071932:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0c00. 00000020:00000010:1.0:1763344908.071936:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:1.0:1763344908.071940:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab9000. 00000020:00000040:1.0:1763344908.071944:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 6 00000100:00000001:1.0:1763344908.071946:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1763344908.072010:0:6504:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.072017:0:6504:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.072020:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.072026:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344908.072027:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.072028:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.072031:0:6504:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.072037:0:6504:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763344908.072043:0:6504:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763344908.072046:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763344908.072049:0:6504:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763344908.072053:0:6504:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.072057:0:6504:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1763344908.072060:0:6504:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1763344908.072091:0:6504:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763344908.072093:0:6504:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763344908.072096:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344908.072098:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344908.072101:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344908.072103:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.072105:0:6504:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.072107:0:6504:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344908.072109:0:6504:0:(osd_handler.c:6627:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763344908.072112:0:6504:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.072114:0:6504:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344908.072116:0:6504:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.072118:0:6504:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.072120:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344908.072122:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e85:0x0] 00000020:00000001:0.0:1763344908.072125:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:0.0:1763344908.072130:0:6504:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:0.0:1763344908.072135:0:6504:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9e510117eb40. 00000004:00000001:0.0:1763344908.072138:0:6504:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446636669480725400 : -107404228826216 : ffff9e510117eb98) 00000004:00000001:0.0:1763344908.072142:0:6504:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:0.0:1763344908.072144:0:6504:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x240002b13:0x12e85:0x0] 00000004:00000010:0.0:1763344908.072149:0:6504:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9e4fd1e497f8. 00000004:00000001:0.0:1763344908.072151:0:6504:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.072154:0:6504:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:0.0:1763344908.072156:0:6504:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:0.0:1763344908.072160:0:6504:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9e4fd9272550. 00000004:00000001:0.0:1763344908.072163:0:6504:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446636664515667280 : -107409193884336 : ffff9e4fd9272550) 00000004:00000001:0.0:1763344908.072165:0:6504:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.072167:0:6504:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:0.0:1763344908.072169:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763344908.072171:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763344908.072172:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344908.072173:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344908.072175:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344908.072177:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344908.072179:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344908.072181:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b13 00000004:00000001:0.0:1763344908.072183:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763344908.072190:0:6504:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e4fd0d2e5b8. 00000004:00000001:0.0:1763344908.072193:0:6504:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.072196:0:6504:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763344908.072199:0:6504:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000010:0.0:1763344908.072203:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd6241e40. 00000004:00000010:0.0:1763344908.072206:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e50c2c5fa20. 00000004:00000010:0.0:1763344908.072210:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fc403e000. 00000020:00000001:0.0:1763344908.072214:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763344908.072216:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.072219:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763344908.072220:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763344908.072223:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240002b13:0x12e85:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000004:00000040:0.0:1763344908.072226:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fc403e000 magic = bdde0002 count = 1 size = 40 00000100:00000010:0.0:1763344908.072231:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12eb800. 00000020:00000040:0.0:1763344908.072235:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1763344908.072240:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344908.072242:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344908.072245:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344908.072250:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fdb7d4400. 00000100:00000001:0.0:1763344908.072255:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.072261:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.072263:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344908.072265:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.072267:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763344908.072268:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344908.072271:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd6241a80. 00000100:00000001:0.0:1763344908.072273:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465136256 : -107409244415360 : ffff9e4fd6241a80) 00000100:00000001:0.0:1763344908.072276:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344908.072277:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668408477696 : -107405301073920 : ffff9e50c12eb800) 00000100:00000001:0.0:1763344908.072281:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763344908.072285:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.072287:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344908.072288:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344908.072293:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50c12eb800 x1848987617982976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.072300:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344908.072302:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.072305:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344908.072307:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344908.072310:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.072312:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50c12eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617982976:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763344908.072316:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344908.072319:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344908.072320:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.072323:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344908.072328:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e4fc18ec000. 02000000:00000001:0.0:1763344908.072330:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344908.072335:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c37e8. 00000400:00000010:0.0:1763344908.072339:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd6241cc0. 00000100:00000200:0.0:1763344908.072344:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617982976, portal 4 00000100:00000001:0.0:1763344908.072346:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344908.072347:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668408477696 : -107405301073920 : ffff9e50c12eb800) 00000100:00000040:0.0:1763344908.072353:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50c12eb800 x1848987617982976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.072359:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.072361:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344908.072363:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495dd0. 00000100:00000200:0.0:1763344908.072366:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 24, xid 1848987617982976, offset 0 00000400:00000200:0.0:1763344908.072379:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344908.072386:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344908.072393:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 24 MB=0x691a4fa29fa00 00000400:00000200:0.0:1763344908.072398:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 304/304 into md 0x209981 [256] + 8600 00000400:00000200:0.0:1763344908.072402:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.072405:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344908.072408:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.072410:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763344908.072413:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12e9500. 00000100:00000040:0.0:1763344908.072416:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12e9500 x1848987617982976 msgsize 304 00000100:00100000:0.0:1763344908.072419:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344908.072440:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344908.072445:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495dd0 00000400:00000010:0.0:1763344908.072446:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495dd0. 00000100:00000001:0.0:1763344908.072450:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.072454:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50c12eb800 x1848987617982976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.072462:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.072465:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50c12eb800 x1848987617982976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.072472:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.072474:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344908.072477:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.072481:0:10443:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1763344908.072481:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5183 usecs (6 jiffies) 00000100:00100000:3.0:1763344908.072483:0:10443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617982976 00000100:00000001:0.0:1763344908.072484:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307681897 02000000:00000001:3.0:1763344908.072485:0:10443:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.072487:0:10443:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.072487:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683201 00000100:00000001:0.0:1763344908.072489:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307681897 00000100:00000001:3.0:1763344908.072490:0:10443:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.072492:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683201 02000000:00000001:3.0:1763344908.072493:0:10443:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.072494:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307681897 00000100:00100000:3.0:1763344908.072496:0:10443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617982976 00000100:00000001:0.0:1763344908.072496:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683201 00000020:00000001:3.0:1763344908.072498:0:10443:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1763344908.072498:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307681897 00000020:00000040:3.0:1763344908.072500:0:10443:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000100:00000001:0.0:1763344908.072500:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683201 00000020:00000001:3.0:1763344908.072502:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763344908.072503:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344908.072505:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=5 00000100:00000001:0.0:1763344908.072505:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.072507:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1763344908.072508:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:0.0:1763344908.072509:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1763344908.072510:0:10443:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00100000:0.0:1763344908.072511:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd6241a80 going to sleep for 11 seconds 00000100:00000001:0.0:1763344908.072513:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.072514:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763344908.072515:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.072518:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.072520:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.072523:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.072527:0:10443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b5e00. 00000020:00000010:3.0:1763344908.072531:0:10443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.072535:0:10443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.072541:0:10443:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344908.072543:0:10443:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.072545:0:10443:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.072547:0:10443:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.072553:0:10443:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.072568:0:10443:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.072576:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344908.072577:0:10443:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.072579:0:10443:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763344908.072579:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1763344908.072582:0:10443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8688 00000400:00000001:2.0:1763344908.072583:0:3643:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1763344908.072585:0:10443:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000400:00000001:2.0:1763344908.072585:0:3643:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.072587:0:3643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c108. 00000100:00000001:3.0:1763344908.072588:0:10443:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408468736 : -107405301082880 : ffff9e50c12e9500) 00000400:00000200:2.0:1763344908.072591:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3110 00000100:00000040:3.0:1763344908.072592:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12e9500 x1848987617982976/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 304/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1763344908.072593:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3110. 00000100:00000001:2.0:1763344908.072595:0:3643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.072599:0:3643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ff7d1f80 x1848987617982848/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.072600:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.072603:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.072605:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.072607:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00000200:2.0:1763344908.072608:0:3643:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ff7d1f80 x1848987617982848/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.072611:0:10443:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6504:x1848987617982976:12345-0@lo:1000:mdt00_000.0 00000100:00000200:3.0:1763344908.072615:0:10443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617982976 00000100:00000001:2.0:1763344908.072615:0:3643:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1763344908.072617:0:10443:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1763344908.072617:0:3643:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.072619:0:3643:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1763344908.072620:0:10443:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1763344908.072622:0:3643:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1763344908.072624:0:10443:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.072624:0:3643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.072626:0:3643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.072627:0:10443:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1763344908.072628:0:3643:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.072629:0:10443:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344908.072631:0:10443:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:2.0:1763344908.072634:0:3643:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6ce8 time=146 v=5 (5 5 5 5) 00000001:00000001:3.0:1763344908.072635:0:10443:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617982976, found 0 last_xid 1848987617982975 00000020:00000001:3.0:1763344908.072637:0:10443:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1763344908.072637:0:3643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=111 v=5 (1 1 1 1) 00000020:00000001:3.0:1763344908.072639:0:10443:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1763344908.072640:0:3643:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344908.072641:0:3643:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.072642:0:10443:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.072644:0:10443:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.072644:0:3643:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344908.072646:0:3643:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.072647:0:10443:0:(out_handler.c:950:out_handle()) Process entered 00000100:00000001:2.0:1763344908.072649:0:3643:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344908.072650:0:3643:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770256485 00000020:00000010:3.0:1763344908.072651:0:10443:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6680. 00000100:00000001:2.0:1763344908.072652:0:3643:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344908.072654:0:10443:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1763344908.072654:0:3643:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.072656:0:10443:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1763344908.072658:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ff7d1f80 x1848987617982848/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1763344908.072661:0:10443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50c3d7e000. 02000000:00000001:3.0:1763344908.072663:0:10443:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.072665:0:10443:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.072665:0:3643:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.072668:0:3643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1763344908.072669:0:10443:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc87e0480. 00000100:00000001:2.0:1763344908.072669:0:3643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.072671:0:10443:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000100:00000040:2.0:1763344908.072673:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d1f80 x1848987617982848/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1763344908.072674:0:10443:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.072678:0:10443:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000100:00100000:2.0:1763344908.072679:0:3643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ff7d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3643:1848987617982848:0@lo:103:ldlm_bl.0 00000020:00000001:3.0:1763344908.072683:0:10443:0:(out_handler.c:157:out_attr_get()) Process entered 00000100:00000001:2.0:1763344908.072683:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.072686:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1763344908.072689:0:10443:0:(out_handler.c:185:out_attr_get()) lustre-MDT0001: insert attr get reply ffff9e50c3d7e208 index 0: rc = 0 00000100:00000040:2.0:1763344908.072689:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ff7d1f80 x1848987617982848/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1763344908.072691:0:10443:0:(out_handler.c:190:out_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344908.072695:0:10443:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcc4b4c00/ffff9e4fd33752c0 to site lru. bkt: ffff9e50ff90d3e8 00000100:00000001:2.0:1763344908.072695:0:3643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.072697:0:3643:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1763344908.072698:0:10443:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6680. 02000000:00000010:2.0:1763344908.072700:0:3643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e510117ba00. 00000020:00000010:3.0:1763344908.072701:0:10443:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc87e0480. 02000000:00000001:2.0:1763344908.072702:0:3643:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.072704:0:10443:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.072704:0:3643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.072705:0:3643:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000040:3.0:1763344908.072707:0:10443:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214354, transno 0, xid 1848987617982976 00000020:00000001:2.0:1763344908.072708:0:3643:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1763344908.072709:0:10443:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000010:2.0:1763344908.072710:0:3643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab9200. 00010000:00000200:3.0:1763344908.072712:0:10443:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c12e9500 x1848987617982976/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 304/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1763344908.072713:0:3643:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.072714:0:3643:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.072716:0:3643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d1f80. 00010000:00000001:3.0:1763344908.072719:0:10443:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1763344908.072719:0:3643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1763344908.072721:0:10443:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.072721:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1763344908.072723:0:10443:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.072723:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.072726:0:10443:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.072728:0:10443:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:2.0:1763344908.072728:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.072729:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.072730:0:10443:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 00000100:00000001:2.0:1763344908.072731:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1763344908.072732:0:10443:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.072734:0:10443:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.072734:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.072736:0:10443:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.072737:0:10443:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.072740:0:10443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0480. 00000100:00000200:3.0:1763344908.072743:0:10443:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617982976, offset 224 00000400:00000200:3.0:1763344908.072748:0:10443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.072753:0:10443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.072759:0:10443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29fa00 00000400:00000200:3.0:1763344908.072763:0:10443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x666039 [2] + 224 00000400:00000200:3.0:1763344908.072767:0:10443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.072770:0:10443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.072773:0:10443:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.072778:0:10443:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50c12eb800 x1848987617982976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344908.072786:0:10443:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50c12eb800 x1848987617982976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.072826:0:10443:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.072833:0:10443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0480 00000400:00000010:3.0:1763344908.072835:0:10443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.072838:0:10443:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.072839:0:10443:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.072842:0:10443:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.072845:0:10443:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00000100:00000001:0.0:1763344908.072845:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1763344908.072847:0:10443:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.072849:0:10443:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1763344908.072849:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344908.072850:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1763344908.072851:0:10443:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1763344908.072852:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c37e8. 00000100:00000040:3.0:1763344908.072855:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12e9500 x1848987617982976/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 304/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1763344908.072855:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd6241cc0 00000400:00000010:0.0:1763344908.072856:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd6241cc0. 00000100:00000001:0.0:1763344908.072859:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.072862:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50c12eb800 x1848987617982976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.072864:0:10443:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6504:x1848987617982976:12345-0@lo:1000:mdt00_000.0 Request processed in 262us (446us total) trans 0 rc 0/0 00000100:00000200:0.0:1763344908.072870:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50c12eb800 x1848987617982976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.072871:0:10443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8688 00000100:00000040:3.0:1763344908.072874:0:10443:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:3.0:1763344908.072876:0:10443:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.072876:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344908.072877:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.072878:0:10443:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1763344908.072879:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344908.072880:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1763344908.072881:0:10443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000100:00000001:0.0:1763344908.072882:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1763344908.072884:0:10443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000100:00000001:0.0:1763344908.072884:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.072885:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.072887:0:10443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b5e00. 00000100:00001000:0.0:1763344908.072889:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=117 v=5 (5 5 5 5) 00000020:00000040:3.0:1763344908.072890:0:10443:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 4 00000100:00000001:3.0:1763344908.072892:0:10443:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1763344908.072892:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.072894:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344908.072896:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.072898:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344908.072899:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.072902:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344908.072903:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:0.0:1763344908.072905:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344908.072906:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.072910:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50c12eb800 x1848987617982976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.072916:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.072918:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344908.072919:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344908.072922:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12eb800 x1848987617982976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344908.072929:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50c12eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617982976:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763344908.072932:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.072935:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.072937:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344908.072939:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.072942:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50c12eb800 x1848987617982976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.072947:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763344908.072949:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd6241a80. 00000100:00000001:0.0:1763344908.072951:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763344908.072953:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.072955:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.072961:0:6504:0:(osp_object.c:641:osp_attr_get()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.072963:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.072966:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50c12eb800 x1848987617982976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.072972:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344908.072973:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344908.072975:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e4fc18ec000. 02000000:00000001:0.0:1763344908.072978:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344908.072979:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344908.072980:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1763344908.072982:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344908.072983:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fdb7d4400. 02000000:00000001:0.0:1763344908.072986:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344908.072987:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344908.072989:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12eb800. 00000100:00000001:0.0:1763344908.072992:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344908.072993:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763344908.072996:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fc403e000. 00000004:00000010:0.0:1763344908.072999:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e50c2c5fa20. 00000004:00000010:0.0:1763344908.073003:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd6241e40. 00000004:00000001:0.0:1763344908.073005:0:6504:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.073009:0:6504:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:0.0:1763344908.073011:0:6504:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.073014:0:6504:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636669480725400 : -107404228826216 : ffff9e510117eb98) 00000004:00000001:0.0:1763344908.073016:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636669480725312 : -107404228826304 : ffff9e510117eb40) 00000004:00000001:0.0:1763344908.073022:0:6504:0:(mdt_handler.c:4408:mdt_object_lookup_lock()) Process entered 00010000:00000001:0.0:1763344908.073025:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344908.073027:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344908.073035:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50efb4bc00. 00010000:00000010:0.0:1763344908.073039:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50df139c00. 00010000:00000001:0.0:1763344908.073043:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.073046:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc600. 00000020:00000001:0.0:1763344908.073048:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.073050:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc600 with handle 0x34881b40868180fb to hash 00000020:00000001:0.0:1763344908.073052:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.073054:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000010:0.0:1763344908.073059:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5580. 00010000:00000001:0.0:1763344908.073062:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000001:0.0:1763344908.073066:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.073068:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.073071:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc600/0x34881b40868180fb lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073078:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344908.073081:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344908.073083:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344908.073084:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.073086:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.073088:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.073089:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.073092:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.073093:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.073095:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.073096:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.073098:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0x0 (ffff9e50efb4bc00) refcount = 1 00010000:00010000:0.0:1763344908.073102:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc600/0x34881b40868180fb lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073107:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.073110:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.073111:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.073113:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.073115:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.073117:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.073119:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.073121:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344908.073123:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.073126:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc600/0x34881b40868180fb lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073130:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344908.073132:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073133:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.073135:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.073137:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.073138:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc600 refcount=3 00000020:00000001:0.0:1763344908.073140:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000001:0.0:1763344908.073143:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000001:0.0:1763344908.073145:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073146:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.073147:0:6504:0:(mdt_handler.c:4416:mdt_object_lookup_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.073150:0:6504:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763344908.073154:0:6504:0:(mdt_handler.c:1419:mdt_getattr_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763344908.073160:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344908.073166:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.073168:0:6504:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.073173:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.073174:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.073175:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc600 refcount=3 00000020:00000001:0.0:1763344908.073177:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000001:0.0:1763344908.073180:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00000004:00010000:0.0:1763344908.073183:0:6504:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc600/0x34881b40868180fb lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073188:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073189:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.073190:0:6504:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763344908.073192:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344908.073194:0:6504:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763344908.073196:0:6504:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:0.0:1763344908.073198:0:6504:0:(lu_object.c:207:lu_object_put()) Add ffff9e510117eb98/ffff9e510117eb40 to site lru. bkt: ffff9e50f8469ab0 00000004:00000001:0.0:1763344908.073200:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.073202:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344908.073204:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763344908.073205:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.073206:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.073207:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc800 refcount=3 00000020:00000001:0.0:1763344908.073209:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344908.073212:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344908.073216:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.073217:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.073218:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc800 refcount=4 00000020:00000001:0.0:1763344908.073220:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344908.073222:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344908.073224:0:6504:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1763344908.073226:0:6504:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180ed lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073232:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344908.073234:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180ed lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073239:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073240:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.073242:0:6504:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073247:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.073249:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.073252:0:6504:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344908.073254:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT0 00010000:00010000:0.0:1763344908.073259:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bc800 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344908.073262:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.073263:0:6504:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344908.073265:0:6504:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073271:0:6504:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344908.073272:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.073273:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.073274:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc800 refcount=5 00000020:00000001:0.0:1763344908.073276:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344908.073278:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344908.073280:0:6504:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344908.073282:0:6504:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180ed lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073287:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344908.073288:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344908.073289:0:6504:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.073292:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344908.073293:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.073294:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.073296:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.073298:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc800 with handle 0x34881b40868180ed from hash 00010000:00000001:0.0:1763344908.073299:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.073300:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073301:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.073302:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344908.073305:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.073306:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.073308:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344908.073310:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.073311:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.073313:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e50eac24900) 00010000:00010000:0.0:1763344908.073315:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344908.073317:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.073320:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.073321:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.073323:0:6504:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344908.073325:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073326:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.073328:0:6504:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.073329:0:6504:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.073331:0:6504:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.073334:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180ed lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073342:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073343:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.073345:0:6504:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344908.073346:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344908.073347:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073348:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.073349:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.073351:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc800/0x34881b40868180ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT0 00010000:00000010:0.0:1763344908.073356:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5200. 00010000:00000001:0.0:1763344908.073362:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.073363:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344908.073365:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763344908.073366:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.073368:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.073369:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc000 refcount=3 00000020:00000001:0.0:1763344908.073382:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344908.073385:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344908.073387:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344908.073390:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073394:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073396:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.073397:0:6504:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073402:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.073404:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.073406:0:6504:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344908.073408:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT0 00010000:00010000:0.0:1763344908.073412:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bc000 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344908.073414:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.073416:0:6504:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344908.073418:0:6504:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073423:0:6504:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344908.073424:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.073425:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.073426:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc000 refcount=4 00000020:00000001:0.0:1763344908.073428:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344908.073430:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:0.0:1763344908.073432:0:6504:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344908.073434:0:6504:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073439:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344908.073440:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344908.073441:0:6504:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.073443:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344908.073445:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.073446:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.073447:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.073449:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc000 with handle 0x34881b40868180f4 from hash 00010000:00000001:0.0:1763344908.073452:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.073453:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073454:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.073455:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344908.073457:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.073458:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.073460:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344908.073461:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.073462:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.073464:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9e4fd854d600) 00010000:00010000:0.0:1763344908.073466:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344908.073469:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.073471:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.073472:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.073474:0:6504:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344908.073475:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073476:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.073478:0:6504:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.073480:0:6504:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.073481:0:6504:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.073483:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.073487:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073489:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.073490:0:6504:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344908.073491:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344908.073492:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.073494:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc000/0x34881b40868180f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT0 00010000:00000010:0.0:1763344908.073499:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5180. 00010000:00000040:0.0:1763344908.073502:0:6504:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854d600 count: 0 00010000:00000010:0.0:1763344908.073507:0:6504:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42400. 00010000:00000001:0.0:1763344908.073511:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.073513:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344908.073514:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763344908.073515:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344908.073516:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1763344908.073519:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.073520:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.073521:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc600 refcount=3 00000020:00000001:0.0:1763344908.073523:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00010000:00000001:0.0:1763344908.073525:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773760 : -107405182777856 : ffff9e50c83bc600) 00000004:00000040:0.0:1763344908.073528:0:6504:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50f7dce000 : new locks_count 469 00000020:00000040:0.0:1763344908.073530:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=474 00010000:00000001:0.0:1763344908.073535:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073537:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.073538:0:6504:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344908.073540:0:6504:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763344908.073545:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344908.073547:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344908.073549:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344908.073550:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344908.073552:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344908.073555:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344908.073559:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.073562:0:6504:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344908.073565:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344908.073567:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.073568:0:6504:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763344908.073571:0:6504:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344908.073572:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.073575:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073576:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.073578:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.073579:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.073581:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bcc00 with handle 0x34881b40868180e6 from hash 00010000:00000001:0.0:1763344908.073583:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.073585:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.073586:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.073587:0:6504:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344908.073588:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.073594:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bcc00/0x34881b40868180e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ab expref: 474 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.073601:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 468 00000020:00000040:0.0:1763344908.073603:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 473 00010000:00000010:0.0:1763344908.073606:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5100. 00010000:00000001:0.0:1763344908.073610:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.073611:0:6504:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.073615:0:6504:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763344908.073619:0:6504:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc600/0x34881b40868180fb lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ab expref: 473 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.074197:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.074199:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.074201:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0x0 (ffff9e50efb4bc00) 00010000:00010000:0.0:1763344908.074204:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763344908.074206:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.074208:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.074210:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.074211:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.074212:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.074214:0:6504:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bc600, rc 0) 00000020:00000001:0.0:1763344908.074217:0:6504:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344908.074221:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257767, transno 0, xid 1848987881562368 00010000:00000001:0.0:1763344908.074223:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344908.074229:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d0e00 x1848987881562368/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 584/584 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344908.074236:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.074238:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.074241:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.074244:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.074246:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344908.074249:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344908.074252:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.074253:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.074256:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.074259:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.075471:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3330. 00000100:00000200:1.0:1763344908.075481:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848987881562368, offset 224 00000400:00000200:1.0:1763344908.075490:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.075502:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.075508:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385672:1385672:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385668:1385668:8:4294967295] 00000400:00000200:1.0:1763344908.075519:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.075524:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.075530:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.075536:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.075542:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.075547:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.075562:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.075566:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.075569:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.075571:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.075573:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.075579:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d0e00 x1848987881562368/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 584/584 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344908.075589:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+473:253434:x1848987881562368:12345-192.168.203.14@tcp:101:stat.0 Request processed in 11882us (12085us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.075597:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303006 00000100:00000040:1.0:1763344908.075600:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:1.0:1763344908.075603:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.075605:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.075610:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139980. 00000020:00000010:1.0:1763344908.075616:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732000. 00000020:00000010:1.0:1763344908.075620:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50e753c200. 00000020:00000040:1.0:1763344908.075627:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 472 00000100:00000001:1.0:1763344908.075629:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344908.075898:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.075903:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:2.0:1763344908.075908:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.075912:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.075917:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3330 00000400:00000010:2.0:1763344908.075919:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3330. 00000100:00000001:2.0:1763344908.075923:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.075924:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344908.080429:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.080449:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344908.080453:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.080456:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.080468:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344908.080486:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dfe180 00000400:00000200:3.0:1763344908.080494:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 160984 00000800:00000001:3.0:1763344908.080502:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.080523:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.080525:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.080530:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344908.080537:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.080539:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344908.080545:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2403100. 00000100:00000040:3.0:1763344908.080549:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2403100 x1848987881562496 msgsize 576 00000100:00100000:3.0:1763344908.080553:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344908.080573:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344908.080581:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.080584:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.080661:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.080664:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881562496 02000000:00000001:1.0:1763344908.080667:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.080669:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.080672:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.080675:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.080679:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881562496 00000020:00000001:1.0:1763344908.080682:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.080684:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344908.080686:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.080689:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=223 00000020:00000001:1.0:1763344908.080692:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344908.080694:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344908.080698:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.080702:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6980. 00000020:00000010:1.0:1763344908.080708:0:6504:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50f82dd780. 00000020:00000040:1.0:1763344908.080713:0:6504:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00000100:00000001:1.0:1763344908.080730:0:6504:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763344908.080736:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117aa00. 00000020:00000010:1.0:1763344908.080741:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42f80. 00000020:00000010:1.0:1763344908.080747:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04d48. 00000100:00000040:1.0:1763344908.080754:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344908.080757:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.080759:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763344908.080762:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763344908.080764:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.080766:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1763344908.080767:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:2.0:1763344908.080772:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00000100:00000001:1.0:1763344908.080774:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.080779:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.080818:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.080820:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.080826:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303007 00000100:00000040:2.0:1763344908.080830:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344908.080832:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694835456 : -107405014716160 : ffff9e50d2403100) 00000100:00000040:2.0:1763344908.080840:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2403100 x1848987881562496/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.080850:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.080853:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2e40. 00000100:00000001:2.0:1763344908.080856:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.080858:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2e40. 00000100:00100000:2.0:1763344908.080863:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2403100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+223:253434:x1848987881562496:12345-192.168.203.14@tcp:101:stat.0 00000100:00000200:2.0:1763344908.080867:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881562496 00000020:00000001:2.0:1763344908.080871:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.080874:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763344908.080879:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd6241d80: xid 1848987881561984, transno 25770214367, client gen 9, slot idx 1 00000001:00000001:2.0:1763344908.080884:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd192e600: xid 1848987881559680, transno 25770214366, client gen 9, slot idx 4 00000001:00000010:2.0:1763344908.080888:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd192e600. 00000020:00000001:2.0:1763344908.080892:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.080894:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.080896:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344908.080900:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344908.080903:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881562496, found 0 last_xid 1848987881562495 00000020:00000001:2.0:1763344908.080906:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.080908:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.080909:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.080914:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.080916:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344908.080919:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.080921:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.080923:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344908.080925:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.080931:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.080939:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897a00 count: 2 00010000:00000001:2.0:1763344908.080943:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.080946:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.080950:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d91a00. 00000020:00000001:2.0:1763344908.080954:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.080957:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d91a00 with handle 0x34881b4086818102 to hash 00000020:00000001:2.0:1763344908.080959:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.080960:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000010:2.0:1763344908.080965:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca100. 00010000:00000001:2.0:1763344908.080968:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00010000:2.0:1763344908.080973:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086818102 lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e3b2 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.080982:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:2.0:1763344908.080985:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=224 00010000:00000001:2.0:1763344908.080991:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344908.080994:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344908.081000:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344908.081003:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344908.081005:0:13569:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763344908.081007:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344908.081009:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e85:0x0] 00000020:00000001:2.0:1763344908.081012:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.081018:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:2.0:1763344908.081021:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416064192 : -107409293487424 : ffff9e4fd33752c0) 00000004:00000001:2.0:1763344908.081023:0:13569:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.081026:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763344908.081027:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763344908.081030:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.081032:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.081067:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9e50f82f0000. 02000000:00000001:2.0:1763344908.081070:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.081073:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.081075:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.081078:0:13569:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763344908.081083:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763344908.081086:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.081087:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.081090:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.081091:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.081093:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.081095:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.081096:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.081098:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.081099:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.081100:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.081102:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.081104:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.081105:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.081107:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.081109:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.081110:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.081112:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.081114:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.081115:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.081119:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344908.081123:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344908.081125:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344908.081128:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344908.081130:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.081132:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.081133:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.081136:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344908.081138:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.081142:0:13569:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000002:2.0:1763344908.081144:0:13569:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x240002b13:0x12e85:0x0], ldlm_rep = ffff9e50f82f0228 00000004:00000001:2.0:1763344908.081148:0:13569:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344908.081151:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.081153:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.081155:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897a00 count: 3 00010000:00000001:2.0:1763344908.081158:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.081160:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.081163:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d91600. 00000020:00000001:2.0:1763344908.081165:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.081167:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d91600 with handle 0x34881b4086818109 to hash 00000020:00000001:2.0:1763344908.081169:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.081170:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000010:2.0:1763344908.081174:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca900. 00010000:00000001:2.0:1763344908.081176:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344908.081179:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.081181:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.081184:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818109 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344908.081190:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.081194:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.081195:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.081198:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.081200:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.081202:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.081203:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.081206:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.081208:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.081210:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.081211:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.081213:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0x0 (ffff9e50e4897a00) refcount = 3 00010000:00000040:2.0:1763344908.081216:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.081218:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00010000:2.0:1763344908.081225:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818109 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.081229:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.081233:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.081235:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.081237:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.081239:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.081241:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.081242:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.081245:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.081247:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.081249:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818109 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.081254:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.081256:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.081257:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.081259:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.081260:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.081262:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=3 00000020:00000001:2.0:1763344908.081264:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344908.081266:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344908.081268:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.081269:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.081270:0:13569:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.081274:0:13569:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763344908.081278:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344908.081280:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344908.081286:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.081289:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.081293:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.081314:0:13569:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.081318:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.081320:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.081322:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763344908.081324:0:13569:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:2.0:1763344908.081331:0:13569:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff9e50e4b8d300. 00000004:00000001:2.0:1763344908.081334:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.081337:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763344908.081339:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1763344908.081341:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.081344:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.081345:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.081347:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.081348:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.081350:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.081352:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.081353:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.081354:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.081356:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.081357:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.081359:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.081361:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e85:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000004:00200000:2.0:1763344908.081364:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e85:0x0]: returning size 4096 00000004:00200000:2.0:1763344908.081367:0:13569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1763344908.081369:0:13569:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:2.0:1763344908.081382:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.081383:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.081385:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763344908.081387:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.081389:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.081392:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.081394:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.081396:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.081401:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.081407:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.081409:0:13569:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.081414:0:13569:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.081417:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.081418:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.081420:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=3 00000020:00000001:2.0:1763344908.081422:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344908.081424:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00000004:00000040:2.0:1763344908.081427:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:2.0:1763344908.081429:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=225 00010000:00000001:2.0:1763344908.081432:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.081433:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.081435:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.081437:0:13569:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1763344908.081440:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344908.081442:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344908.081444:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344908.081446:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344908.081447:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344908.081449:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763344908.081453:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.081455:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.081458:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344908.081461:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375318/ffff9e4fd33752c0 to site lru. bkt: ffff9e50ff90d3e8 00000004:00000001:2.0:1763344908.081463:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.081465:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344908.081468:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344908.081469:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.081473:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.081474:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.081475:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.081477:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.081479:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d91a00 with handle 0x34881b4086818102 from hash 00010000:00000001:2.0:1763344908.081481:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.081483:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.081484:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.081485:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344908.081486:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.081490:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91a00/0x34881b4086818102 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3b2 expref: 225 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.081497:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:2.0:1763344908.081499:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 224 00010000:00000010:2.0:1763344908.081502:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bca100. 00010000:00000001:2.0:1763344908.081510:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.081512:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.081515:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344908.081518:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818109 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3b2 expref: 224 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.081525:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.081527:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.081529:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0x0 (ffff9e50e4897a00) 00010000:00010000:2.0:1763344908.081532:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:2.0:1763344908.081534:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.081537:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.081539:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.081540:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.081541:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.081543:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50f5d91600, rc 0) 00000020:00000001:2.0:1763344908.081545:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.081549:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214366, transno 0, xid 1848987881562496 00010000:00000001:2.0:1763344908.081551:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.081556:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d2403100 x1848987881562496/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/584 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.081564:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.081566:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.081570:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.081574:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.081577:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.081579:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.081581:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.081584:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.081587:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.081590:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.081595:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921198. 00000100:00000200:2.0:1763344908.081600:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848987881562496, offset 224 00000400:00000200:2.0:1763344908.081606:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.081616:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.081622:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385673:1385673:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385669:1385669:8:4294967295] 00000400:00000200:2.0:1763344908.081632:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.081637:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.081642:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc2ee2300. 00000800:00000200:2.0:1763344908.081647:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.081653:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.081656:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc2ee2300 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.081674:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.081678:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.081680:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.081682:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.081684:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.081688:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2403100 x1848987881562496/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/584 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.081696:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2403100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+224:253434:x1848987881562496:12345-192.168.203.14@tcp:101:stat.0 Request processed in 845us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344908.081703:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303007 00000100:00000040:2.0:1763344908.081706:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344908.081709:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.081710:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.081714:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42f80. 00000020:00000010:2.0:1763344908.081718:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04d48. 00000020:00000010:2.0:1763344908.081722:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117aa00. 00000020:00000040:2.0:1763344908.081725:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 223 00000100:00000001:2.0:1763344908.081728:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.083564:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.083571:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc2ee2300. 00000400:00000200:0.0:1763344908.083579:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.083587:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.083593:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921198 00000400:00000010:0.0:1763344908.083596:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921198. 00000100:00000001:0.0:1763344908.083599:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.083602:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344908.083865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc800. 00010000:00000010:0.1:1763344908.083872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d600. 00010000:00000010:0.1:1763344908.083887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc000. 00010000:00000010:0.1:1763344908.083890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bcc00. 00010000:00000010:2.1:1763344908.084285:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359b00. 00010000:00000010:2.1:1763344908.084384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90c00. 00010000:00000010:2.1:1763344908.090982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34400. 00010000:00000010:2.1:1763344908.098292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91a00. 00000800:00000001:2.0:1763344908.098323:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.098342:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.098345:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.098348:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.098359:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.098389:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 12 MB=0x691a509dfe200 00000400:00000200:2.0:1763344908.098398:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 440/440 into md 0x616b51 [64] + 161560 00000800:00000001:2.0:1763344908.098407:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.098418:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.098422:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.098427:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.098437:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.098439:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344908.098446:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d1f80. 00000100:00000040:2.0:1763344908.098450:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d1f80 x1848987881562624 msgsize 440 00000100:00100000:2.0:1763344908.098455:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.098476:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.098485:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.098489:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.098519:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.098524:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881562624 02000000:00000001:0.0:1763344908.098527:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.098530:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.098532:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.098536:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.098541:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881562624 00000020:00000001:0.0:1763344908.098544:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.098545:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344908.098548:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.098552:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=473 00000020:00000001:0.0:1763344908.098554:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344908.098556:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344908.098561:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.098566:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.098570:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.098572:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000020:00000010:0.0:1763344908.098579:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4400. 00000020:00000010:0.0:1763344908.098586:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344908.098592:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732708. 00000100:00000040:0.0:1763344908.098600:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344908.098603:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.098604:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344908.098607:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.098615:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.099196:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.099200:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.099207:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303008 00000100:00000040:1.0:1763344908.099212:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:1.0:1763344908.099214:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453803392 : -107404255748224 : ffff9e50ff7d1f80) 00000100:00000040:1.0:1763344908.099222:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d1f80 x1848987881562624/t0(0) o41->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.099232:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.099238:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6740. 00000100:00000001:1.0:1763344908.099241:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.099243:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6740. 00000100:00100000:1.0:1763344908.099248:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+473:253434:x1848987881562624:12345-192.168.203.14@tcp:41:stat.0 00000100:00000200:1.0:1763344908.099252:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881562624 00000020:00000001:1.0:1763344908.099256:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.099259:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.099263:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.099266:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.099268:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808896 : -1044742720 : ffffffffc1ba7dc0) 00000020:00000001:1.0:1763344908.099271:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344908.099274:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881562624, found 0 last_xid 1848987881562623 00000020:00000001:1.0:1763344908.099277:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.099279:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.099281:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.099284:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.099289:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.099292:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.099297:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50e5676800. 02000000:00000001:1.0:1763344908.099299:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.099302:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.099307:0:6504:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:1.0:1763344908.099311:0:6504:0:(mdt_lib.c:477:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1763344908.099314:0:6504:0:(mdt_lib.c:483:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.099321:0:6504:0:(mdd_device.c:1515:mdd_statfs()) Process entered 00000004:00000001:1.0:1763344908.099335:0:6504:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763344908.099337:0:6504:0:(osp_dev.c:816:osp_statfs()) lustre-MDT0001-osp-MDT0000: blocks=353529, bfree=349667, bavail=313964, bsize=4096, reserved_mb_low=1, reserved_mb_high=3, files=1024000, ffree=1021811, state=0 00000004:00000001:1.0:1763344908.099341:0:6504:0:(osp_dev.c:819:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.099346:0:6504:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763344908.099348:0:6504:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=958279, bfree=950552, bavail=893994, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259278, state=0 00000004:00000001:1.0:1763344908.099352:0:6504:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.099355:0:6504:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763344908.099356:0:6504:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=958279, bfree=955117, bavail=898559, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259420, state=0 00000004:00000001:1.0:1763344908.099360:0:6504:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.099362:0:6504:0:(lod_dev.c:1658:lod_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.099364:0:6504:0:(mdd_device.c:1521:mdd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1763344908.099366:0:6504:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7805620224 avail 7342575616 00000020:00000020:1.0:1763344908.099382:0:6504:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1763344908.099385:0:6504:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e50f7dce000 dirty 0 pend 0 grant 2146304 00000020:00000020:1.0:1763344908.099388:0:6504:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff9e50d6f7d000 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344908.099391:0:6504:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff9e4fc1e20800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344908.099394:0:6504:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff9e50c5dfe800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344908.099397:0:6504:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff9e50d6ff7000 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344908.099399:0:6504:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff9e50e4d3b000 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1763344908.099403:0:6504:0:(mdt_handler.c:555:mdt_statfs()) 1916558 blocks: 1905669 free, 1792621 avail; 525305 objects: 518698 free; state 100 00000020:00000001:1.0:1763344908.099409:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344908.099417:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.099420:0:6504:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344908.099423:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257767, transno 0, xid 1848987881562624 00010000:00000001:1.0:1763344908.099426:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.099436:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d1f80 x1848987881562624/t0(0) o41->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/368 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344908.099450:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.099453:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.099461:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.099467:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.099469:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.099472:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.099474:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.099477:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.099479:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.099483:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.099490:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e35d8. 00000100:00000200:1.0:1763344908.099497:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1848987881562624, offset 224 00000400:00000200:1.0:1763344908.099504:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.099515:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.099521:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385674:1385674:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385670:1385670:8:4294967295] 00000400:00000200:1.0:1763344908.099532:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.099538:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.099544:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.099549:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.099557:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.099561:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.099590:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.099598:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.099600:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.099602:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.099604:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.099609:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d1f80 x1848987881562624/t0(0) o41->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/368 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.099618:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+473:253434:x1848987881562624:12345-192.168.203.14@tcp:41:stat.0 Request processed in 384us (1165us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.099626:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303008 00000100:00000040:1.0:1763344908.099629:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:1.0:1763344908.099632:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.099634:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.099639:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139100. 00000020:00000010:1.0:1763344908.099644:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732708. 00000020:00000010:1.0:1763344908.099648:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4400. 00000020:00000040:1.0:1763344908.099656:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 472 00000100:00000001:1.0:1763344908.099659:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344908.099881:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344908.099887:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:3.0:1763344908.099891:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.099896:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344908.099901:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e35d8 00000400:00000010:3.0:1763344908.099903:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e35d8. 00000100:00000001:3.0:1763344908.099908:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.099910:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344908.100291:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.158697:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.158714:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.158717:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.158719:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.158730:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.158748:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dfe280 00000400:00000200:0.0:1763344908.158756:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 162000 00000800:00000001:0.0:1763344908.158765:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.158779:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.158782:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.158786:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.158908:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.158911:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344908.158917:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12eb800. 00000100:00000040:0.0:1763344908.158921:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12eb800 x1848987881562752 msgsize 576 00000100:00100000:0.0:1763344908.158926:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.159199:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.159820:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.159827:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.159936:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.159939:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881562752 02000000:00000001:1.0:1763344908.159942:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.159945:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.159947:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.159952:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.159955:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881562752 00000020:00000001:1.0:1763344908.159958:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.159960:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344908.159963:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.159967:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=224 00000020:00000001:1.0:1763344908.159969:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344908.159972:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344908.159976:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.159982:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6740. 00000100:00000001:1.0:1763344908.159986:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.159989:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6740. 00000020:00000010:1.0:1763344908.159995:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117b800. 00000020:00000010:1.0:1763344908.160001:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.160007:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca047d0. 00000100:00000040:1.0:1763344908.160016:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344908.160019:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.160021:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763344908.160024:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763344908.160026:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.160028:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.160036:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.160054:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.160069:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.160070:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.160077:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303009 00000100:00000040:1.0:1763344908.160080:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344908.160082:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408477696 : -107405301073920 : ffff9e50c12eb800) 00000100:00000040:1.0:1763344908.160089:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12eb800 x1848987881562752/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344908.160098:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.160101:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6740. 00000100:00000001:1.0:1763344908.160103:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.160105:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6740. 00000100:00100000:1.0:1763344908.160109:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+224:253438:x1848987881562752:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344908.160113:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881562752 00000020:00000001:1.0:1763344908.160116:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.160119:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.160123:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.160126:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.160128:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344908.160131:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344908.160134:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881562752, found 0 last_xid 1848987881562751 00000020:00000001:1.0:1763344908.160137:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.160139:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.160141:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.160146:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.160148:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344908.160151:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344908.160153:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344908.160155:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344908.160157:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160161:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.160168:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897a00 count: 3 00010000:00000001:1.0:1763344908.160170:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.160173:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.160177:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35a00. 00000020:00000001:1.0:1763344908.160181:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.160183:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35a00 with handle 0x34881b4086818110 to hash 00000020:00000001:1.0:1763344908.160185:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.160187:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405977088 : -107404303574528 : ffff9e50fca35a00) 00010000:00000010:1.0:1763344908.160192:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5cc80. 00010000:00000001:1.0:1763344908.160195:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405977088 : -107404303574528 : ffff9e50fca35a00) 00010000:00010000:1.0:1763344908.160199:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35a00/0x34881b4086818110 lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e3b9 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.160208:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:1.0:1763344908.160210:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=225 00010000:00000001:1.0:1763344908.160216:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763344908.160219:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763344908.160225:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344908.160227:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763344908.160229:0:13569:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763344908.160231:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344908.160233:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e85:0x0] 00000020:00000001:1.0:1763344908.160236:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.160242:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:1.0:1763344908.160245:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416064192 : -107409293487424 : ffff9e4fd33752c0) 00000004:00000001:1.0:1763344908.160247:0:13569:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.160250:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763344908.160251:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763344908.160254:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.160256:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.160291:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9e50f5820000. 02000000:00000001:1.0:1763344908.160294:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.160297:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.160299:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.160301:0:13569:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763344908.160306:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763344908.160308:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.160310:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.160312:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.160313:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.160315:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.160317:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.160318:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.160320:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.160321:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.160322:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.160324:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.160325:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.160326:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.160328:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.160329:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.160330:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.160332:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.160334:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.160335:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.160339:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344908.160344:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:1.0:1763344908.160345:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:1.0:1763344908.160348:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344908.160350:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.160352:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.160354:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.160356:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344908.160357:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.160361:0:13569:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763344908.160365:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcbaf8 00000004:00000002:1.0:1763344908.160368:0:13569:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240002b13:0x12e85:0x0]/56xa, ldlm_rep = ffff9e50f5820228 00000004:00000001:1.0:1763344908.160385:0:13569:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763344908.160388:0:13569:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763344908.160390:0:13569:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763344908.160393:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344908.160395:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.160398:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897a00 count: 4 00010000:00000001:1.0:1763344908.160400:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.160402:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.160405:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34800. 00000020:00000001:1.0:1763344908.160407:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.160409:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34800 with handle 0x34881b4086818117 to hash 00000020:00000001:1.0:1763344908.160411:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.160412:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000010:1.0:1763344908.160415:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5c600. 00010000:00000001:1.0:1763344908.160417:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:1.0:1763344908.160420:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.160422:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.160425:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34800/0x34881b4086818117 lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:1.0:1763344908.160432:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.160435:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.160437:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.160438:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.160441:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.160443:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.160444:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.160447:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.160449:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.160450:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.160452:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.160454:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0x0 (ffff9e50e4897a00) refcount = 4 00010000:00000040:1.0:1763344908.160457:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344908.160462:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818109 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3b2 expref: 225 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.160473:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00010000:1.0:1763344908.160478:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34800/0x34881b4086818117 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160482:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.160485:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.160487:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160489:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.160490:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.160492:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160494:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.160497:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344908.160498:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.160501:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34800/0x34881b4086818117 lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160506:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344908.160508:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.160509:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.160510:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344908.160512:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344908.160516:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854de00. 00010000:00000010:1.0:1763344908.160519:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42d00. 00010000:00000001:1.0:1763344908.160522:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.160524:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35000. 00000020:00000001:1.0:1763344908.160526:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.160528:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35000 with handle 0x34881b408681811e to hash 00000020:00000001:1.0:1763344908.160530:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.160531:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000010:1.0:1763344908.160534:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5c500. 00010000:00000001:1.0:1763344908.160537:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344908.160540:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.160541:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.160543:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681811e lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:1.0:1763344908.160548:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.160550:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.160551:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.160552:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.160553:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.160555:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.160557:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.160558:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.160560:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.160561:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.160562:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.160563:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0xf31ccba1 (ffff9e4fd854de00) refcount = 1 00010000:00010000:1.0:1763344908.160566:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681811e lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160571:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.160573:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.160574:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160575:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.160577:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.160578:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160580:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.160582:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344908.160583:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.160586:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681811e lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160590:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344908.160591:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.160593:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.160594:0:13569:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.160600:0:13569:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763344908.160606:0:13569:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763344908.160609:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763344908.160612:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b13:0x12e85:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763344908.160616:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344908.160620:0:13569:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1763344908.160623:0:13569:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1763344908.160642:0:13569:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1763344908.160646:0:13569:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1763344908.160649:0:13569:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.160652:0:13569:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.160654:0:13569:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.160657:0:13569:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763344908.160659:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763344908.160661:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:1.0:1763344908.160663:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.160665:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.160666:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34800 refcount=3 00000020:00000001:1.0:1763344908.160668:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:1.0:1763344908.160671:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:1.0:1763344908.160674:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.160675:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.160676:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34800 refcount=4 00000020:00000001:1.0:1763344908.160678:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:1.0:1763344908.160680:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:1.0:1763344908.160682:0:13569:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1763344908.160684:0:13569:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34800/0x34881b4086818117 lrc: 4/1,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160690:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344908.160692:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34800/0x34881b4086818117 lrc: 4/1,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160700:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.160701:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.160703:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34800/0x34881b4086818117 lrc: 3/0,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160707:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.160708:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160711:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344908.160713:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34800/0x34881b4086818117 lrc: 4/0,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:1.0:1763344908.160718:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca34800 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344908.160720:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.160722:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344908.160724:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34800/0x34881b4086818117 lrc: 4/0,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160729:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344908.160730:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.160731:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.160732:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34800 refcount=5 00000020:00000001:1.0:1763344908.160733:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:1.0:1763344908.160735:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:1.0:1763344908.160737:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344908.160740:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34800/0x34881b4086818117 lrc: 5/0,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160744:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344908.160746:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344908.160747:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160750:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.160751:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.160752:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.160753:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.160756:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34800 with handle 0x34881b4086818117 from hash 00010000:00000001:1.0:1763344908.160758:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.160759:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.160760:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.160761:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.160763:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.160764:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160766:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.160767:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.160770:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.160772:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0x0 (ffff9e50e4897a00) 00010000:00010000:1.0:1763344908.160775:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344908.160777:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.160779:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160781:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.160782:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344908.160785:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.160786:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.160813:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160816:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.160819:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.160821:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34800/0x34881b4086818117 lrc: 3/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160827:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.160828:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.160829:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344908.160831:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344908.160832:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.160833:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.160834:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.160836:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34800/0x34881b4086818117 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:1.0:1763344908.160842:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5c600. 00010000:00000001:1.0:1763344908.160850:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.160851:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344908.160854:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344908.160856:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.160857:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.160858:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35000 refcount=3 00000020:00000001:1.0:1763344908.160860:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344908.160862:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344908.160864:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344908.160866:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681811e lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160871:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.160872:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.160874:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681811e lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160878:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.160880:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160882:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344908.160884:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681811e lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:1.0:1763344908.160888:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca35000 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344908.160890:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.160892:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344908.160894:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681811e lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160898:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344908.160899:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.160900:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.160901:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35000 refcount=4 00000020:00000001:1.0:1763344908.160903:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344908.160905:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344908.160907:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344908.160908:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681811e lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160913:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344908.160914:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344908.160915:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160917:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.160919:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.160920:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.160921:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.160923:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35000 with handle 0x34881b408681811e from hash 00010000:00000001:1.0:1763344908.160925:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.160926:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.160927:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.160928:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.160930:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.160931:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160932:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.160933:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.160935:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.160936:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0xf31ccba1 (ffff9e4fd854de00) 00010000:00010000:1.0:1763344908.160938:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344908.160940:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.160942:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160943:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.160944:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344908.160946:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.160947:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.160949:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.160950:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.160952:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.160955:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681811e lrc: 2/0,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.160959:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.160960:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.160961:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344908.160962:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344908.160964:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.160965:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681811e lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:1.0:1763344908.160971:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5c500. 00010000:00000040:1.0:1763344908.160973:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854de00 count: 0 00010000:00000010:1.0:1763344908.160977:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42d00. 00010000:00000001:1.0:1763344908.160984:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.160986:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344908.160987:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763344908.160988:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344908.160989:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763344908.160992:0:13569:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:1.0:1763344908.160996:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344908.160998:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344908.161000:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344908.161002:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344908.161003:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344908.161006:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763344908.161020:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.161023:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763344908.161026:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763344908.161030:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375318/ffff9e4fd33752c0 to site lru. bkt: ffff9e50ff90d3e8 00000004:00000001:1.0:1763344908.161032:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344908.161034:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344908.161036:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344908.161038:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.161041:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.161042:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.161044:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.161045:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.161048:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35a00 with handle 0x34881b4086818110 from hash 00010000:00000001:1.0:1763344908.161050:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.161051:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.161052:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.161053:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344908.161055:0:13569:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344908.161057:0:13569:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763344908.161063:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35a00/0x34881b4086818110 lrc: 1/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3b9 expref: 225 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.161070:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344908.161072:0:13569:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.161074:0:13569:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.161076:0:13569:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.161078:0:13569:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.161080:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.161081:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.161082:0:13569:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.161083:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.161085:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.161086:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.161087:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.161089:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0x0 (ffff9e50e4897a00) 00010000:00010000:1.0:1763344908.161092:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344908.161093:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.161095:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.161096:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.161097:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.161100:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35a00/0x34881b4086818110 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3b9 expref: 225 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.161106:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:1.0:1763344908.161110:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 224 00010000:00000010:1.0:1763344908.161113:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5cc80. 00010000:00000001:1.0:1763344908.161117:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.161118:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca35a00, rc 0) 00000020:00000001:1.0:1763344908.161121:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763344908.161124:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214366, transno 0, xid 1848987881562752 00010000:00000001:1.0:1763344908.161127:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.161132:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c12eb800 x1848987881562752/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/584 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344908.161139:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.161142:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.161145:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.161150:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.161152:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.161154:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.161156:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.161159:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.161163:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.161166:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.161173:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3440. 00000100:00000200:1.0:1763344908.161180:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848987881562752, offset 224 00000400:00000200:1.0:1763344908.161187:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.161199:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.161205:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385675:1385675:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385671:1385671:8:4294967295] 00000400:00000200:1.0:1763344908.161215:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.161221:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.161227:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.161234:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.161242:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.161246:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.161269:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.161273:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.161275:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.161277:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.161279:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.161285:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12eb800 x1848987881562752/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/584 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344908.161294:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+224:253438:x1848987881562752:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 1194us (2371us total) trans 0 rc 301/301 00000100:00100000:1.0:1763344908.161301:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303009 00000100:00000040:1.0:1763344908.161304:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344908.161306:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.161307:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.161312:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.161316:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca047d0. 00000020:00000010:1.0:1763344908.161320:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117b800. 00000020:00000040:1.0:1763344908.161324:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 223 00000100:00000001:1.0:1763344908.161326:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344908.163418:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.163428:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:2.0:1763344908.163436:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.163445:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.163452:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3440 00000400:00000010:2.0:1763344908.163455:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3440. 00000100:00000001:2.0:1763344908.163461:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.163463:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344908.170588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34800. 00010000:00000010:1.1:1763344908.170606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854de00. 00010000:00000010:1.1:1763344908.170611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35000. 00010000:00000010:1.1:1763344908.170615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35a00. 00000800:00000001:3.0:1763344908.171152:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.171167:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344908.171171:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.171173:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.171185:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344908.171203:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509dfe380 00000400:00000200:3.0:1763344908.171212:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 162576 00000800:00000001:3.0:1763344908.171221:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.171232:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.171236:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.171240:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344908.171246:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.171248:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344908.171254:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2401880. 00000100:00000040:3.0:1763344908.171258:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2401880 x1848987881563008 msgsize 4616 00000100:00100000:3.0:1763344908.171263:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344908.171285:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344908.171295:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.171299:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.171852:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.171856:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881563008 02000000:00000001:0.0:1763344908.171860:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.171863:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.171865:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.171869:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.171874:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881563008 00000020:00000001:0.0:1763344908.171877:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.171879:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344908.171882:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.171885:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=224 00000020:00000001:0.0:1763344908.171888:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344908.171891:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344908.171895:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.171901:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.171904:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.171907:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000020:00000010:0.0:1763344908.171912:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4e00. 00000020:00000010:0.0:1763344908.171917:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139b00. 00000020:00000010:0.0:1763344908.171921:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7324b0. 00000100:00000040:0.0:1763344908.171928:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344908.171931:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.171933:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763344908.171935:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763344908.171937:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.171939:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.171946:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.172085:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.172100:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.172102:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.172108:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303010 00000100:00000040:0.0:1763344908.172112:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344908.172114:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694829184 : -107405014722432 : ffff9e50d2401880) 00000100:00000040:0.0:1763344908.172121:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2401880 x1848987881563008/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344908.172130:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.172134:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.172136:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.172138:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000100:00100000:0.0:1763344908.172142:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+224:253438:x1848987881563008:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344908.172146:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881563008 00000020:00000001:0.0:1763344908.172150:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344908.172153:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344908.172157:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.172160:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344908.172161:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344908.172164:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344908.172167:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881563008, found 0 last_xid 1848987881563007 00000020:00000001:0.0:1763344908.172170:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344908.172172:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344908.172175:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344908.172179:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.172181:0:6504:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344908.172184:0:6504:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344908.172185:0:6504:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344908.172187:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344908.172189:0:6504:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.172193:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344908.172202:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50efb4b700. 00010000:00000010:0.0:1763344908.172206:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50df139f80. 00010000:00000001:0.0:1763344908.172210:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.172214:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bcc00. 00000020:00000001:0.0:1763344908.172218:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.172220:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bcc00 with handle 0x34881b4086818125 to hash 00000020:00000001:0.0:1763344908.172222:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.172223:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000010:0.0:1763344908.172228:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5100. 00010000:00000001:0.0:1763344908.172230:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00010000:0.0:1763344908.172235:0:6504:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086818125 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e3c0 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.172244:0:6504:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:0.0:1763344908.172247:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=225 00010000:00000001:0.0:1763344908.172252:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763344908.172255:0:6504:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763344908.172261:0:6504:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763344908.172263:0:6504:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763344908.172264:0:6504:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172267:0:6504:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763344908.172272:0:6504:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50d2401880 x1848987881563008/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/0 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763344908.172281:0:6504:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763344908.172283:0:6504:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763344908.172285:0:6504:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763344908.172288:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.172291:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.172293:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.172295:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.172296:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.172298:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.172299:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.172301:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.172307:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.172308:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172310:0:6504:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172312:0:6504:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172315:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344908.172316:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344908.172319:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.172320:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.172358:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50e6e10000. 02000000:00000001:0.0:1763344908.172361:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.172364:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172383:0:6504:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344908.172385:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.172386:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.172388:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.172389:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.172391:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.172393:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.172394:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.172396:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.172398:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.172399:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.172403:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344908.172408:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344908.172410:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344908.172413:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344908.172415:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.172417:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.172418:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172420:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344908.172422:0:6504:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172424:0:6504:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344908.172427:0:6504:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172429:0:6504:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763344908.172432:0:6504:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763344908.172436:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17a38 00000004:00000002:0.0:1763344908.172438:0:6504:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000007:0x1:0x0]/(->[0x240002b13:0x12e85:0x0]) cr_flag=040000240200001 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763344908.172443:0:6504:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763344908.172445:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344908.172447:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e85:0x0] 00000020:00000001:0.0:1763344908.172450:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344908.172456:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:0.0:1763344908.172459:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416064192 : -107409293487424 : ffff9e4fd33752c0) 00000004:00000001:0.0:1763344908.172465:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344908.172468:0:6504:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344908.172474:0:6504:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172476:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.172482:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.172498:0:6504:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.172501:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.172504:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.172505:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344908.172508:0:6504:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:0.0:1763344908.172511:0:6504:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.172513:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763344908.172516:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344908.172519:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172522:0:6504:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763344908.172524:0:6504:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x240002b13:0x12e85:0x0] lease count: 0, lm: 4 00000004:00000002:0.0:1763344908.172528:0:6504:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240002b13:0x12e85:0x0], ibits = 0x0/0x0, open_flags = 040000240200001, try_layout = 0 : rc = 0 00000004:00000001:0.0:1763344908.172531:0:6504:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344908.172533:0:6504:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172536:0:6504:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763344908.172538:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.172539:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.172541:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.172542:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.172544:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.172546:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.172547:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.172549:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.172550:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.172551:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.172553:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344908.172555:0:6504:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e85:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1763344908.172558:0:6504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e85:0x0]: returning size 4096 00000001:00000001:0.0:1763344908.172560:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.172562:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172564:0:6504:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763344908.172566:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.172568:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.172570:0:6504:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.172573:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.172575:0:6504:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172577:0:6504:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1763344908.172579:0:6504:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 0 00000004:00000001:0.0:1763344908.172583:0:6504:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763344908.172586:0:6504:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763344908.172590:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763344908.172591:0:6504:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172594:0:6504:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172596:0:6504:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344908.172600:0:6504:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763344908.172604:0:6504:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50df139380. 00000020:00000001:0.0:1763344908.172606:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.172608:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50df139380 with handle 0x34881b408681812c to hash 00000020:00000001:0.0:1763344908.172610:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763344908.172612:0:6504:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636668910015360 : -107404799536256 : ffff9e50df139380) 00000004:00000001:0.0:1763344908.172614:0:6504:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763344908.172615:0:6504:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763344908.172617:0:6504:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x240002b13:0x12e85:0x0] Change mfd open_flags 0 -> 040000240200001. 00000004:00000001:0.0:1763344908.172620:0:6504:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763344908.172623:0:6504:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344908.172627:0:6504:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fdb7d4800. 00080000:00000001:0.0:1763344908.172630:0:6504:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664554866688 : -107409154684928 : ffff9e4fdb7d4800) 00080000:00000001:0.0:1763344908.172633:0:6504:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344908.172639:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344908.172642:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344908.172646:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2a80. 00080000:00000001:0.0:1763344908.172649:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.172656:0:6504:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.172659:0:6504:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344908.172663:0:6504:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344908.172665:0:6504:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214368, last_committed = 25770214366 00000001:00000010:0.0:1763344908.172668:0:6504:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dcd20. 00000001:00000040:0.0:1763344908.172670:0:6504:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 2 00000020:00000040:0.0:1763344908.172672:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=226 00000001:00000010:0.0:1763344908.172677:0:6504:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd6241e40. 00000001:00000001:0.0:1763344908.172694:0:6504:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd6241e40: xid 1848987881563008, transno 25770214368, tag 1, client gen 9, slot idx 2 00000001:00000001:0.0:1763344908.172698:0:6504:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344908.172705:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2a80. 00040000:00000001:0.0:1763344908.172709:0:6504:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344908.172711:0:6504:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344908.172713:0:6504:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172715:0:6504:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344908.172716:0:6504:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172718:0:6504:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172721:0:6504:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344908.172723:0:6504:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763344908.172725:0:6504:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763344908.172726:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344908.172728:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.172729:0:6504:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763344908.172731:0:6504:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.172734:0:6504:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763344908.172739:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344908.172745:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172748:0:6504:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172750:0:6504:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763344908.172753:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344908.172755:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344908.172757:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344908.172759:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344908.172761:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344908.172763:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344908.172775:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172777:0:6504:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:0.0:1763344908.172779:0:6504:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.172781:0:6504:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763344908.172783:0:6504:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763344908.172786:0:6504:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344908.175062:0:6504:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344908.175066:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.175076:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.175079:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.175083:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.175084:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.175089:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bcc00 with handle 0x34881b4086818125 from hash 00010000:00000001:0.0:1763344908.175093:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.175094:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.175095:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.175097:0:6504:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344908.175098:0:6504:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344908.175101:0:6504:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763344908.175112:0:6504:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086818125 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3c0 expref: 226 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.175122:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344908.175125:0:6504:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.175128:0:6504:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.175129:0:6504:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.175131:0:6504:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.175135:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344908.175136:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.175138:0:6504:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.175139:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344908.175140:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344908.175142:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.175145:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.175147:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e50efb4b700) 00010000:00010000:0.0:1763344908.175150:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763344908.175152:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.175154:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.175156:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.175158:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.175161:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b4086818125 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3c0 expref: 226 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.175169:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:0.0:1763344908.175173:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 225 00010000:00000010:0.0:1763344908.175176:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5100. 00010000:00000040:0.0:1763344908.175181:0:6504:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50efb4b700 count: 0 00010000:00000010:0.0:1763344908.175187:0:6504:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50df139f80. 00010000:00000001:0.0:1763344908.175198:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.175199:0:6504:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bcc00, rc 0) 00000020:00000001:0.0:1763344908.175203:0:6504:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763344908.175208:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214366, transno 25770214368, xid 1848987881563008 00010000:00000001:0.0:1763344908.175212:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344908.175220:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d2401880 x1848987881563008/t25770214368(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/608 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344908.175228:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.175231:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.175235:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.175240:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.175243:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344908.175246:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344908.175248:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.175251:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.175255:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.175259:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344908.175267:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495dd0. 00000100:00000200:0.0:1763344908.175274:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848987881563008, offset 224 00000400:00000200:0.0:1763344908.175281:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344908.175295:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344908.175302:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385676:1385676:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385672:1385672:8:4294967295] 00000400:00000200:0.0:1763344908.175315:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344908.175320:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344908.175325:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56300. 00000800:00000200:0.0:1763344908.175332:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344908.175340:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344908.175344:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56300 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1763344908.175381:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.175385:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344908.175388:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344908.175389:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.175392:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344908.175398:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2401880 x1848987881563008/t25770214368(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/608 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344908.175407:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+225:253438:x1848987881563008:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 3275us (4147us total) trans 25770214368 rc 301/301 00000100:00100000:0.0:1763344908.175415:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303010 00000100:00000040:0.0:1763344908.175420:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344908.175422:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.175423:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.175430:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139b00. 00000020:00000010:0.0:1763344908.175434:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf7324b0. 00000020:00000010:0.0:1763344908.175438:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4e00. 00000020:00000040:0.0:1763344908.175443:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 224 00000100:00000001:0.0:1763344908.175446:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344908.175649:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.175654:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56300. 00000400:00000200:2.0:1763344908.175659:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.175664:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.175669:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495dd0 00000400:00000010:2.0:1763344908.175671:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495dd0. 00000100:00000001:2.0:1763344908.175675:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.175677:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344908.179971:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50efb4b700. 00010000:00000010:0.1:1763344908.179987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bcc00. 00000800:00000001:2.0:1763344908.187168:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.187187:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.187191:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.187193:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.187204:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.187221:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 552 into portal 12 MB=0x691a509dfe480 00000400:00000200:2.0:1763344908.187230:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 552/552 into md 0x616b51 [64] + 167192 00000800:00000001:2.0:1763344908.187238:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.187250:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.187253:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.187257:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.187264:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.187266:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344908.187274:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff7d1500. 00000100:00000040:2.0:1763344908.187277:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff7d1500 x1848987881563264 msgsize 552 00000100:00100000:2.0:1763344908.187282:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.187301:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.187309:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.187312:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.188821:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.188826:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881563264 02000000:00000001:0.0:1763344908.188831:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.188834:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.188836:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.188841:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.188845:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881563264 00000020:00000001:0.0:1763344908.188848:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.188850:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344908.188852:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.188856:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=473 00000020:00000001:0.0:1763344908.188859:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344908.188862:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344908.188866:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.188875:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.188878:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.188881:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000020:00000010:0.0:1763344908.188889:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4e00. 00000020:00000010:0.0:1763344908.188894:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139b00. 00000020:00000010:0.0:1763344908.188899:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7324b0. 00000100:00000040:0.0:1763344908.188908:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344908.188911:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.188913:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344908.188915:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.188922:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.188928:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.188936:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.188938:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.188945:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303011 00000100:00000040:0.0:1763344908.188949:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344908.188950:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453800704 : -107404255750912 : ffff9e50ff7d1500) 00000100:00000040:0.0:1763344908.188957:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff7d1500 x1848987881563264/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 552/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.188968:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.188970:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.188973:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.188975:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000100:00100000:0.0:1763344908.188980:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff7d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+473:253438:x1848987881563264:12345-192.168.203.14@tcp:36:lfs.0 00000100:00000200:0.0:1763344908.188984:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881563264 00000020:00000001:0.0:1763344908.188987:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344908.188990:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344908.188995:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.188998:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344908.189000:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808656 : -1044742960 : ffffffffc1ba7cd0) 00000020:00000001:0.0:1763344908.189003:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344908.189006:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881563264, found 0 last_xid 1848987881563263 00000020:00000001:0.0:1763344908.189009:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344908.189011:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344908.189013:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344908.189016:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189019:0:6504:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:0.0:1763344908.189025:0:6504:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 2 req@ffff9e50ff7d1500 x1848987881563264/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 552/0 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763344908.189035:0:6504:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763344908.189037:0:6504:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763344908.189039:0:6504:0:(mdt_lib.c:1473:mdt_create_unpack()) Process entered 00000001:00000001:0.0:1763344908.189042:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.189044:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.189047:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.189048:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.189050:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.189057:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.189059:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189061:0:6504:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189063:0:6504:0:(mdt_lib.c:1570:mdt_create_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189065:0:6504:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189068:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344908.189069:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344908.189072:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.189075:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.189081:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff9e4fc403e000. 02000000:00000001:0.0:1763344908.189083:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.189086:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189090:0:6504:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344908.189091:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.189092:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.189094:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.189095:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.189097:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.189098:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.189099:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.189100:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.189103:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.189104:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.189108:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344908.189113:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:0.0:1763344908.189115:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:0.0:1763344908.189118:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344908.189119:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.189122:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.189123:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189125:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344908.189127:0:6504:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189129:0:6504:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344908.189131:0:6504:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189133:0:6504:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763344908.189135:0:6504:0:(mdt_reint.c:1137:mdt_reint_create()) Process entered 00010000:00000001:0.0:1763344908.189138:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344908.189140:0:6504:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189142:0:6504:0:(mdt_reint.c:486:mdt_create()) Process entered 00000020:00000001:0.0:1763344908.189145:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17c40 00000004:00000002:0.0:1763344908.189150:0:6504:0:(mdt_reint.c:490:mdt_create()) @@@ Create (56xa->[0x200002b13:0x2e17:0x0]) in [0x240002b13:0x12e85:0x0] req@ffff9e50ff7d1500 x1848987881563264/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 552/2880 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763344908.189160:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344908.189162:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e85:0x0] 00000020:00000001:0.0:1763344908.189166:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344908.189174:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669480725400 : -107404228826216 : ffff9e510117eb98) 00000004:00000001:0.0:1763344908.189176:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636669480725312 : -107404228826304 : ffff9e510117eb40) 00000004:00000001:0.0:1763344908.189178:0:6504:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763344908.189180:0:6504:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189185:0:6504:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763344908.189191:0:6504:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:0.0:1763344908.189194:0:6504:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189196:0:6504:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000040:0.0:1763344908.189198:0:6504:0:(mdd_dir.c:78:__mdd_lookup()) lustre-MDD0000: Object [0x240002b13:0x12e85:0x0] located on remote server 00000004:00000001:0.0:1763344908.189200:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763344908.189204:0:6504:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b13:0x12e85:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763344908.189207:0:6504:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189211:0:6504:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:0.0:1763344908.189213:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763344908.189216:0:6504:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:0.0:1763344908.189219:0:6504:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763344908.189225:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd6241a80. 00000004:00000010:0.0:1763344908.189229:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e50c2c5fc20. 00000004:00000010:0.0:1763344908.189233:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fc403b000. 00000020:00000001:0.0:1763344908.189237:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763344908.189239:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189241:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763344908.189243:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763344908.189245:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240002b13:0x12e85:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 512 00000004:00000040:0.0:1763344908.189249:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fc403b000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763344908.189255:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12ea300. 00000020:00000040:0.0:1763344908.189258:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1763344908.189263:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344908.189265:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344908.189269:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344908.189275:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fdb7d4a00. 00000100:00000001:0.0:1763344908.189280:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189283:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.189286:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344908.189288:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.189291:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763344908.189293:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344908.189299:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd6241cc0. 00000100:00000001:0.0:1763344908.189301:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465136832 : -107409244414784 : ffff9e4fd6241cc0) 00000100:00000001:0.0:1763344908.189303:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344908.189305:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668408472320 : -107405301079296 : ffff9e50c12ea300) 00000100:00000001:0.0:1763344908.189309:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763344908.189313:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.189315:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344908.189317:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344908.189322:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50c12ea300 x1848987617983104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.189330:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344908.189331:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.189335:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344908.189337:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344908.189340:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.189342:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50c12ea300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617983104:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763344908.189346:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344908.189349:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344908.189351:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.189354:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344908.189360:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e4fc18ec000. 02000000:00000001:0.0:1763344908.189361:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344908.189367:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c37e8. 00000400:00000010:0.0:1763344908.189387:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd62416c0. 00000100:00000200:0.0:1763344908.189394:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617983104, portal 4 00000100:00000001:0.0:1763344908.189396:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344908.189397:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668408472320 : -107405301079296 : ffff9e50c12ea300) 00000100:00000040:0.0:1763344908.189403:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50c12ea300 x1848987617983104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.189411:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.189414:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344908.189417:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495aa0. 00000100:00000200:0.0:1763344908.189419:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617983104, offset 0 00000400:00000200:0.0:1763344908.189426:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344908.189449:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344908.189460:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29fa80 00000400:00000200:0.0:1763344908.189466:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 8904 00000400:00000200:0.0:1763344908.189473:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.189476:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344908.189481:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.189484:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763344908.189487:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12ebb80. 00000100:00000040:0.0:1763344908.189489:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12ebb80 x1848987617983104 msgsize 328 00000100:00100000:0.0:1763344908.189493:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344908.189513:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344908.189522:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495aa0 00000400:00000010:0.0:1763344908.189524:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495aa0. 00000100:00000001:0.0:1763344908.189528:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.189532:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50c12ea300 x1848987617983104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.189542:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.189545:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50c12ea300 x1848987617983104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.189552:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.189553:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344908.189557:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.189561:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5183 usecs (6 jiffies) 00000100:00000001:0.0:1763344908.189565:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307682014 00000100:00000001:0.0:1763344908.189568:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683201 00000100:00000001:0.0:1763344908.189570:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307682014 00000100:00000001:0.0:1763344908.189573:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683201 00000100:00000001:0.0:1763344908.189575:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307682014 00000100:00000001:0.0:1763344908.189577:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683201 00000100:00000001:0.0:1763344908.189579:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307682014 00000100:00000001:0.0:1763344908.189582:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683201 00000100:00000001:0.0:1763344908.189584:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.189586:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.189588:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344908.189590:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344908.189593:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd6241cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1763344908.189595:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344908.189599:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.190209:0:10443:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.190212:0:10443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617983104 02000000:00000001:3.0:1763344908.190215:0:10443:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.190216:0:10443:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.190218:0:10443:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.190222:0:10443:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.190224:0:10443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617983104 00000020:00000001:3.0:1763344908.190226:0:10443:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.190228:0:10443:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:3.0:1763344908.190230:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.190233:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=5 00000020:00000001:3.0:1763344908.190235:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:3.0:1763344908.190238:0:10443:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:3.0:1763344908.190241:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.190246:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.190248:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.190250:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.190254:0:10443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b5e00. 00000020:00000010:3.0:1763344908.190259:0:10443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.190263:0:10443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.190270:0:10443:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344908.190272:0:10443:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.190273:0:10443:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.190274:0:10443:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.190280:0:10443:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.190295:0:10443:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.190306:0:10443:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.190308:0:10443:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.190312:0:10443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8689 00000100:00000040:3.0:1763344908.190315:0:10443:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:3.0:1763344908.190316:0:10443:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408478592 : -107405301073024 : ffff9e50c12ebb80) 00000100:00000040:3.0:1763344908.190322:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12ebb80 x1848987617983104/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.190329:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.190332:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.190334:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.190336:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00100000:3.0:1763344908.190339:0:10443:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6504:x1848987617983104:12345-0@lo:1000:mdt00_000.0 00000100:00000200:3.0:1763344908.190343:0:10443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617983104 00000020:00000001:3.0:1763344908.190345:0:10443:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.190348:0:10443:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.190350:0:10443:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.190353:0:10443:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.190355:0:10443:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344908.190358:0:10443:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.190360:0:10443:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617983104, found 0 last_xid 1848987617983103 00000020:00000001:3.0:1763344908.190362:0:10443:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.190364:0:10443:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.190366:0:10443:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.190368:0:10443:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.190381:0:10443:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344908.190386:0:10443:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6680. 00000100:00000001:3.0:1763344908.190389:0:10443:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.190391:0:10443:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.190400:0:10443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50f9400000. 02000000:00000001:3.0:1763344908.190402:0:10443:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.190403:0:10443:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.190408:0:10443:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc87e0480. 00000020:00000001:3.0:1763344908.190410:0:10443:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344908.190413:0:10443:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.190417:0:10443:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000020:00000001:3.0:1763344908.190421:0:10443:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:3.0:1763344908.190992:0:10443:0:(out_handler.c:246:out_xattr_get()) lustre-MDT0001: [0x240002b13:0x12e85:0x0] get xattr trusted.lmv len -61 00000020:00000001:3.0:1763344908.190997:0:10443:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000001:3.0:1763344908.191000:0:10443:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.191005:0:10443:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6680. 00000020:00000010:3.0:1763344908.191008:0:10443:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc87e0480. 00000020:00000001:3.0:1763344908.191011:0:10443:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.191014:0:10443:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214354, transno 0, xid 1848987617983104 00010000:00000001:3.0:1763344908.191017:0:10443:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.191022:0:10443:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c12ebb80 x1848987617983104/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.191029:0:10443:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.191032:0:10443:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.191035:0:10443:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.191040:0:10443:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.191042:0:10443:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.191044:0:10443:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.191046:0:10443:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.191048:0:10443:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.191051:0:10443:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.191053:0:10443:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.191058:0:10443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0480. 00000100:00000200:3.0:1763344908.191063:0:10443:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617983104, offset 224 00000400:00000200:3.0:1763344908.191068:0:10443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.191077:0:10443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.191086:0:10443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29fa80 00000400:00000200:3.0:1763344908.191092:0:10443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x666059 [2] + 224 00000400:00000200:3.0:1763344908.191098:0:10443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.191101:0:10443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.191105:0:10443:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.191110:0:10443:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50c12ea300 x1848987617983104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344908.191119:0:10443:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50c12ea300 x1848987617983104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.191129:0:10443:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.191136:0:10443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0480 00000400:00000010:3.0:1763344908.191138:0:10443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.191140:0:10443:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.191142:0:10443:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.191145:0:10443:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.191147:0:10443:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.191150:0:10443:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.191151:0:10443:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.191153:0:10443:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.191156:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12ebb80 x1848987617983104/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.191164:0:10443:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6504:x1848987617983104:12345-0@lo:1000:mdt00_000.0 Request processed in 833us (1673us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.191171:0:10443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8689 00000100:00000040:3.0:1763344908.191175:0:10443:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:3.0:1763344908.191177:0:10443:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.191178:0:10443:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.191182:0:10443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.191186:0:10443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:3.0:1763344908.191189:0:10443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b5e00. 00000020:00000040:3.0:1763344908.191194:0:10443:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 4 00000100:00000001:3.0:1763344908.191197:0:10443:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.191554:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344908.191560:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344908.191562:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344908.191565:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c37e8. 00000400:00000200:0.0:1763344908.191569:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd62416c0 00000400:00000010:0.0:1763344908.191571:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd62416c0. 00000100:00000001:0.0:1763344908.191574:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.191578:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50c12ea300 x1848987617983104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344908.191587:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50c12ea300 x1848987617983104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.191593:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344908.191594:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.191597:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344908.191599:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344908.191601:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.191602:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.191605:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.191611:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344908.191614:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.191617:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344908.191619:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.191622:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344908.191624:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.191627:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344908.191629:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:0.0:1763344908.191631:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344908.191633:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.191637:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50c12ea300 x1848987617983104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.191643:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.191645:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344908.191647:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344908.191650:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12ea300 x1848987617983104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344908.191657:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50c12ea300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617983104:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763344908.191661:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.191663:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.191666:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344908.191667:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.191670:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50c12ea300 x1848987617983104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.191676:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763344908.191678:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd6241cc0. 00000100:00000001:0.0:1763344908.191680:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763344908.191682:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.191684:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763344908.191694:0:6504:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 564 at ffff9e50ca200000. 00000004:00000001:0.0:1763344908.191697:0:6504:0:(osp_object.c:1141:osp_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:0.0:1763344908.191699:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.191702:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50c12ea300 x1848987617983104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.191708:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344908.191710:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344908.191713:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e4fc18ec000. 02000000:00000001:0.0:1763344908.191716:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344908.191719:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344908.191720:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1763344908.191723:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344908.191725:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fdb7d4a00. 02000000:00000001:0.0:1763344908.191729:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344908.191731:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344908.191733:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12ea300. 00000100:00000001:0.0:1763344908.191736:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344908.191737:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763344908.191740:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fc403b000. 00000004:00000010:0.0:1763344908.191744:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e50c2c5fc20. 00000004:00000010:0.0:1763344908.191749:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd6241a80. 00000004:00000001:0.0:1763344908.191752:0:6504:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.191754:0:6504:0:(lod_lov.c:1636:lod_striping_load()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344908.191758:0:6504:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.191764:0:6504:0:(osp_md_object.c:472:osp_md_index_lookup()) Process entered 00000004:00000010:0.0:1763344908.191767:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd6241a80. 00000004:00000010:0.0:1763344908.191770:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e50c2c5fc20. 00000004:00000010:0.0:1763344908.191774:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fc403b000. 00000020:00000001:0.0:1763344908.191777:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763344908.191779:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.191781:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763344908.191783:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763344908.191785:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240002b13:0x12e85:0x0] op = lookup params = 1 batchid = 0 size = 56 repsize 256 00000004:00000040:0.0:1763344908.191912:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fc403b000 magic = bdde0002 count = 1 size = 56 00000100:00000010:1.0:1763344908.192054:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a9180. 00000020:00000040:1.0:1763344908.192059:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1763344908.192063:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344908.192065:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344908.192069:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344908.192074:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117b800. 00000100:00000001:1.0:1763344908.192079:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.192082:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.192084:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344908.192087:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.192089:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344908.192090:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344908.192095:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e50eb83a300. 00000100:00000001:1.0:1763344908.192098:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636669118685952 : -107404590865664 : ffff9e50eb83a300) 00000100:00000001:1.0:1763344908.192100:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.192101:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163180416 : -107404546371200 : ffff9e50ee2a9180) 00000100:00000001:1.0:1763344908.192105:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344908.192109:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.192111:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.192112:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344908.192116:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2a9180 x1848987617983232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.192123:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344908.192125:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.192129:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344908.192131:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344908.192134:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.192137:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2a9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617983232:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344908.192140:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344908.192143:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344908.192145:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.192147:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344908.192153:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50c3a92000. 02000000:00000001:1.0:1763344908.192155:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344908.192159:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c318. 00000400:00000010:1.0:1763344908.192164:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50e5211540. 00000100:00000200:1.0:1763344908.192169:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617983232, portal 4 00000100:00000001:1.0:1763344908.192171:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.192172:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163180416 : -107404546371200 : ffff9e50ee2a9180) 00000100:00000040:1.0:1763344908.192177:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee2a9180 x1848987617983232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.192183:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.192185:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344908.192188:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3ee0. 00000100:00000200:1.0:1763344908.192190:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 320 bytes to portal 24, xid 1848987617983232, offset 0 00000400:00000200:1.0:1763344908.192195:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344908.192202:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344908.192208:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 320 into portal 24 MB=0x691a4fa29fb00 00000400:00000200:1.0:1763344908.192213:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 320/320 into md 0x209981 [256] + 9232 00000400:00000200:1.0:1763344908.192217:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.192220:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344908.192224:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.192225:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344908.192229:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ea9d9500. 00000100:00000040:1.0:1763344908.192231:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ea9d9500 x1848987617983232 msgsize 320 00000100:00100000:1.0:1763344908.192235:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344908.192909:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344908.192919:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3ee0 00000400:00000010:1.0:1763344908.192922:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3ee0. 00000100:00000001:1.0:1763344908.192925:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344908.192929:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2a9180 x1848987617983232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.192938:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.192941:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ee2a9180 x1848987617983232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.192947:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.192949:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.192954:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.192958:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5182 usecs (6 jiffies) 00000100:00000001:1.0:1763344908.192962:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307682018 00000100:00000001:1.0:1763344908.192965:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683201 00000100:00000001:1.0:1763344908.192967:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307682018 00000100:00000001:1.0:1763344908.192969:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683201 00000100:00000001:1.0:1763344908.192972:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307682018 00000100:00000001:1.0:1763344908.192974:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683201 00000100:00000001:1.0:1763344908.192976:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307682018 00000100:00000001:1.0:1763344908.192978:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683201 00000100:00000001:1.0:1763344908.192980:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.192983:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.192993:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344908.192995:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344908.192998:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e50eb83a300 going to sleep for 11 seconds 00000100:00000001:1.0:1763344908.193000:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344908.193002:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.193054:0:10443:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.193057:0:10443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617983232 02000000:00000001:3.0:1763344908.193059:0:10443:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.193061:0:10443:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.193063:0:10443:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.193066:0:10443:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.193069:0:10443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617983232 00000020:00000001:3.0:1763344908.193071:0:10443:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.193073:0:10443:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:3.0:1763344908.193076:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.193078:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=5 00000020:00000001:3.0:1763344908.193081:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:3.0:1763344908.193084:0:10443:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:3.0:1763344908.193087:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.193092:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.193094:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.193096:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.193102:0:10443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b5e00. 00000020:00000010:3.0:1763344908.193106:0:10443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.193110:0:10443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.193117:0:10443:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344908.193119:0:10443:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.193120:0:10443:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.193122:0:10443:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.193128:0:10443:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.193142:0:10443:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.193153:0:10443:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.193155:0:10443:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.193159:0:10443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8690 00000100:00000040:3.0:1763344908.193163:0:10443:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:3.0:1763344908.193165:0:10443:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669103609088 : -107404605942528 : ffff9e50ea9d9500) 00000100:00000040:3.0:1763344908.193170:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ea9d9500 x1848987617983232/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 320/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.193177:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.193179:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.193181:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.193183:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00100000:3.0:1763344908.193187:0:10443:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ea9d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6504:x1848987617983232:12345-0@lo:1000:mdt00_000.0 00000100:00000200:3.0:1763344908.193191:0:10443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617983232 00000020:00000001:3.0:1763344908.193194:0:10443:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.193197:0:10443:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.193200:0:10443:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.193203:0:10443:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.193205:0:10443:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344908.193208:0:10443:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.193212:0:10443:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617983232, found 0 last_xid 1848987617983231 00000020:00000001:3.0:1763344908.193214:0:10443:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.193217:0:10443:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.193218:0:10443:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.193220:0:10443:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.193223:0:10443:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344908.193227:0:10443:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6680. 00000100:00000001:3.0:1763344908.193230:0:10443:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.193232:0:10443:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.193238:0:10443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50f9404000. 02000000:00000001:3.0:1763344908.193240:0:10443:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.193242:0:10443:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.193246:0:10443:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc87e0480. 00000020:00000001:3.0:1763344908.193248:0:10443:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344908.193251:0:10443:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.193255:0:10443:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000020:00000001:3.0:1763344908.193259:0:10443:0:(out_handler.c:317:out_index_lookup()) Process entered 00080000:00000001:3.0:1763344908.193263:0:10443:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763344908.193265:0:10443:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1763344908.193282:0:10443:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:3.0:1763344908.193286:0:10443:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1763344908.193289:0:10443:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1763344908.193291:0:10443:0:(out_handler.c:340:out_index_lookup()) Process leaving via out_unlock (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:3.0:1763344908.193295:0:10443:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc72fbbc0 00000020:00000040:3.0:1763344908.193297:0:10443:0:(out_handler.c:350:out_index_lookup()) lookup [0x240002b13:0x12e85:0x0] 56xa get [0x240000402:0xd37a:0x0] rc -2 00000020:00000040:3.0:1763344908.193300:0:10443:0:(out_handler.c:354:out_index_lookup()) lustre-MDT0001: insert lookup reply ffff9e50f9404208 index 0: rc = -2 00000020:00000001:3.0:1763344908.193302:0:10443:0:(out_handler.c:359:out_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1763344908.193306:0:10443:0:(out_handler.c:1215:out_handle()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:3.0:1763344908.193309:0:10443:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6680. 00000020:00000010:3.0:1763344908.193313:0:10443:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc87e0480. 00000020:00000001:3.0:1763344908.193315:0:10443:0:(out_handler.c:1243:out_handle()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:3.0:1763344908.193318:0:10443:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214354, transno 0, xid 1848987617983232 00010000:00000001:3.0:1763344908.193321:0:10443:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.193325:0:10443:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ea9d9500 x1848987617983232/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 320/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.193331:0:10443:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.193333:0:10443:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.193336:0:10443:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.193340:0:10443:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.193342:0:10443:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.193344:0:10443:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.193347:0:10443:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.193348:0:10443:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.193350:0:10443:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.193352:0:10443:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.193355:0:10443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0480. 00000100:00000200:3.0:1763344908.193359:0:10443:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617983232, offset 224 00000400:00000200:3.0:1763344908.193364:0:10443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.193382:0:10443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.193389:0:10443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29fb00 00000400:00000200:3.0:1763344908.193394:0:10443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x666065 [2] + 224 00000400:00000200:3.0:1763344908.193399:0:10443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.193403:0:10443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.193406:0:10443:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.193410:0:10443:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2a9180 x1848987617983232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344908.193419:0:10443:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ee2a9180 x1848987617983232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.193488:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.194326:0:10443:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.194338:0:10443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0480 00000400:00000010:3.0:1763344908.194340:0:10443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.194345:0:10443:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.194347:0:10443:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.194351:0:10443:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.194355:0:10443:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.194358:0:10443:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.194360:0:10443:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.194362:0:10443:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.194367:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ea9d9500 x1848987617983232/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 320/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.194386:0:10443:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ea9d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6504:x1848987617983232:12345-0@lo:1000:mdt00_000.0 Request processed in 1207us (2153us total) trans 0 rc -2/-2 00000100:00100000:3.0:1763344908.194394:0:10443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8690 00000100:00000040:3.0:1763344908.194397:0:10443:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:3.0:1763344908.194399:0:10443:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.194400:0:10443:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.194405:0:10443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.194409:0:10443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:3.0:1763344908.194412:0:10443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b5e00. 00000020:00000040:3.0:1763344908.194417:0:10443:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 4 00000100:00000001:3.0:1763344908.194419:0:10443:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1763344908.194652:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.194655:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.194658:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c318. 00000400:00000200:2.0:1763344908.194663:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50e5211540 00000400:00000010:2.0:1763344908.194665:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50e5211540. 00000100:00000001:2.0:1763344908.194668:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.194672:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2a9180 x1848987617983232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344908.194680:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2a9180 x1848987617983232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.194687:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.194689:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.194691:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.194693:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.194695:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.194697:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.194699:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.194706:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.194709:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.194712:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1763344908.194716:0:6504:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9e50ee2a9180 x1848987617983232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.194722:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.194725:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344908.194727:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:2.0:1763344908.194729:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344908.194731:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1763344908.194735:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2a9180 x1848987617983232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.194741:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1763344908.194745:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.194747:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344908.194750:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9180 x1848987617983232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.194757:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2a9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617983232:0@lo:1000:mdt00_000.0 00000100:00000001:2.0:1763344908.194761:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.194764:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.194767:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.194768:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.194771:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2a9180 x1848987617983232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.194777:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344908.194780:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e50eb83a300. 00000100:00000001:2.0:1763344908.194784:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344908.194785:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.194807:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.194810:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2a9180 x1848987617983232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.194816:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.194818:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.194821:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50c3a92000. 02000000:00000001:2.0:1763344908.194825:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.194827:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.194828:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1763344908.194830:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.194833:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117b800. 02000000:00000001:2.0:1763344908.194837:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.194838:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.194840:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9180. 00000100:00000001:2.0:1763344908.194844:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.194845:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344908.194847:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344908.194850:0:6504:0:(osp_md_object.c:492:osp_md_index_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:2.0:1763344908.194853:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fc403b000. 00000004:00000010:2.0:1763344908.194857:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e50c2c5fc20. 00000004:00000010:2.0:1763344908.194861:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd6241a80. 00000004:00000001:2.0:1763344908.194866:0:6504:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344908.194868:0:6504:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344908.194874:0:6504:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763344908.194878:0:6504:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763344908.194881:0:6504:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00000004:00000001:2.0:1763344908.194885:0:6504:0:(lod_object.c:6824:lod_object_lock()) Process entered 00000004:00000001:2.0:1763344908.194888:0:6504:0:(osp_md_object.c:955:osp_md_object_lock()) Process entered 00010000:00000001:2.0:1763344908.194891:0:6504:0:(ldlm_request.c:926:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1763344908.194895:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a9180. 00000020:00000040:2.0:1763344908.194898:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00010000:00000001:2.0:1763344908.194901:0:6504:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00000100:00000001:2.0:1763344908.194904:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.194905:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.194909:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.194915:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab9200. 00000100:00000001:2.0:1763344908.194919:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.194922:0:6504:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.194924:0:6504:0:(ldlm_request.c:940:ldlm_enqueue_pack()) Process leaving (rc=18446636669163180416 : -107404546371200 : ffff9e50ee2a9180) 00010000:00000001:2.0:1763344908.194927:0:6504:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1763344908.194929:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.194936:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359b00. 00010000:00000010:2.0:1763344908.194940:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0a80. 00010000:00000001:2.0:1763344908.194946:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.194949:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90200. 00000020:00000001:2.0:1763344908.194953:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.194956:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90200 with handle 0x34881b4086818133 to hash 00000020:00000001:2.0:1763344908.194958:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.194960:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344908.194963:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344908.194966:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.194969:0:6504:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.194973:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 3/0,1 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6504 initiator: MDT0 00010000:00010000:2.0:1763344908.194981:0:6504:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 3/0,1 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6504 initiator: MDT0 00010000:00010000:2.0:1763344908.195001:0:6504:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 3/0,1 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6504 initiator: MDT0 00000100:00000001:2.0:1763344908.195006:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344908.195007:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.195014:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1b40. 00000100:00000001:2.0:1763344908.195016:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000100:00000001:2.0:1763344908.195019:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.195020:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163180416 : -107404546371200 : ffff9e50ee2a9180) 00000100:00000001:2.0:1763344908.195024:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344908.195027:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.195029:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.195030:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.195034:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee2a9180 x1848987617983360/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.195041:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.195043:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.195046:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344908.195048:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344908.195050:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.195053:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee2a9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617983360:0@lo:101:mdt00_000.0 00000100:00000001:2.0:1763344908.195057:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.195060:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.195062:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.195065:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.195068:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4fcb32d800. 02000000:00000001:2.0:1763344908.195070:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.195074:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.195080:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 00000100:00000200:2.0:1763344908.195084:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617983360, portal 4 00000100:00000001:2.0:1763344908.195086:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.195087:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163180416 : -107404546371200 : ffff9e50ee2a9180) 00000100:00000040:2.0:1763344908.195092:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee2a9180 x1848987617983360/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.195097:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.195099:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.195101:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921770. 00000100:00000200:2.0:1763344908.195104:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617983360, offset 0 00000400:00000200:2.0:1763344908.195108:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.195115:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.195122:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29fb80 00000400:00000200:2.0:1763344908.195127:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 9552 00000400:00000200:2.0:1763344908.195131:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.195134:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.195137:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.195139:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344908.195143:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ef93c700. 00000100:00000040:2.0:1763344908.195145:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ef93c700 x1848987617983360 msgsize 328 00000100:00100000:2.0:1763344908.195148:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344908.195162:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.195165:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921770 00000400:00000010:2.0:1763344908.195167:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921770. 00000100:00000001:2.0:1763344908.195169:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.195173:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee2a9180 x1848987617983360/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.195180:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.195183:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ee2a9180 x1848987617983360/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.195193:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.195194:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.195197:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.195200:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5182 usecs (6 jiffies) 00000100:00000001:2.0:1763344908.195202:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307682020 00000100:00000001:2.0:1763344908.195205:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683201 00000100:00000001:2.0:1763344908.195207:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307682020 00000100:00000001:2.0:1763344908.195209:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683201 00000100:00000001:2.0:1763344908.195211:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307682020 00000100:00000001:2.0:1763344908.195212:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683201 00000100:00000001:2.0:1763344908.195214:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307682020 00000100:00000001:2.0:1763344908.195215:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683201 00000100:00000001:2.0:1763344908.195217:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.195219:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.195221:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.195222:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.195224:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1b40 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.195226:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.195228:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.195316:0:10443:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.195318:0:10443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617983360 02000000:00000001:3.0:1763344908.195320:0:10443:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.195321:0:10443:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.195323:0:10443:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.195326:0:10443:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.195328:0:10443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617983360 00000020:00000001:3.0:1763344908.195330:0:10443:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.195331:0:10443:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:3.0:1763344908.195334:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.195335:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=5 00000020:00000001:3.0:1763344908.195338:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:3.0:1763344908.195340:0:10443:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:3.0:1763344908.195343:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.195346:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.195349:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.195351:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.195355:0:10443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b5e00. 00000020:00000010:3.0:1763344908.195358:0:10443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.195362:0:10443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.195367:0:10443:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344908.195377:0:10443:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.195378:0:10443:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.195380:0:10443:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.195386:0:10443:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.195397:0:10443:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.195405:0:10443:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.195406:0:10443:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.195409:0:10443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8691 00000100:00000040:3.0:1763344908.195413:0:10443:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:3.0:1763344908.195415:0:10443:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669186852608 : -107404522699008 : ffff9e50ef93c700) 00000100:00000040:3.0:1763344908.195420:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ef93c700 x1848987617983360/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.195426:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.195429:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.195439:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.195441:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00100000:3.0:1763344908.195445:0:10443:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ef93c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6504:x1848987617983360:12345-0@lo:101:mdt00_000.0 00000100:00000200:3.0:1763344908.195448:0:10443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617983360 00000020:00000001:3.0:1763344908.195451:0:10443:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.195453:0:10443:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.195455:0:10443:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.195458:0:10443:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.195459:0:10443:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344908.195462:0:10443:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.195465:0:10443:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617983360, found 0 last_xid 1848987617983359 00000020:00000001:3.0:1763344908.195467:0:10443:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.195470:0:10443:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.195471:0:10443:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.195475:0:10443:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.195477:0:10443:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344908.195479:0:10443:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344908.195481:0:10443:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344908.195482:0:10443:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344908.195484:0:10443:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.195488:0:10443:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.195493:0:10443:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897a00 count: 3 00010000:00000001:3.0:1763344908.195496:0:10443:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.195498:0:10443:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.195501:0:10443:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16000. 00000020:00000001:3.0:1763344908.195504:0:10443:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.195506:0:10443:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16000 with handle 0x34881b408681813a to hash 00000020:00000001:3.0:1763344908.195508:0:10443:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.195509:0:10443:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000010:3.0:1763344908.195513:0:10443:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16080. 00010000:00000001:3.0:1763344908.195516:0:10443:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00010000:3.0:1763344908.195519:0:10443:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681813a lrc: 2/0,0 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34881b4086818133 expref: -99 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.195526:0:10443:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc48d5800 : new locks_count 1 00000020:00000040:3.0:1763344908.195528:0:10443:0:(genops.c:887:class_export_get()) GET export ffff9e4fc48d5800 refcount=6 00000100:00000001:3.0:1763344908.195534:0:10443:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.195536:0:10443:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.195539:0:10443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff9e50f2e53800. 02000000:00000001:3.0:1763344908.195541:0:10443:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.195543:0:10443:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.195545:0:10443:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344908.195549:0:10443:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344908.195551:0:10443:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.195553:0:10443:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.195555:0:10443:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344908.195558:0:10443:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.195567:0:10443:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344908.195569:0:10443:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344908.195576:0:10443:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818109 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3b2 expref: 224 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.195581:0:10443:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344908.195582:0:10443:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.195584:0:10443:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.195586:0:10443:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.195587:0:10443:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.195589:0:10443:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763344908.195593:0:10443:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681813a lrc: 5/0,0 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x34881b4086818133 expref: 6 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.195600:0:10443:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0x0 (ffff9e50e4897a00) refcount = 3 00010000:00000040:3.0:1763344908.195603:0:10443:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.195606:0:10443:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818109 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3b2 expref: 224 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.195612:0:10443:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000020 pid: 6504 initiator: MDT1 00010000:00000040:3.0:1763344908.195616:0:10443:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763344908.195619:0:10443:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681813a lrc: 5/0,0 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x34881b4086818133 expref: 6 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763344908.195626:0:10443:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.195629:0:10443:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.195632:0:10443:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.195634:0:10443:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236147840 : -107409473403776 : ffff9e4fc87e0480) 00000100:00000001:3.0:1763344908.195636:0:10443:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236147840 : -107409473403776 : ffff9e4fc87e0480) 00000100:00000001:3.0:1763344908.195638:0:10443:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.195640:0:10443:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.195641:0:10443:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.195644:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.195645:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763344908.195647:0:10443:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.195649:0:10443:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.195651:0:10443:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763344908.195653:0:10443:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763344908.195657:0:10443:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2403800. 00000020:00000040:3.0:1763344908.195660:0:10443:0:(genops.c:1229:class_import_get()) import ffff9e50cc228000 refcount=2 obd=lustre-MDT0001 00000100:00000001:3.0:1763344908.195662:0:10443:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.195664:0:10443:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.195667:0:10443:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.195671:0:10443:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4b4000. 00000100:00000001:3.0:1763344908.195674:0:10443:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.195679:0:10443:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818109 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3b2 expref: 224 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.195691:0:10443:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818109 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3b2 expref: 224 pid: 13569 timeout: 13114 lvb_type: 0 00010000:00000001:3.0:1763344908.195699:0:10443:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344908.195701:0:10443:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.195704:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50d2403800 x1848987617983488/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.195711:0:10443:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.195712:0:10443:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.195715:0:10443:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50d2403800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:10443:1848987617983488:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344908.195718:0:10443:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.195720:0:10443:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.195722:0:10443:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.195724:0:10443:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.195726:0:10443:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcc4b4a00. 02000000:00000001:3.0:1763344908.195728:0:10443:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.195732:0:10443:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acb58. 00000400:00000010:3.0:1763344908.195735:0:10443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344908.195739:0:10443:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617983488, portal 16 00000100:00000001:3.0:1763344908.195741:0:10443:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.195742:0:10443:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668694837248 : -107405014714368 : ffff9e50d2403800) 00000100:00000040:3.0:1763344908.195747:0:10443:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50d2403800 x1848987617983488/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.195753:0:10443:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.195755:0:10443:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.195757:0:10443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb908. 00000100:00000200:3.0:1763344908.195759:0:10443:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617983488, offset 0 00000400:00000200:3.0:1763344908.195763:0:10443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.195772:0:10443:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.195776:0:10443:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344908.195781:0:10443:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344908.195784:0:10443:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344908.195810:0:10443:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344908.195814:0:10443:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385677:1385677:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385673:1385673:8:4294967295] 00000400:00000200:3.0:1763344908.195825:0:10443:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.195831:0:10443:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.195837:0:10443:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.195843:0:10443:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.195851:0:10443:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.195855:0:10443:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.195877:0:10443:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.195880:0:10443:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307683333 00000100:00000001:3.0:1763344908.195886:0:10443:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307683201 00000100:00000001:3.0:1763344908.195890:0:10443:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307683333 00000100:00000001:3.0:1763344908.195893:0:10443:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307683201 00000100:00000001:3.0:1763344908.195896:0:10443:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307683333 00000100:00000001:3.0:1763344908.195899:0:10443:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307683201 00000100:00000001:3.0:1763344908.195901:0:10443:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307683333 00000100:00000001:3.0:1763344908.195904:0:10443:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307683201 00000100:00000001:3.0:1763344908.195906:0:10443:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.195908:0:10443:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.195910:0:10443:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.195912:0:10443:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.195914:0:10443:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.195916:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.195917:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.195919:0:10443:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.195920:0:10443:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.195922:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.195923:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.195926:0:10443:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.195928:0:10443:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344908.195931:0:10443:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.195936:0:10443:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.195940:0:10443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b4600. 00000020:00000010:3.0:1763344908.195943:0:10443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4fcc4b5200. 00000040:00000010:3.0:1763344908.195947:0:10443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff9e4fcc4b4800. 00000020:00000010:3.0:1763344908.195951:0:10443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9e50ccf1e000. 00000020:00000010:3.0:1763344908.195954:0:10443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9e4fcc4b5a00. 00040000:00000010:3.0:1763344908.195959:0:10443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9e4fccce6e00. 00040000:00000010:3.0:1763344908.195963:0:10443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9e4fcc4b5600. 00080000:00000010:3.0:1763344908.195967:0:10443:0:(osd_handler.c:8274:osd_key_init()) kmalloced '(info)': 4072 at ffff9e4fdd985000. 00080000:00000010:3.0:1763344908.195973:0:10443:0:(osd_handler.c:8278:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9e50f9406000. 00000004:00000001:3.0:1763344908.195978:0:10443:0:(mdt_handler.c:3802:mdt_device_commit_async()) Process entered 00080000:00000001:3.0:1763344908.195981:0:10443:0:(osd_handler.c:2860:osd_commit_async()) Process entered 00080000:00080000:3.0:1763344908.195982:0:10443:0:(osd_handler.c:2862:osd_commit_async()) lustre-MDT0001: async commit OSD 00080000:00000001:3.0:1763344908.196015:0:10443:0:(osd_handler.c:2867:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.196017:0:10443:0:(mdt_handler.c:3809:mdt_device_commit_async()) Process leaving 00000020:00000010:3.0:1763344908.196021:0:10443:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4fcc4b5200. 00000040:00000010:3.0:1763344908.196025:0:10443:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff9e4fcc4b4800. 00000020:00000010:3.0:1763344908.196028:0:10443:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9e50ccf1e000. 00000020:00000010:3.0:1763344908.196032:0:10443:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9e4fcc4b5a00. 00040000:00000010:3.0:1763344908.196035:0:10443:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9e4fccce6e00. 00040000:00000010:3.0:1763344908.196039:0:10443:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9e4fcc4b5600. 00080000:00000010:3.0:1763344908.196043:0:10443:0:(osd_handler.c:8324:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9e50f9406000. 00080000:00000010:3.0:1763344908.196047:0:10443:0:(osd_handler.c:8335:osd_key_fini()) kfreed 'info': 4072 at ffff9e4fdd985000. 00000020:00000010:3.0:1763344908.196050:0:10443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b4600. 00000004:00000001:3.0:1763344908.196052:0:10443:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.196054:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.196055:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.196057:0:10443:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.196058:0:10443:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.196060:0:10443:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.196062:0:10443:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.196064:0:10443:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.196066:0:10443:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.196068:0:10443:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0480 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.196070:0:10443:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.196072:0:10443:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763344908.196579:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.196584:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:2.0:1763344908.196588:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.196593:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.196597:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb908 00000400:00000010:2.0:1763344908.196599:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb908. 00000100:00000001:2.0:1763344908.196602:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.196607:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50d2403800 x1848987617983488/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.196615:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.196618:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d2403800 x1848987617983488/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.196626:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.196628:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763344908.203539:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.203555:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.203561:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.203563:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.203575:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.203591:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa29fc00 00000400:00000200:2.0:1763344908.203600:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x666079 [1] + 224 00000800:00000001:2.0:1763344908.203609:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.203615:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.203619:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.203623:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.203631:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.203640:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50d2403800 x1848987617983488/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763344908.203652:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50d2403800 x1848987617983488/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.203675:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.203684:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.203688:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.203690:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.203692:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.203696:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.203703:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfe500 00000400:00000200:2.0:1763344908.203708:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d24d [2] + 328 00000800:00000001:2.0:1763344908.203713:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.203765:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.203768:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.203771:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.203775:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.203778:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763344908.203819:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cd180. 00000100:00000040:2.0:1763344908.203823:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cd180 x1848987881563392 msgsize 328 00000100:00100000:2.0:1763344908.203828:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.203843:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.203849:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.203852:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.204137:0:10443:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.204145:0:10443:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.204147:0:10443:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.204150:0:10443:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acb58. 00000400:00000200:3.0:1763344908.204154:0:10443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344908.204157:0:10443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344908.204160:0:10443:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.204166:0:10443:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50d2403800 x1848987617983488/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344908.204175:0:10443:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50d2403800 x1848987617983488/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.204181:0:10443:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.204183:0:10443:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.204185:0:10443:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.204189:0:10443:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.204191:0:10443:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.204193:0:10443:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.204196:0:10443:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.204203:0:10443:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50cc228458 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.204208:0:10443:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50cc228410 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.204210:0:10443:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.204212:0:10443:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.204215:0:10443:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.204218:0:10443:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.204221:0:10443:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.204226:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50d2403800 x1848987617983488/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.204233:0:10443:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.204236:0:10443:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.204238:0:10443:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.204241:0:10443:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763344908.204244:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.204246:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.204247:0:10443:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.204251:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2403800 x1848987617983488/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344908.204260:0:10443:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50d2403800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:10443:1848987617983488:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344908.204265:0:10443:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.204268:0:10443:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.204271:0:10443:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.204273:0:10443:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.204276:0:10443:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d2403800 x1848987617983488/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.204283:0:10443:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.204286:0:10443:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344908.204289:0:10443:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcc4b4a00. 02000000:00000001:3.0:1763344908.204292:0:10443:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.204295:0:10443:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344908.204298:0:10443:0:(genops.c:1242:class_import_put()) import ffff9e50cc228000 refcount=1 obd=lustre-MDT0001 00000020:00000001:3.0:1763344908.204300:0:10443:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344908.204303:0:10443:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4b4000. 02000000:00000001:3.0:1763344908.204306:0:10443:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.204308:0:10443:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344908.204310:0:10443:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2403800. 00000100:00000001:3.0:1763344908.204314:0:10443:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.204315:0:10443:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344908.204317:0:10443:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.204320:0:10443:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.204322:0:10443:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344908.204325:0:10443:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82ddd80. 00010000:00000001:3.0:1763344908.204328:0:10443:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.204330:0:10443:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.204332:0:10443:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.204339:0:10443:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344908.204346:0:10443:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681813a lrc: 3/0,0 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b4086818133 expref: 6 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.204355:0:10443:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.204358:0:10443:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344908.204360:0:10443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0x0 (ffff9e50e4897a00) 00010000:00010000:3.0:1763344908.204363:0:10443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1763344908.204367:0:10443:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681813a lrc: 3/0,0 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b4086818133 expref: 6 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.204391:0:10443:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.204394:0:10443:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.204396:0:10443:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:3.0:1763344908.204398:0:10443:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344908.204400:0:10443:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:3.0:1763344908.204402:0:10443:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344908.204403:0:10443:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.204406:0:10443:0:(ldlm_inodebits.c:378:ldlm_process_inodebits_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763344908.204408:0:10443:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763344908.204410:0:10443:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.204412:0:10443:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.204413:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.204415:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.204416:0:10443:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf16000, rc 0) 00000020:00000001:3.0:1763344908.204419:0:10443:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.204424:0:10443:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214354, transno 0, xid 1848987617983360 00010000:00000001:3.0:1763344908.204427:0:10443:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.204432:0:10443:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ef93c700 x1848987617983360/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/344 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.204439:0:10443:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.204442:0:10443:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.204444:0:10443:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.204448:0:10443:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.204451:0:10443:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.204453:0:10443:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.204456:0:10443:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.204459:0:10443:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.204463:0:10443:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.204465:0:10443:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.204470:0:10443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344908.204474:0:10443:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 4, xid 1848987617983360, offset 224 00000400:00000200:3.0:1763344908.204480:0:10443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.204489:0:10443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.204496:0:10443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 4 MB=0x691a4fa29fb80 00000400:00000200:3.0:1763344908.204501:0:10443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 344/344 into md 0x666071 [1] + 224 00000400:00000200:3.0:1763344908.204507:0:10443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.204510:0:10443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.204513:0:10443:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.204518:0:10443:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee2a9180 x1848987617983360/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344908.204526:0:10443:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9e50ee2a9180 x1848987617983360/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.204552:0:10443:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.204559:0:10443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344908.204560:0:10443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344908.204563:0:10443:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.204565:0:10443:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.204570:0:10443:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.204573:0:10443:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.204576:0:10443:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.204577:0:10443:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.204580:0:10443:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.204585:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ef93c700 x1848987617983360/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/344 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.204594:0:10443:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ef93c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6504:x1848987617983360:12345-0@lo:101:mdt00_000.0 Request processed in 9165us (9446us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.204602:0:10443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8691 00000100:00000040:3.0:1763344908.204606:0:10443:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:3.0:1763344908.204608:0:10443:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.204610:0:10443:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.204616:0:10443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.204620:0:10443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:3.0:1763344908.204623:0:10443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b5e00. 00000020:00000040:3.0:1763344908.204628:0:10443:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 5 00000100:00000001:3.0:1763344908.204631:0:10443:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.205251:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.205254:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881563392 02000000:00000001:1.0:1763344908.205257:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.205259:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.205261:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.205265:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.205267:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881563392 00000020:00000001:1.0:1763344908.205270:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.205272:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344908.205274:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.205277:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=225 00000020:00000001:1.0:1763344908.205280:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344908.205282:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344908.205285:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.205291:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6740. 00000100:00000001:1.0:1763344908.205294:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.205297:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6740. 00000020:00000010:1.0:1763344908.205303:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117b800. 00000020:00000010:1.0:1763344908.205307:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.205312:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca047d0. 00000100:00000040:1.0:1763344908.205321:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344908.205324:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.205326:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344908.205328:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344908.205331:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.205333:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344908.205336:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.205338:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.205340:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=4 00000020:00000001:1.0:1763344908.205342:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:1.0:1763344908.205345:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00010000:1.0:1763344908.205351:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818109 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3b2 expref: 225 pid: 13569 timeout: 13114 lvb_type: 0 00010000:00000001:1.0:1763344908.205359:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.205360:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.205361:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.205364:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.205379:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763344908.205385:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50e62cd180 x1848987881563392/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.205391:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344908.205393:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.205415:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.205425:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.205427:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.205441:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6351 00000100:00000040:1.0:1763344908.205444:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344908.205446:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029110144 : -107404680441472 : ffff9e50e62cd180) 00000100:00000040:1.0:1763344908.205450:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cd180 x1848987881563392/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.205458:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.205461:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6740. 00000100:00000001:1.0:1763344908.205463:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.205464:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6740. 00000100:00100000:1.0:1763344908.205468:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+225:2405:x1848987881563392:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344908.205472:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881563392 00010000:00000001:1.0:1763344908.205474:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344908.205476:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344908.205478:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344908.205483:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.205485:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.205489:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50e5675800. 02000000:00000001:1.0:1763344908.205491:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.205493:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.205496:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344908.205498:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344908.205500:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.205501:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.205503:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=4 00000020:00000001:1.0:1763344908.205504:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:1.0:1763344908.205507:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000040:1.0:1763344908.205510:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897a00 count: 4 00000004:00000001:1.0:1763344908.205513:0:23071:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1763344908.205517:0:23071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818109 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3b2 expref: 225 pid: 13569 timeout: 13114 lvb_type: 0 00000100:00001000:1.0:1763344908.205525:0:23071:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e50dfa75c50 time=1763344908 v=20 (0 0 0 0) 00010000:00000001:1.0:1763344908.205528:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344908.205533:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.205535:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.205538:0:23071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818109 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3b2 expref: 225 pid: 13569 timeout: 13114 lvb_type: 0 00000020:00000001:1.0:1763344908.205546:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.205547:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.205549:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.205552:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.205556:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.205557:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.205562:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.205564:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.205566:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.205568:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.205570:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d91600 with handle 0x34881b4086818109 from hash 00010000:00000001:1.0:1763344908.205572:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.205574:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.205575:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.205576:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.205580:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.205582:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.205584:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.205585:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.205588:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b4086818109 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3b2 expref: 225 pid: 13569 timeout: 13114 lvb_type: 0 00010000:00000040:1.0:1763344908.205596:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 216 00000020:00000040:1.0:1763344908.205598:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 224 00010000:00000010:1.0:1763344908.205601:0:23071:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bca900. 00010000:00000001:1.0:1763344908.205609:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.205610:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.205612:0:23071:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.205614:0:23071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0x0 (ffff9e50e4897a00) 00010000:00010000:1.0:1763344908.205619:0:23071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681813a lrc: 2/0,0 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b4086818133 expref: 5 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.205626:0:23071:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.205627:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.205629:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:1.0:1763344908.205631:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763344908.205633:0:23071:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.205635:0:23071:0:(ldlm_inodebits.c:378:ldlm_process_inodebits_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763344908.205636:0:23071:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763344908.205639:0:23071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.205640:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344908.205642:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344908.205643:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.205646:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.205648:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.205650:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.205654:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.205656:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.205658:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.205661:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.205663:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.205665:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.205667:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.205671:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3ee0. 00000100:00000200:1.0:1763344908.205676:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881563392, offset 224 00000400:00000200:1.0:1763344908.205681:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.205691:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.205697:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385678:1385678:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385674:1385674:8:4294967295] 00000400:00000200:1.0:1763344908.205707:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.205712:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.205717:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.205722:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.205729:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.205732:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.205754:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.205757:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.205760:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.205762:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.205766:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cd180 x1848987881563392/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.205775:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+224:2405:x1848987881563392:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 316us (1950us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.205782:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6351 00000100:00000040:1.0:1763344908.205784:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344908.205787:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.205827:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.205832:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.205836:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca047d0. 00000020:00000010:1.0:1763344908.205840:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117b800. 00000020:00000040:1.0:1763344908.205843:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 223 00000100:00000001:1.0:1763344908.205846:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.205988:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.205994:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.205996:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.205999:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344908.206003:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:2.0:1763344908.206005:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:2.0:1763344908.206008:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.206013:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee2a9180 x1848987617983360/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344908.206022:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee2a9180 x1848987617983360/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.206028:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.206029:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.206032:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.206033:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.206035:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.206037:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.206039:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.206045:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.206048:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.206050:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344908.206052:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.206054:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344908.206056:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.206059:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344908.206061:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:2.0:1763344908.206063:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344908.206064:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.206067:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee2a9180 x1848987617983360/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.206074:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.206076:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.206077:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344908.206080:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9180 x1848987617983360/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.206086:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee2a9180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617983360:0@lo:101:mdt00_000.0 00000100:00000001:2.0:1763344908.206091:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.206093:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.206095:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.206097:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.206099:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee2a9180 x1848987617983360/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.206105:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344908.206108:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1b40. 00000100:00000001:2.0:1763344908.206111:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344908.206112:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.206114:0:6504:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1763344908.206117:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.206118:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.206120:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=4 00000020:00000001:2.0:1763344908.206122:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344908.206125:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000040:2.0:1763344908.206129:0:6504:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff9e50f5d90200, remote cookie: 0x34881b408681813a, flags: 0x2 00010000:00000001:2.0:1763344908.206133:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00010000:2.0:1763344908.206137:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 4/0,1 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.206146:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0x0 (ffff9e4fc1359b00) refcount = 1 00010000:00000040:2.0:1763344908.206149:0:6504:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763344908.206152:0:6504:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 4/0,1 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.206158:0:6504:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.206161:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763344908.206163:0:6504:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 4/0,1 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1763344908.206338:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.206342:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:0.0:1763344908.206347:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.206352:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.206356:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3ee0 00000400:00000010:0.0:1763344908.206358:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3ee0. 00000100:00000001:0.0:1763344908.206362:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.206363:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344908.207097:0:30720:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763344908.207113:0:30720:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763344908.207116:0:30720:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 25770214368 is committed 00000001:00000040:0.0:1763344908.207120:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 1 00000020:00000040:0.0:1763344908.207123:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 222 00000001:00000010:0.0:1763344908.207125:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dcd20. 00080000:00000010:0.0:1763344908.207129:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fdb7d4800. 00000001:00000040:0.0:1763344908.207134:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 0 00000020:00000040:0.0:1763344908.207136:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 221 00000001:00000010:0.0:1763344908.207138:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc540. 00000020:00000040:0.0:1763344908.207142:0:30720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc87e0240 refcount 3 committed 0 result 0 batchid 21474836914 00000020:00000040:0.0:1763344908.207146:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50cbb71900 obd lustre-MDT0000-osp-MDT0001 committed 0 started 1 stopped 1 result 0 sub_th ffff9e4fc87e0cc0 00000020:00000040:0.0:1763344908.207149:0:30720:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002341:0x2:0x0].255 00000020:00000040:0.0:1763344908.207152:0:30720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50cbb71400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcc4b5800 00000020:00000040:0.0:1763344908.207155:0:30720:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].259 00000020:00000001:0.0:1763344908.207157:0:30720:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00080000:00000010:0.0:1763344908.207158:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4b5800. 00000020:00080000:0.0:1763344908.207163:0:30720:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 21474836913 batchid updated 00000020:00000010:0.0:1763344908.207176:0:30720:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9e50e4b8d720. 00080000:00000010:0.0:1763344908.207180:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852b200. 00080000:00000010:0.0:1763344908.207185:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852a800. 00000020:00080000:2.0:1763344908.207553:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 21474836913 00000020:00000001:2.0:1763344908.207558:0:30740:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763344908.207560:0:30740:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd33dc6c0 refcount 1 committed 1 result 0 batchid 21474836912 00000020:00000040:2.0:1763344908.207564:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994700 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd33dc9c0 00000020:00000040:2.0:1763344908.207567:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcb09fe00 00000020:00000040:2.0:1763344908.207571:0:30740:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000020:00000040:2.0:1763344908.207573:0:30740:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:2.0:1763344908.207575:0:30740:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.207578:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ef994700. 00000020:00000010:2.0:1763344908.207582:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ef994600. 00000020:00000010:2.0:1763344908.207584:0:30740:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9e4fd33dc6c0. 00000020:00000001:2.0:1763344908.207586:0:30740:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763344908.207588:0:30740:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd073f300 refcount 1 committed 1 result 0 batchid 21474836913 00000020:00000040:2.0:1763344908.207591:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994900 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd073fc00 00000020:00000040:2.0:1763344908.207594:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ef994f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcb09e800 00000020:00000040:2.0:1763344908.207596:0:30740:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000020:00000040:2.0:1763344908.207598:0:30740:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:2.0:1763344908.207600:0:30740:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.207602:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ef994900. 00000020:00000010:2.0:1763344908.207604:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50ef994f00. 00000020:00000010:2.0:1763344908.207606:0:30740:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9e4fd073f300. 00000020:00080000:2.0:1763344908.207609:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 21474836913 00000100:00000001:1.0:1763344908.208015:0:3629:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:1.0:1763344908.208020:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.208023:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.208026:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bca00 refcount=3 00000020:00000001:1.0:1763344908.208028:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:1.0:1763344908.208031:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:1.0:1763344908.208033:0:3629:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344908.208037:0:3629:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.208044:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.208045:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.208047:0:3629:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 2/0,0 mode: TXN/TXN res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.208052:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.208054:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.208057:0:3629:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344908.208059:0:3629:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6504 initiator: MDT1 00010000:00010000:1.0:1763344908.208064:0:3629:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bca00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344908.208067:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.208069:0:3629:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344908.208071:0:3629:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.208076:0:3629:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344908.208078:0:3629:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.208079:0:3629:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.208080:0:3629:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bca00 refcount=4 00000020:00000001:1.0:1763344908.208082:0:3629:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:1.0:1763344908.208084:0:3629:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000001:1.0:1763344908.208087:0:3629:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344908.208089:0:3629:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 4/0,0 mode: TXN/TXN res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.208097:0:3629:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344908.208099:0:3629:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344908.208100:0:3629:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.208104:0:3629:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.208105:0:3629:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.208107:0:3629:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.208108:0:3629:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.208111:0:3629:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bca00 with handle 0x34881b40868180d1 from hash 00010000:00000001:1.0:1763344908.208113:0:3629:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.208114:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.208115:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.208117:0:3629:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.208121:0:3629:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.208123:0:3629:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.208125:0:3629:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.208127:0:3629:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.208129:0:3629:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.208131:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0x0 (ffff9e50e4897a00) 00010000:00010000:1.0:1763344908.208134:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763344908.208140:0:3629:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681813a lrc: 2/0,0 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b4086818133 expref: 5 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.208146:0:3629:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.208148:0:3629:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.208150:0:3629:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.208152:0:3629:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.208154:0:3629:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.208157:0:3629:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.208159:0:3629:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344908.208161:0:3629:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681813a lrc: 2/0,0 mode: CW/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x34881b4086818133 expref: 5 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.208167:0:3629:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763344908.208169:0:3629:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.208171:0:3629:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.208172:0:3629:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.208174:0:3629:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0x0 (ffff9e50e4897a00) refcount = 2 00010000:00010000:1.0:1763344908.208177:0:3629:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681813a lrc: 3/0,0 mode: CW/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x34881b4086818133 expref: 5 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.208183:0:3629:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.208185:0:3629:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.208186:0:3629:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.208187:0:3629:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.208188:0:3629:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.208191:0:3629:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763344908.208198:0:3629:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6740. 00000100:00000001:1.0:1763344908.208202:0:3629:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344908.208208:0:3629:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e50e5211540. 00000100:00000001:1.0:1763344908.208210:0:3629:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636669011563840 : -107404697987776 : ffff9e50e5211540) 00000100:00000001:1.0:1763344908.208212:0:3629:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636669011563840 : -107404697987776 : ffff9e50e5211540) 00000100:00000001:1.0:1763344908.208215:0:3629:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.208216:0:3629:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344908.208217:0:3629:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.208220:0:3629:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:1.0:1763344908.208225:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e64e00. 00000020:00000040:1.0:1763344908.208228:0:3629:0:(genops.c:1229:class_import_get()) import ffff9e4fc48d3800 refcount=2 obd=lustre-MDT0001 00000100:00000001:1.0:1763344908.208233:0:3629:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344908.208236:0:3629:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344908.208241:0:3629:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344908.208248:0:3629:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117b800. 00000100:00000001:1.0:1763344908.208254:0:3629:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.208260:0:3629:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681813a lrc: 3/0,0 mode: CW/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b4086818133 expref: 5 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.208268:0:3629:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344908.208271:0:3629:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344908.208276:0:3629:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50c3e64e00 x1848987617983616/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.208284:0:3629:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344908.208286:0:3629:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.208291:0:3629:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50c3e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0001_UUID:3629:1848987617983616:0@lo:105: 00000100:00000001:1.0:1763344908.208295:0:3629:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344908.208299:0:3629:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344908.208301:0:3629:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.208303:0:3629:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344908.208307:0:3629:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e510117aa00. 02000000:00000001:1.0:1763344908.208308:0:3629:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344908.208314:0:3629:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c210. 00000400:00000010:1.0:1763344908.208320:0:3629:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3b28. 00000100:00000200:1.0:1763344908.208327:0:3629:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617983616, portal 16 00000100:00000001:1.0:1763344908.208329:0:3629:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.208331:0:3629:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668454063616 : -107405255488000 : ffff9e50c3e64e00) 00000100:00000040:1.0:1763344908.208336:0:3629:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50c3e64e00 x1848987617983616/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.208342:0:3629:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.208344:0:3629:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344908.208347:0:3629:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3660. 00000100:00000200:1.0:1763344908.208350:0:3629:0:(niobuf.c:94:ptl_send_buf()) Sending 336 bytes to portal 15, xid 1848987617983616, offset 0 00000400:00000200:1.0:1763344908.208356:0:3629:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344908.208368:0:3629:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344908.208388:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 336 into portal 15 MB=0x691a4fa29fc80 00000400:00000200:1.0:1763344908.208394:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 336/336 into md 0x6633a5 [2] + 1648 00000400:00000200:1.0:1763344908.208400:0:3629:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.208403:0:3629:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344908.208408:0:3629:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.208410:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1763344908.208415:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1374700. 00000100:00000040:1.0:1763344908.208418:0:3629:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc1374700 x1848987617983616 msgsize 336 00000100:00100000:1.0:1763344908.208422:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344908.209129:0:3629:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344908.209142:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3660 00000400:00000010:1.0:1763344908.209145:0:3629:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3660. 00000100:00000001:1.0:1763344908.209149:0:3629:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344908.209154:0:3629:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50c3e64e00 x1848987617983616/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.209165:0:3629:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.209168:0:3629:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50c3e64e00 x1848987617983616/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.209174:0:3629:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.209176:0:3629:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.209181:0:3629:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.209184:0:3629:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307683346 00000100:00000001:1.0:1763344908.209193:0:3629:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307683333 00000100:00000001:1.0:1763344908.209198:0:3629:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307683346 00000100:00000001:1.0:1763344908.209201:0:3629:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307683333 00000100:00000001:1.0:1763344908.209204:0:3629:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307683346 00000100:00000001:1.0:1763344908.209207:0:3629:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307683333 00000100:00000001:1.0:1763344908.209209:0:3629:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307683346 00000100:00000001:1.0:1763344908.209212:0:3629:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307683333 00000100:00000001:1.0:1763344908.209215:0:3629:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.209217:0:3629:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.209220:0:3629:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.209222:0:3629:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.209225:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.209226:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.209228:0:3629:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.209230:0:3629:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.209232:0:3629:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344908.209234:0:3629:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.209236:0:3629:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344908.209238:0:3629:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344908.209240:0:3629:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e50e5211540 going to sleep for 11 seconds 00000100:00000001:1.0:1763344908.209243:0:3629:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344908.209246:0:3629:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.209298:0:71618:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.209302:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617983616 02000000:00000001:3.0:1763344908.209304:0:71618:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.209306:0:71618:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.209308:0:71618:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.209312:0:71618:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.209316:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617983616 00000020:00000001:3.0:1763344908.209319:0:71618:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.209320:0:71618:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d7c 00000020:00000001:3.0:1763344908.209322:0:71618:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.209325:0:71618:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc342f800 refcount=4 00000020:00000001:3.0:1763344908.209328:0:71618:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664148391936 : -107409561159680 : ffff9e4fc342f800) 00000020:00000001:3.0:1763344908.209330:0:71618:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664148391936 : -107409561159680 : ffff9e4fc342f800) 00000100:00000001:3.0:1763344908.209334:0:71618:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.209339:0:71618:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.209343:0:71618:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.209345:0:71618:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.209350:0:71618:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fccf0ba00. 00000020:00000010:3.0:1763344908.209355:0:71618:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.209360:0:71618:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.209368:0:71618:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1763344908.209380:0:71618:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.209382:0:71618:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.209384:0:71618:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.209391:0:71618:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.209654:0:71618:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.209666:0:71618:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.209668:0:71618:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.209672:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00000040:3.0:1763344908.209676:0:71618:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc342f800 : new rpc_count 1 00000100:00000001:3.0:1763344908.209678:0:71618:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664114071296 : -107409595480320 : ffff9e4fc1374700) 00000100:00000040:3.0:1763344908.209683:0:71618:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc1374700 x1848987617983616/t0(0) o105->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 336/0 e 0 to 0 dl 1763344919 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.209692:0:71618:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.209695:0:71618:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.209697:0:71618:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.209699:0:71618:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00100000:3.0:1763344908.209703:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc1374700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_004:lustre-MDT0000-mdtlov_UUID+4:3629:x1848987617983616:12345-0@lo:105: 00000100:00000200:3.0:1763344908.209706:0:71618:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617983616 00010000:00000001:3.0:1763344908.209709:0:71618:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1763344908.209713:0:71618:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.209714:0:71618:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.209717:0:71618:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=5 00000020:00000001:3.0:1763344908.209719:0:71618:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:3.0:1763344908.209721:0:71618:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00010000:3.0:1763344908.209726:0:71618:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 5/0,1 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.209735:0:71618:0:(ldlm_lockd.c:1965:ldlm_handle_cp_callback()) Process entered 00010000:00010000:3.0:1763344908.209738:0:71618:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 5/0,1 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.209745:0:71618:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 5/0,1 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.209751:0:71618:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.209752:0:71618:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344908.209754:0:71618:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 5/0,1 mode: CW/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.209760:0:71618:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344908.209761:0:71618:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344908.209763:0:71618:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344908.209764:0:71618:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.209766:0:71618:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0x0 (ffff9e4fc1359b00) refcount = 1 00010000:00010000:3.0:1763344908.209770:0:71618:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 6/0,1 mode: CW/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.209775:0:71618:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.211459:0:71618:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1763344908.211468:0:71618:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 6/0,1 mode: CW/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763344908.211483:0:71618:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.211488:0:71618:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.211495:0:71618:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.211498:0:71618:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236147840 : -107409473403776 : ffff9e4fc87e0480) 00000100:00000001:3.0:1763344908.211500:0:71618:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236147840 : -107409473403776 : ffff9e4fc87e0480) 00000100:00000001:3.0:1763344908.211503:0:71618:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.211504:0:71618:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.211506:0:71618:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.211508:0:71618:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344908.211524:0:71618:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.211527:0:71618:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.211529:0:71618:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.211530:0:71618:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.211531:0:71618:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.211532:0:71618:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.211534:0:71618:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.211536:0:71618:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.211538:0:71618:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763344908.211540:0:71618:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.211543:0:71618:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.211545:0:71618:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344908.211547:0:71618:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82ddd80. 00010000:00010000:3.0:1763344908.211551:0:71618:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e50f5d90200) 00010000:00000001:3.0:1763344908.211553:0:71618:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.211554:0:71618:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.211555:0:71618:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1763344908.211559:0:71618:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.211562:0:71618:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.211568:0:71618:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f2e52800. 02000000:00000001:3.0:1763344908.211570:0:71618:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.211573:0:71618:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.211578:0:71618:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.211580:0:71618:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.211584:0:71618:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e1e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.211588:0:71618:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.211592:0:71618:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.211594:0:71618:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.211597:0:71618:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.211599:0:71618:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.211603:0:71618:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.211605:0:71618:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.211609:0:71618:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344908.211615:0:71618:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1848987617983616, offset 224 00000400:00000200:3.0:1763344908.211621:0:71618:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.211634:0:71618:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.211645:0:71618:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x691a4fa29fc80 00000400:00000200:3.0:1763344908.211653:0:71618:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x666089 [1] + 224 00000400:00000200:3.0:1763344908.211659:0:71618:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.211662:0:71618:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.211667:0:71618:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.211672:0:71618:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50c3e64e00 x1848987617983616/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344908.211681:0:71618:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50c3e64e00 x1848987617983616/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.211720:0:3629:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1763344908.211763:0:6504:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 4/0,1 mode: CW/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.211772:0:6504:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.211776:0:6504:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 4/0,1 mode: CW/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.211782:0:6504:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1763344908.211783:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.211784:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.211785:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.211803:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.211805:0:6504:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.211808:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.211814:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee2a9180 x1848987617983360/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.211822:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.211825:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.211828:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4fcb32d800. 02000000:00000001:2.0:1763344908.211832:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.211834:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.211835:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1763344908.211837:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.211840:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab9200. 02000000:00000001:2.0:1763344908.211843:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.211845:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.211847:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9180. 00000100:00000001:2.0:1763344908.211851:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.211853:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344908.211856:0:6504:0:(osp_md_object.c:971:osp_md_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.211864:0:6504:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:2.0:1763344908.211866:0:6504:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240002b13:0x12e85:0x0] 00000004:00000010:2.0:1763344908.211871:0:6504:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 564 at ffff9e50ca200000. 00000004:00000001:2.0:1763344908.211875:0:6504:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.211878:0:6504:0:(lod_object.c:6824:lod_object_lock()) Process entered 00000004:00000001:2.0:1763344908.211880:0:6504:0:(osp_md_object.c:955:osp_md_object_lock()) Process entered 00010000:00000001:2.0:1763344908.211883:0:6504:0:(ldlm_request.c:926:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1763344908.211887:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cdc00. 00000020:00000040:2.0:1763344908.211890:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00010000:00000001:2.0:1763344908.211894:0:6504:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00000100:00000001:2.0:1763344908.211895:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.211898:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.211902:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.211907:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab9200. 00000100:00000001:2.0:1763344908.211912:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.211914:0:6504:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.211917:0:6504:0:(ldlm_request.c:940:ldlm_enqueue_pack()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00010000:00000001:2.0:1763344908.211920:0:6504:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1763344908.211922:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.211929:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359e00. 00010000:00000010:2.0:1763344908.211933:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0e80. 00010000:00000001:2.0:1763344908.211937:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.211941:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90600. 00000020:00000001:2.0:1763344908.211944:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.211947:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90600 with handle 0x34881b4086818141 to hash 00000020:00000001:2.0:1763344908.211948:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.211950:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344908.211953:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344908.211957:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.211959:0:6504:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.211962:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90600/0x34881b4086818141 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6504 initiator: MDT0 00010000:00010000:2.0:1763344908.211969:0:6504:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90600/0x34881b4086818141 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6504 initiator: MDT0 00010000:00010000:2.0:1763344908.211979:0:6504:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90600/0x34881b4086818141 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6504 initiator: MDT0 00000100:00000001:2.0:1763344908.211984:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344908.213301:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.213310:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1b40. 00000100:00000001:2.0:1763344908.213313:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000100:00000001:2.0:1763344908.213317:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.213318:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000001:2.0:1763344908.213322:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344908.213326:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.213328:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.213329:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.213335:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e62cdc00 x1848987617983744/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.213342:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.213344:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.213347:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344908.213350:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344908.213352:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.213355:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e62cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617983744:0@lo:101:mdt00_000.0 00000100:00000001:2.0:1763344908.213358:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.213362:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.213365:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.213367:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.213379:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4fcb32d800. 02000000:00000001:2.0:1763344908.213382:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.213388:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.213393:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 00000100:00000200:2.0:1763344908.213399:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617983744, portal 4 00000100:00000001:2.0:1763344908.213400:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.213402:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000040:2.0:1763344908.213408:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e62cdc00 x1848987617983744/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.213415:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.213417:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.213420:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921770. 00000100:00000200:2.0:1763344908.213422:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617983744, offset 0 00000400:00000200:2.0:1763344908.213428:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.213436:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.213443:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29fd00 00000400:00000200:2.0:1763344908.213448:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 9880 00000400:00000200:2.0:1763344908.213453:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.213457:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.213461:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.213463:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344908.213467:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cc700. 00000100:00000040:2.0:1763344908.213469:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cc700 x1848987617983744 msgsize 328 00000100:00100000:2.0:1763344908.213473:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344908.213494:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.213502:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921770 00000400:00000010:2.0:1763344908.213504:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921770. 00000100:00000001:2.0:1763344908.213507:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.213510:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e62cdc00 x1848987617983744/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.213518:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.213521:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50e62cdc00 x1848987617983744/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.213527:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.213529:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.213532:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.213536:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5183 usecs (6 jiffies) 00000100:00000001:2.0:1763344908.213538:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307682037 00000100:00000001:2.0:1763344908.213541:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.213543:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307682037 00000100:00000001:2.0:1763344908.213545:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.213547:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307682037 00000100:00000001:2.0:1763344908.213549:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.213550:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307682037 00000100:00000001:2.0:1763344908.213552:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.213555:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.213557:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.213559:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.213560:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.213563:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1b40 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.213565:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.213567:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.213644:0:10443:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.213647:0:10443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617983744 02000000:00000001:0.0:1763344908.213649:0:10443:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.213651:0:10443:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.213653:0:10443:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.213657:0:10443:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.213660:0:10443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617983744 00000020:00000001:0.0:1763344908.213662:0:10443:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.213664:0:10443:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:0.0:1763344908.213666:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.213668:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=6 00000020:00000001:0.0:1763344908.213670:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:0.0:1763344908.213672:0:10443:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:0.0:1763344908.213676:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.213680:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.213682:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.213685:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000020:00000010:0.0:1763344908.213690:0:10443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4800. 00000020:00000010:0.0:1763344908.213695:0:10443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139f80. 00000020:00000010:0.0:1763344908.213699:0:10443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732578. 00000100:00000040:0.0:1763344908.213706:0:10443:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344908.213708:0:10443:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.213709:0:10443:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344908.213711:0:10443:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.213718:0:10443:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.213732:0:10443:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.213742:0:10443:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.213744:0:10443:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.213747:0:10443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8692 00000100:00000040:0.0:1763344908.213751:0:10443:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:0.0:1763344908.213752:0:10443:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029107456 : -107404680444160 : ffff9e50e62cc700) 00000100:00000040:0.0:1763344908.213757:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cc700 x1848987617983744/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.213764:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.213766:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.213768:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.213769:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000100:00100000:0.0:1763344908.213773:0:10443:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6504:x1848987617983744:12345-0@lo:101:mdt00_000.0 00000100:00000200:0.0:1763344908.213776:0:10443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617983744 00000020:00000001:0.0:1763344908.213779:0:10443:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344908.213782:0:10443:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344908.213786:0:10443:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.213806:0:10443:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344908.213808:0:10443:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344908.213812:0:10443:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344908.213815:0:10443:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617983744, found 0 last_xid 1848987617983743 00000020:00000001:0.0:1763344908.213818:0:10443:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344908.213820:0:10443:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344908.213822:0:10443:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344908.213827:0:10443:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.213829:0:10443:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344908.213831:0:10443:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344908.213833:0:10443:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344908.213834:0:10443:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344908.213836:0:10443:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.213840:0:10443:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344908.213847:0:10443:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50edc33200. 00010000:00000010:0.0:1763344908.213850:0:10443:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50df139600. 00010000:00000001:0.0:1763344908.213854:0:10443:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.213856:0:10443:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc000. 00000020:00000001:0.0:1763344908.213859:0:10443:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.213862:0:10443:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc000 with handle 0x34881b4086818148 to hash 00000020:00000001:0.0:1763344908.213863:0:10443:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.213865:0:10443:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000010:0.0:1763344908.213869:0:10443:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5100. 00010000:00000001:0.0:1763344908.213872:0:10443:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00010000:0.0:1763344908.213876:0:10443:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086818148 lrc: 2/0,0 mode: --/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34881b4086818141 expref: -99 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.213885:0:10443:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc48d5800 : new locks_count 2 00000020:00000040:0.0:1763344908.213887:0:10443:0:(genops.c:887:class_export_get()) GET export ffff9e4fc48d5800 refcount=7 00000100:00000001:0.0:1763344908.213894:0:10443:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.213896:0:10443:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.213900:0:10443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff9e50ca203400. 02000000:00000001:0.0:1763344908.213902:0:10443:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.213917:0:10443:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.213920:0:10443:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344908.213923:0:10443:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344908.213925:0:10443:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344908.213927:0:10443:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.213930:0:10443:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.213931:0:10443:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.213933:0:10443:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.213935:0:10443:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.213938:0:10443:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.213939:0:10443:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.213940:0:10443:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.213943:0:10443:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0xf31ccba1 (ffff9e50edc33200) refcount = 1 00010000:00010000:0.0:1763344908.213948:0:10443:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086818148 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x34881b4086818141 expref: 7 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.213954:0:10443:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.213958:0:10443:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.213960:0:10443:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.213962:0:10443:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.213964:0:10443:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.213966:0:10443:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.213968:0:10443:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.213972:0:10443:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763344908.213975:0:10443:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086818148 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b4086818141 expref: 7 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.213982:0:10443:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.213984:0:10443:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.213986:0:10443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0xf31ccba1 (ffff9e50edc33200) 00010000:00010000:0.0:1763344908.213989:0:10443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344908.213991:0:10443:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.213993:0:10443:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.213995:0:10443:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.213996:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.213998:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.214000:0:10443:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bc000, rc 0) 00000020:00000001:0.0:1763344908.214003:0:10443:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344908.214006:0:10443:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214354, transno 0, xid 1848987617983744 00010000:00000001:0.0:1763344908.214008:0:10443:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344908.214013:0:10443:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cc700 x1848987617983744/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/344 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344908.214020:0:10443:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.214022:0:10443:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.214025:0:10443:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.214029:0:10443:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.214031:0:10443:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 67 to 0@lo 00000100:00000001:0.0:1763344908.214034:0:10443:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344908.214036:0:10443:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.214038:0:10443:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.214040:0:10443:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.214043:0:10443:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344908.214046:0:10443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495aa0. 00000100:00000200:0.0:1763344908.214050:0:10443:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 4, xid 1848987617983744, offset 224 00000400:00000200:0.0:1763344908.214055:0:10443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344908.214061:0:10443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344908.214067:0:10443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 4 MB=0x691a4fa29fd00 00000400:00000200:0.0:1763344908.214072:0:10443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 344/344 into md 0x666095 [1] + 224 00000400:00000200:0.0:1763344908.214076:0:10443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.214078:0:10443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344908.214082:0:10443:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.214086:0:10443:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e62cdc00 x1848987617983744/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344908.214094:0:10443:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9e50e62cdc00 x1848987617983744/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.214104:0:10443:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344908.214110:0:10443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495aa0 00000400:00000010:0.0:1763344908.214112:0:10443:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495aa0. 00000100:00000001:0.0:1763344908.214115:0:10443:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.214117:0:10443:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344908.214119:0:10443:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.214122:0:10443:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 66 to 0@lo 00010000:00000001:0.0:1763344908.214124:0:10443:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344908.214126:0:10443:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.214128:0:10443:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344908.214131:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cc700 x1848987617983744/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/344 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344908.214138:0:10443:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6504:x1848987617983744:12345-0@lo:101:mdt00_000.0 Request processed in 373us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344908.214144:0:10443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8692 00000100:00000040:0.0:1763344908.214147:0:10443:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:0.0:1763344908.214149:0:10443:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.214151:0:10443:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.214155:0:10443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139f80. 00000020:00000010:0.0:1763344908.214160:0:10443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732578. 00000020:00000010:0.0:1763344908.214163:0:10443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4800. 00000020:00000040:0.0:1763344908.214167:0:10443:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 6 00000100:00000001:0.0:1763344908.214170:0:10443:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.214858:0:71618:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.214879:0:71618:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344908.214882:0:71618:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344908.214885:0:71618:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.214887:0:71618:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.214892:0:71618:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.214896:0:71618:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.214899:0:71618:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.214916:0:71618:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1374700 x1848987617983616/t0(0) o105->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 336/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344908.214926:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc1374700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_004:lustre-MDT0000-mdtlov_UUID+4:3629:x1848987617983616:12345-0@lo:105: Request processed in 5233us (6506us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.214933:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000100:00000040:3.0:1763344908.214936:0:71618:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc342f800 : new rpc_count 0 00000100:00000001:3.0:1763344908.214938:0:71618:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.214940:0:71618:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.214945:0:71618:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.214949:0:71618:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:3.0:1763344908.214953:0:71618:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fccf0ba00. 00000020:00000040:3.0:1763344908.214957:0:71618:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc342f800 : new refcount 3 00000100:00000001:3.0:1763344908.214960:0:71618:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.215113:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.215118:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.215120:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.215122:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344908.215125:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:2.0:1763344908.215127:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:2.0:1763344908.215129:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.215133:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e62cdc00 x1848987617983744/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344908.215141:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e62cdc00 x1848987617983744/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.215146:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.215148:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.215150:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.215153:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.215154:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.215156:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.215158:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.215164:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.215168:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.215170:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344908.215172:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.215174:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344908.215176:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.215178:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344908.215180:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:2.0:1763344908.215182:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344908.215183:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.215187:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e62cdc00 x1848987617983744/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.215194:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.215197:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.215198:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344908.215202:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cdc00 x1848987617983744/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.215208:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e62cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617983744:0@lo:101:mdt00_000.0 00000100:00000001:2.0:1763344908.215213:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.215215:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.215218:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.215219:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.215222:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e62cdc00 x1848987617983744/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.215229:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344908.215231:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1b40. 00000100:00000001:2.0:1763344908.215234:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344908.215235:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.215238:0:6504:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1763344908.215241:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.215243:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.215246:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90600 refcount=4 00000020:00000001:2.0:1763344908.215248:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:2.0:1763344908.215250:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000040:2.0:1763344908.215255:0:6504:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff9e50f5d90600, remote cookie: 0x34881b4086818148, flags: 0x0 00010000:00000001:2.0:1763344908.215258:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.215261:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.215263:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.215264:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.215265:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.215267:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0xf31ccba1 (ffff9e4fc1359e00) refcount = 1 00010000:00010000:2.0:1763344908.215272:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90600/0x34881b4086818141 lrc: 4/0,1 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b4086818148 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.215283:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.215286:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.215287:0:6504:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.215290:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.215292:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.215295:0:6504:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90600/0x34881b4086818141 lrc: 4/0,1 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b4086818148 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.215300:0:6504:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1763344908.215302:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.215303:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.215304:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.215305:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.215307:0:6504:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.215310:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.215313:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e62cdc00 x1848987617983744/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.215320:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.215322:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.215325:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4fcb32d800. 02000000:00000001:2.0:1763344908.215329:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.215331:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.215332:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1763344908.215335:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.215337:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab9200. 02000000:00000001:2.0:1763344908.215341:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.215342:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.215344:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cdc00. 00000100:00000001:2.0:1763344908.215348:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.215349:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344908.215351:0:6504:0:(osp_md_object.c:971:osp_md_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.215359:0:6504:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:2.0:1763344908.215360:0:6504:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240002b13:0x12e85:0x0] 00000004:00000001:2.0:1763344908.215364:0:6504:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.215367:0:6504:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.215382:0:6504:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763344908.215386:0:6504:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000010:2.0:1763344908.215393:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd05d1b40. 00000004:00000010:2.0:1763344908.215398:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c59280. 00000004:00000010:2.0:1763344908.215402:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ff950000. 00000020:00000001:2.0:1763344908.215406:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.215409:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.215411:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763344908.215413:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763344908.215415:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240002b13:0x12e85:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000004:00000040:2.0:1763344908.215419:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ff950000 magic = bdde0002 count = 1 size = 40 00000100:00000010:2.0:1763344908.215423:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cdc00. 00000020:00000040:2.0:1763344908.215426:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1763344908.215430:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.215432:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.215436:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.215440:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab9200. 00000100:00000001:2.0:1763344908.215444:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.215447:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.215449:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.215451:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.215453:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344908.215454:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.215458:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1600. 00000100:00000001:2.0:1763344908.215460:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:2.0:1763344908.215462:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.215463:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000001:2.0:1763344908.215467:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344908.215470:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.215472:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.215473:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.215477:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e62cdc00 x1848987617983872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.215482:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.215484:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.215487:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344908.215489:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344908.215491:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.215494:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e62cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617983872:0@lo:1000:mdt00_000.0 00000100:00000001:2.0:1763344908.215497:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.215500:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.215502:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.215504:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.215509:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f8592000. 02000000:00000001:2.0:1763344908.215511:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.215514:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.215519:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1f00. 00000100:00000200:2.0:1763344908.215523:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617983872, portal 4 00000100:00000001:2.0:1763344908.215525:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.215526:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000040:2.0:1763344908.215531:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e62cdc00 x1848987617983872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.215536:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.215538:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.215540:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 00000100:00000200:2.0:1763344908.215542:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 24, xid 1848987617983872, offset 0 00000400:00000200:2.0:1763344908.215547:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.215554:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.215562:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 24 MB=0x691a4fa29fd80 00000400:00000200:2.0:1763344908.215567:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 304/304 into md 0x209981 [256] + 10208 00000400:00000200:2.0:1763344908.215572:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.215575:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.215579:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.215580:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344908.215584:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cf100. 00000100:00000040:2.0:1763344908.215586:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cf100 x1848987617983872 msgsize 304 00000100:00100000:2.0:1763344908.215590:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000001:1.0:1763344908.215661:0:3629:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344908.215663:0:3629:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.215666:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c210. 00000400:00000200:1.0:1763344908.215669:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3b28 00000400:00000010:1.0:1763344908.215671:0:3629:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3b28. 00000100:00000001:1.0:1763344908.215675:0:3629:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.215679:0:3629:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50c3e64e00 x1848987617983616/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344908.215688:0:3629:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50c3e64e00 x1848987617983616/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.215693:0:3629:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344908.215695:0:3629:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.215697:0:3629:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.215698:0:3629:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.215699:0:3629:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.215701:0:3629:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.215703:0:3629:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.215706:0:3629:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc48d3c58 time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344908.215710:0:3629:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc48d3c10 time=24 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.215712:0:3629:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.215713:0:3629:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.215715:0:3629:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.215716:0:3629:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.215718:0:3629:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.215721:0:3629:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50c3e64e00 x1848987617983616/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.215728:0:3629:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.215730:0:3629:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.215731:0:3629:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.215733:0:3629:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763344908.215735:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.215736:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.215738:0:3629:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.215741:0:3629:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e64e00 x1848987617983616/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344908.215748:0:3629:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50c3e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0001_UUID:3629:1848987617983616:0@lo:105: 00000100:00000001:1.0:1763344908.215752:0:3629:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.215754:0:3629:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.215756:0:3629:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344908.215757:0:3629:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.215760:0:3629:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50c3e64e00 x1848987617983616/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.215766:0:3629:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344908.215768:0:3629:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344908.215770:0:3629:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e510117aa00. 02000000:00000001:1.0:1763344908.215772:0:3629:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.215774:0:3629:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.215775:0:3629:0:(genops.c:1242:class_import_put()) import ffff9e4fc48d3800 refcount=1 obd=lustre-MDT0001 00000020:00000001:1.0:1763344908.215777:0:3629:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344908.215778:0:3629:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117b800. 02000000:00000001:1.0:1763344908.215780:0:3629:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344908.215781:0:3629:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344908.215783:0:3629:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e64e00. 00000100:00000001:1.0:1763344908.215787:0:3629:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344908.215806:0:3629:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344908.215808:0:3629:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e50e5211540. 00000100:00000001:1.0:1763344908.215810:0:3629:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344908.215812:0:3629:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344908.215814:0:3629:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6740. 00010000:00000001:1.0:1763344908.215816:0:3629:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.215819:0:3629:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344908.215821:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.215822:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.215824:0:3629:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.215826:0:3629:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.215828:0:3629:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.215832:0:3629:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 2/0,0 mode: --/TXN res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.215842:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.215843:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.215844:0:3629:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344908.215846:0:3629:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344908.215848:0:3629:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.215850:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868180d1 lrc: 0/0,0 mode: --/TXN res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6504 initiator: MDT1 00010000:00000010:1.0:1763344908.215856:0:3629:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5300. 00010000:00000001:1.0:1763344908.215863:0:3629:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763344908.215866:0:3629:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 220 00000100:00000001:1.0:1763344908.215868:0:3629:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.216619:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.216629:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:2.0:1763344908.216632:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:2.0:1763344908.216634:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.216639:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e62cdc00 x1848987617983872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.216649:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.216652:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50e62cdc00 x1848987617983872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.216658:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.216659:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.216664:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.216669:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5183 usecs (6 jiffies) 00000100:00000001:2.0:1763344908.216672:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307682041 00000100:00000001:2.0:1763344908.216676:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.216678:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307682041 00000100:00000001:2.0:1763344908.216680:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.216682:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307682041 00000100:00000001:2.0:1763344908.216684:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.216686:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307682041 00000100:00000001:2.0:1763344908.216688:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.216689:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.216692:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.216694:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.216695:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.216698:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1600 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.216700:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.216702:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.216781:0:6510:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.216784:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617983872 02000000:00000001:3.0:1763344908.216800:0:6510:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.216802:0:6510:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.216803:0:6510:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.216807:0:6510:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.216810:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617983872 00000020:00000001:3.0:1763344908.216813:0:6510:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.216814:0:6510:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:3.0:1763344908.216816:0:6510:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.216819:0:6510:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=7 00000020:00000001:3.0:1763344908.216821:0:6510:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:3.0:1763344908.216824:0:6510:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:3.0:1763344908.216827:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.216833:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.216836:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.216838:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.216844:0:6510:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fccf0ba00. 00000020:00000010:3.0:1763344908.216849:0:6510:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.216853:0:6510:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.216861:0:6510:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344908.216863:0:6510:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.216865:0:6510:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.216866:0:6510:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.216872:0:6510:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.217119:0:6510:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.217133:0:6510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.217135:0:6510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.217139:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8693 00000100:00000040:3.0:1763344908.217143:0:6510:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:3.0:1763344908.217145:0:6510:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029118208 : -107404680433408 : ffff9e50e62cf100) 00000100:00000040:3.0:1763344908.217151:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cf100 x1848987617983872/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 304/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.217159:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.217162:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.217164:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.217166:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00100000:3.0:1763344908.217170:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6504:x1848987617983872:12345-0@lo:1000:mdt00_000.0 00000100:00000200:3.0:1763344908.217174:0:6510:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617983872 00000020:00000001:3.0:1763344908.217177:0:6510:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.217181:0:6510:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.217185:0:6510:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.217187:0:6510:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.217189:0:6510:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344908.217193:0:6510:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.217196:0:6510:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617983872, found 0 last_xid 1848987617983871 00000020:00000001:3.0:1763344908.217199:0:6510:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.217201:0:6510:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.217203:0:6510:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.217205:0:6510:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.217208:0:6510:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344908.217213:0:6510:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6680. 00000100:00000001:3.0:1763344908.217217:0:6510:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.217219:0:6510:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.217225:0:6510:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50f9406000. 02000000:00000001:3.0:1763344908.217227:0:6510:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.217230:0:6510:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.217234:0:6510:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc87e0480. 00000020:00000001:3.0:1763344908.217236:0:6510:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344908.217239:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.217243:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000020:00000001:3.0:1763344908.217248:0:6510:0:(out_handler.c:157:out_attr_get()) Process entered 00000020:00000040:3.0:1763344908.217254:0:6510:0:(out_handler.c:185:out_attr_get()) lustre-MDT0001: insert attr get reply ffff9e50f9406208 index 0: rc = 0 00000020:00000001:3.0:1763344908.217257:0:6510:0:(out_handler.c:190:out_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.217261:0:6510:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6680. 00000020:00000010:3.0:1763344908.217265:0:6510:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc87e0480. 00000020:00000001:3.0:1763344908.217267:0:6510:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.217270:0:6510:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214354, transno 0, xid 1848987617983872 00010000:00000001:3.0:1763344908.217273:0:6510:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.217277:0:6510:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cf100 x1848987617983872/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 304/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.217284:0:6510:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.217286:0:6510:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.217290:0:6510:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.217294:0:6510:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.217296:0:6510:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.217298:0:6510:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.217301:0:6510:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.217302:0:6510:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.217305:0:6510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.217307:0:6510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.217311:0:6510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0480. 00000100:00000200:3.0:1763344908.217315:0:6510:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617983872, offset 224 00000400:00000200:3.0:1763344908.217320:0:6510:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.217328:0:6510:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.217336:0:6510:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29fd80 00000400:00000200:3.0:1763344908.217342:0:6510:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x6660a1 [2] + 224 00000400:00000200:3.0:1763344908.217348:0:6510:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.217351:0:6510:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.217354:0:6510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.217358:0:6510:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e62cdc00 x1848987617983872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344908.217368:0:6510:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50e62cdc00 x1848987617983872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.217388:0:6510:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.217394:0:6510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0480 00000400:00000010:3.0:1763344908.217396:0:6510:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.217398:0:6510:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.217400:0:6510:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.217404:0:6510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.217406:0:6510:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.217409:0:6510:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.217410:0:6510:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.217412:0:6510:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.217416:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cf100 x1848987617983872/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 304/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.217425:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6504:x1848987617983872:12345-0@lo:1000:mdt00_000.0 Request processed in 265us (1837us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.217432:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8693 00000100:00000040:3.0:1763344908.217435:0:6510:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:3.0:1763344908.217437:0:6510:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.217439:0:6510:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.217443:0:6510:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.217446:0:6510:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:3.0:1763344908.217449:0:6510:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fccf0ba00. 00000020:00000040:3.0:1763344908.217453:0:6510:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 6 00000100:00000001:3.0:1763344908.217456:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.217504:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.217508:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.217510:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.217513:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344908.217516:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1f00 00000400:00000010:2.0:1763344908.217518:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1f00. 00000100:00000001:2.0:1763344908.217521:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.217524:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e62cdc00 x1848987617983872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344908.217532:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e62cdc00 x1848987617983872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.217538:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.217540:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.217541:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.217543:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.217545:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.217546:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.217549:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.217553:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.217556:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.217558:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344908.217560:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.217562:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344908.217564:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.217566:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344908.217568:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:2.0:1763344908.217569:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344908.217571:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.217575:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e62cdc00 x1848987617983872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.217581:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.217583:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.217585:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344908.217588:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cdc00 x1848987617983872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.217597:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e62cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617983872:0@lo:1000:mdt00_000.0 00000100:00000001:2.0:1763344908.217601:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.217604:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.217606:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.217607:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.217610:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e62cdc00 x1848987617983872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.217616:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344908.217618:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1600. 00000100:00000001:2.0:1763344908.217620:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344908.217622:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.217624:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.217633:0:6504:0:(osp_object.c:641:osp_attr_get()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.217635:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.217638:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e62cdc00 x1848987617983872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.217645:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.217646:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.217649:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f8592000. 02000000:00000001:2.0:1763344908.217652:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.217653:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.217655:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1763344908.217657:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.217659:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab9200. 02000000:00000001:2.0:1763344908.217662:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.217663:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.217664:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cdc00. 00000100:00000001:2.0:1763344908.217668:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.217669:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763344908.217672:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ff950000. 00000004:00000010:2.0:1763344908.217676:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59280. 00000004:00000010:2.0:1763344908.217680:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd05d1b40. 00000004:00000001:2.0:1763344908.217684:0:6504:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000040:2.0:1763344908.217686:0:6504:0:(mdd_dir.c:78:__mdd_lookup()) lustre-MDD0000: Object [0x240002b13:0x12e85:0x0] located on remote server 00000004:00000001:2.0:1763344908.217690:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344908.217693:0:6504:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b13:0x12e85:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344908.217696:0:6504:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.217701:0:6504:0:(osp_md_object.c:472:osp_md_index_lookup()) Process entered 00000004:00000010:2.0:1763344908.217705:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd05d1b40. 00000004:00000010:2.0:1763344908.217708:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c59280. 00000004:00000010:2.0:1763344908.217711:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ff950000. 00000020:00000001:2.0:1763344908.217715:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.217717:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.217719:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763344908.217720:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763344908.217722:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240002b13:0x12e85:0x0] op = lookup params = 1 batchid = 0 size = 56 repsize 256 00000004:00000040:2.0:1763344908.217726:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ff950000 magic = bdde0002 count = 1 size = 56 00000100:00000010:2.0:1763344908.217730:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cdc00. 00000020:00000040:2.0:1763344908.217732:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1763344908.217735:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.217737:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.217740:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.217745:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab9200. 00000100:00000001:2.0:1763344908.217748:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.217751:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.217753:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.217756:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.217758:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344908.217759:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.217764:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1600. 00000100:00000001:2.0:1763344908.217766:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:2.0:1763344908.217769:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.217770:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000001:2.0:1763344908.217774:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344908.217777:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.217779:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.217780:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.217784:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e62cdc00 x1848987617984000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.217824:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.217826:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.217829:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344908.217831:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344908.217834:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.217836:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e62cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617984000:0@lo:1000:mdt00_000.0 00000100:00000001:2.0:1763344908.217840:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.217843:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.217845:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.217846:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.217851:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f8592000. 02000000:00000001:2.0:1763344908.217853:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.217856:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.217860:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1f00. 00000100:00000200:2.0:1763344908.217864:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617984000, portal 4 00000100:00000001:2.0:1763344908.217866:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.217868:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000040:2.0:1763344908.217872:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e62cdc00 x1848987617984000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.217878:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.217879:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.217882:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 00000100:00000200:2.0:1763344908.217884:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 320 bytes to portal 24, xid 1848987617984000, offset 0 00000400:00000200:2.0:1763344908.217887:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.217893:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.217899:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 320 into portal 24 MB=0x691a4fa29fe00 00000400:00000200:2.0:1763344908.217904:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 320/320 into md 0x209981 [256] + 10512 00010000:00000010:1.1:1763344908.218192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d91600. 00000400:00000200:2.0:1763344908.221294:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.221301:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.221308:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.221311:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344908.221321:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cc000. 00000100:00000040:2.0:1763344908.221325:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cc000 x1848987617984000 msgsize 320 00000100:00100000:2.0:1763344908.221329:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344908.221494:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.221509:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:2.0:1763344908.221512:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:2.0:1763344908.221516:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.221525:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e62cdc00 x1848987617984000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.221536:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.221539:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50e62cdc00 x1848987617984000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.221547:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.221549:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.221556:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.221561:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5183 usecs (6 jiffies) 00000100:00000001:2.0:1763344908.221565:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307682046 00000100:00000001:2.0:1763344908.221568:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.221571:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307682046 00000100:00000001:2.0:1763344908.221573:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.221575:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307682046 00000100:00000001:2.0:1763344908.221577:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.221579:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307682046 00000100:00000001:2.0:1763344908.221581:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.221584:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.221587:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.221590:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.221591:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.221594:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1600 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.221598:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.221600:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.221649:0:6510:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.221652:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617984000 02000000:00000001:3.0:1763344908.221655:0:6510:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.221657:0:6510:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.221660:0:6510:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.221665:0:6510:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.221669:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617984000 00000020:00000001:3.0:1763344908.221672:0:6510:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.221674:0:6510:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:3.0:1763344908.221677:0:6510:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.221680:0:6510:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=7 00000020:00000001:3.0:1763344908.221683:0:6510:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:3.0:1763344908.221686:0:6510:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:3.0:1763344908.221690:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.221694:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.221697:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.221700:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.221707:0:6510:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fccf0ba00. 00000020:00000010:3.0:1763344908.221712:0:6510:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.221718:0:6510:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.221724:0:6510:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344908.221727:0:6510:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.221729:0:6510:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.221731:0:6510:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.221738:0:6510:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.222201:0:6510:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.222216:0:6510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.222218:0:6510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.222222:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8694 00000100:00000040:3.0:1763344908.222226:0:6510:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:3.0:1763344908.222229:0:6510:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029105664 : -107404680445952 : ffff9e50e62cc000) 00000100:00000040:3.0:1763344908.222235:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cc000 x1848987617984000/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 320/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.222244:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.222247:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.222249:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.222251:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00100000:3.0:1763344908.222255:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6504:x1848987617984000:12345-0@lo:1000:mdt00_000.0 00000100:00000200:3.0:1763344908.222259:0:6510:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617984000 00000020:00000001:3.0:1763344908.222262:0:6510:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.222265:0:6510:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.222268:0:6510:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.222272:0:6510:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.222274:0:6510:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344908.222277:0:6510:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.222281:0:6510:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617984000, found 0 last_xid 1848987617983999 00000020:00000001:3.0:1763344908.222283:0:6510:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.222286:0:6510:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.222287:0:6510:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.222290:0:6510:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.222293:0:6510:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344908.222302:0:6510:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6680. 00000100:00000001:3.0:1763344908.222306:0:6510:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.222309:0:6510:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.222319:0:6510:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e4fc6f76000. 02000000:00000001:3.0:1763344908.222321:0:6510:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.222324:0:6510:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.222329:0:6510:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc87e0480. 00000020:00000001:3.0:1763344908.222331:0:6510:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344908.222335:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.222340:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000020:00000001:3.0:1763344908.222345:0:6510:0:(out_handler.c:317:out_index_lookup()) Process entered 00080000:00000001:3.0:1763344908.222350:0:6510:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763344908.222354:0:6510:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1763344908.222381:0:6510:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:3.0:1763344908.222386:0:6510:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1763344908.222389:0:6510:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1763344908.222392:0:6510:0:(out_handler.c:340:out_index_lookup()) Process leaving via out_unlock (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:3.0:1763344908.222396:0:6510:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d53bc0 00000020:00000040:3.0:1763344908.222399:0:6510:0:(out_handler.c:350:out_index_lookup()) lookup [0x240002b13:0x12e85:0x0] 56xa get [0x240000402:0xd437:0x0] rc -2 00000020:00000040:3.0:1763344908.222402:0:6510:0:(out_handler.c:354:out_index_lookup()) lustre-MDT0001: insert lookup reply ffff9e4fc6f76208 index 0: rc = -2 00000020:00000001:3.0:1763344908.222405:0:6510:0:(out_handler.c:359:out_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1763344908.222408:0:6510:0:(out_handler.c:1215:out_handle()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:3.0:1763344908.222412:0:6510:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6680. 00000020:00000010:3.0:1763344908.222416:0:6510:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc87e0480. 00000020:00000001:3.0:1763344908.222419:0:6510:0:(out_handler.c:1243:out_handle()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:3.0:1763344908.222423:0:6510:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214354, transno 0, xid 1848987617984000 00010000:00000001:3.0:1763344908.222426:0:6510:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.222430:0:6510:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cc000 x1848987617984000/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 320/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.222438:0:6510:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.222440:0:6510:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.222444:0:6510:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.222448:0:6510:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.222451:0:6510:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.222453:0:6510:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.222456:0:6510:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.222458:0:6510:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.222461:0:6510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.222463:0:6510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.222468:0:6510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0480. 00000100:00000200:3.0:1763344908.222474:0:6510:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617984000, offset 224 00000400:00000200:3.0:1763344908.222480:0:6510:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.222492:0:6510:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.222503:0:6510:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29fe00 00000400:00000200:3.0:1763344908.222510:0:6510:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x6660ad [2] + 224 00000400:00000200:3.0:1763344908.222516:0:6510:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.222519:0:6510:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.222522:0:6510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.222527:0:6510:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e62cdc00 x1848987617984000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344908.222536:0:6510:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50e62cdc00 x1848987617984000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.222544:0:6510:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.222550:0:6510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0480 00000400:00000010:3.0:1763344908.222553:0:6510:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.222555:0:6510:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.222557:0:6510:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.222561:0:6510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.222564:0:6510:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.222567:0:6510:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.222569:0:6510:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.222571:0:6510:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.222574:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cc000 x1848987617984000/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 320/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.222584:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6504:x1848987617984000:12345-0@lo:1000:mdt00_000.0 Request processed in 339us (1257us total) trans 0 rc -2/-2 00000100:00100000:3.0:1763344908.222591:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8694 00000100:00000040:3.0:1763344908.222594:0:6510:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:3.0:1763344908.222597:0:6510:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.222598:0:6510:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.222602:0:6510:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.222606:0:6510:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:3.0:1763344908.222609:0:6510:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fccf0ba00. 00000020:00000040:3.0:1763344908.222614:0:6510:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 6 00000100:00000001:3.0:1763344908.222616:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.222670:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.222676:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.222677:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.222680:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344908.222684:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1f00 00000400:00000010:2.0:1763344908.222687:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1f00. 00000100:00000001:2.0:1763344908.222690:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.222694:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e62cdc00 x1848987617984000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344908.222702:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e62cdc00 x1848987617984000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.222707:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.222709:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.222711:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.222714:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.222715:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.222717:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.222720:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.222725:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.222729:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.222732:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1763344908.222735:0:6504:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9e50e62cdc00 x1848987617984000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.222741:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.222744:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344908.222746:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:2.0:1763344908.222748:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344908.222750:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1763344908.222753:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e62cdc00 x1848987617984000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.222759:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1763344908.222762:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.222763:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344908.222767:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cdc00 x1848987617984000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.222775:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e62cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617984000:0@lo:1000:mdt00_000.0 00000100:00000001:2.0:1763344908.222781:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.222784:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.222820:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.222822:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.222826:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e62cdc00 x1848987617984000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.222832:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344908.222835:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1600. 00000100:00000001:2.0:1763344908.222837:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344908.222839:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.222841:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.222844:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e62cdc00 x1848987617984000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.222850:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.222853:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.222856:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f8592000. 02000000:00000001:2.0:1763344908.222859:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.222861:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.222862:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1763344908.222865:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.222867:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab9200. 02000000:00000001:2.0:1763344908.222871:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.222873:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.222874:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cdc00. 00000100:00000001:2.0:1763344908.222878:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.222879:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344908.222881:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344908.222885:0:6504:0:(osp_md_object.c:492:osp_md_index_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:2.0:1763344908.222889:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ff950000. 00000004:00000010:2.0:1763344908.222893:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59280. 00000004:00000010:2.0:1763344908.222898:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd05d1b40. 00000004:00000001:2.0:1763344908.222902:0:6504:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344908.222905:0:6504:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344908.222909:0:6504:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:2.0:1763344908.222911:0:6504:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200002b13:0x2e17:0x0] 00000020:00000001:2.0:1763344908.222914:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1763344908.222916:0:6504:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1763344908.222920:0:6504:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9e50d7476b40. 00000004:00000001:2.0:1763344908.222924:0:6504:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446636668779195288 : -107404930356328 : ffff9e50d7476b98) 00000004:00000001:2.0:1763344908.222930:0:6504:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:2.0:1763344908.222932:0:6504:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200002b13:0x2e17:0x0] 00000004:00000010:2.0:1763344908.222937:0:6504:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9e4fc87f5e10. 00000004:00000001:2.0:1763344908.222940:0:6504:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.222943:0:6504:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1763344908.222946:0:6504:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1763344908.222950:0:6504:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9e4fd0df0990. 00000004:00000001:2.0:1763344908.222952:0:6504:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446636664376723856 : -107409332827760 : ffff9e4fd0df0990) 00000004:00000001:2.0:1763344908.222954:0:6504:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.222957:0:6504:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:2.0:1763344908.222958:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.222962:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.222963:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.222966:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.222969:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.222971:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.222973:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.222975:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200002b13 00000004:00000001:2.0:1763344908.222977:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344908.222981:0:6504:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff9e4fddab9200. 00000004:00000001:2.0:1763344908.222984:0:6504:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.222987:0:6504:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763344908.222989:0:6504:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.222994:0:6504:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636668779195288 : -107404930356328 : ffff9e50d7476b98) 00000004:00000001:2.0:1763344908.222997:0:6504:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446636668779195200 : -107404930356416 : ffff9e50d7476b40) 00000004:00000002:2.0:1763344908.223002:0:6504:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200002b13:0x2e17:0x0] version is 0x1 00000004:00000001:2.0:1763344908.223009:0:6504:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:2.0:1763344908.223013:0:6504:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:2.0:1763344908.223016:0:6504:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.223018:0:6504:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:2.0:1763344908.223021:0:6504:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000040:2.0:1763344908.223022:0:6504:0:(mdd_dir.c:78:__mdd_lookup()) lustre-MDD0000: Object [0x240002b13:0x12e85:0x0] located on remote server 00000004:00000001:2.0:1763344908.223026:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344908.223029:0:6504:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b13:0x12e85:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344908.223033:0:6504:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.223037:0:6504:0:(osp_md_object.c:472:osp_md_index_lookup()) Process entered 00000004:00000010:2.0:1763344908.223040:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd05d1b40. 00000004:00000010:2.0:1763344908.223043:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c59280. 00000004:00000010:2.0:1763344908.223047:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ff950000. 00000020:00000001:2.0:1763344908.223050:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.223052:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.223054:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763344908.223055:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763344908.223058:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240002b13:0x12e85:0x0] op = lookup params = 1 batchid = 0 size = 56 repsize 256 00000004:00000040:2.0:1763344908.223061:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ff950000 magic = bdde0002 count = 1 size = 56 00000100:00000010:2.0:1763344908.223066:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cdc00. 00000020:00000040:2.0:1763344908.223069:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1763344908.223073:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.223075:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.223095:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.223101:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab8c00. 00000100:00000001:2.0:1763344908.223105:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.223109:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.223111:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.223113:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.223115:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344908.223117:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.223122:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1600. 00000100:00000001:2.0:1763344908.223124:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:2.0:1763344908.223126:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.223128:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000001:2.0:1763344908.223133:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344908.223138:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.223141:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.223142:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.223146:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e62cdc00 x1848987617984128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.223153:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.223155:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.223159:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344908.223161:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344908.223163:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.223166:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e62cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617984128:0@lo:1000:mdt00_000.0 00000100:00000001:2.0:1763344908.223170:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.223173:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.223175:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.223177:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.223182:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f8592000. 02000000:00000001:2.0:1763344908.223184:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.223188:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.223192:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1f00. 00000100:00000200:2.0:1763344908.223198:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617984128, portal 4 00000100:00000001:2.0:1763344908.223199:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.223201:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000040:2.0:1763344908.223205:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e62cdc00 x1848987617984128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.223211:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.223213:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.223216:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 00000100:00000200:2.0:1763344908.223218:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 320 bytes to portal 24, xid 1848987617984128, offset 0 00000400:00000200:2.0:1763344908.223223:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.223229:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.223235:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 320 into portal 24 MB=0x691a4fa29fe80 00000400:00000200:2.0:1763344908.223240:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 320/320 into md 0x209981 [256] + 10832 00000400:00000200:2.0:1763344908.223244:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.223247:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.223250:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.223252:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344908.223256:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cfb80. 00000100:00000040:2.0:1763344908.223259:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cfb80 x1848987617984128 msgsize 320 00000100:00100000:2.0:1763344908.223263:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344908.223761:0:10443:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763344908.223812:0:6510:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000010:1.1:1763344908.223844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00000100:00000001:2.0:1763344908.223905:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.223915:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:2.0:1763344908.223917:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:2.0:1763344908.223920:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.223926:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e62cdc00 x1848987617984128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.223935:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.223938:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50e62cdc00 x1848987617984128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.223945:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.223947:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.223951:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.223955:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5183 usecs (6 jiffies) 00000100:00000001:2.0:1763344908.223959:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307682049 00000100:00000001:2.0:1763344908.223962:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.223964:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307682049 00000100:00000001:2.0:1763344908.223967:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.223969:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307682049 00000100:00000001:2.0:1763344908.223971:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.223973:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307682049 00000100:00000001:2.0:1763344908.223975:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.223977:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.223979:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.223981:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.223983:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.223985:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1600 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.223988:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.223991:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.224201:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.224269:0:10443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617984128 02000000:00000001:0.0:1763344908.224272:0:10443:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.224274:0:10443:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.224277:0:10443:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.224280:0:10443:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.224284:0:10443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617984128 00000020:00000001:0.0:1763344908.224286:0:10443:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.224288:0:10443:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:0.0:1763344908.224291:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.224294:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=7 00000020:00000001:0.0:1763344908.224296:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:0.0:1763344908.224299:0:10443:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:0.0:1763344908.224303:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.224309:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.224312:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.224314:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000020:00000010:0.0:1763344908.224320:0:10443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4800. 00000020:00000010:0.0:1763344908.224325:0:10443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139f80. 00000020:00000010:0.0:1763344908.224331:0:10443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732578. 00000100:00000040:0.0:1763344908.224338:0:10443:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344908.224341:0:10443:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.224342:0:10443:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344908.224345:0:10443:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.224351:0:10443:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.224380:0:10443:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.224392:0:10443:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.224394:0:10443:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.224398:0:10443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8695 00000100:00000040:0.0:1763344908.224403:0:10443:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:0.0:1763344908.224405:0:10443:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029120896 : -107404680430720 : ffff9e50e62cfb80) 00000100:00000040:0.0:1763344908.224410:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cfb80 x1848987617984128/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 320/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.224418:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.224422:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.224424:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.224426:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000100:00100000:0.0:1763344908.224430:0:10443:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6504:x1848987617984128:12345-0@lo:1000:mdt00_000.0 00000100:00000200:0.0:1763344908.224434:0:10443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617984128 00000020:00000001:0.0:1763344908.224436:0:10443:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344908.224439:0:10443:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344908.224442:0:10443:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.224445:0:10443:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344908.224447:0:10443:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:0.0:1763344908.224450:0:10443:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344908.224453:0:10443:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617984128, found 0 last_xid 1848987617984127 00000020:00000001:0.0:1763344908.224455:0:10443:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344908.224457:0:10443:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344908.224460:0:10443:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344908.224463:0:10443:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.224465:0:10443:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763344908.224470:0:10443:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab2b4a8. 00000100:00000001:0.0:1763344908.224474:0:10443:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.224476:0:10443:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.224481:0:10443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e4fc18ec000. 02000000:00000001:0.0:1763344908.224483:0:10443:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.224485:0:10443:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344908.224489:0:10443:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd6241cc0. 00000020:00000001:0.0:1763344908.224491:0:10443:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763344908.224495:0:10443:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344908.224499:0:10443:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000020:00000001:0.0:1763344908.224503:0:10443:0:(out_handler.c:317:out_index_lookup()) Process entered 00080000:00000001:0.0:1763344908.224507:0:10443:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1763344908.224510:0:10443:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1763344908.224529:0:10443:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1763344908.224533:0:10443:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1763344908.224536:0:10443:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1763344908.224538:0:10443:0:(out_handler.c:340:out_index_lookup()) Process leaving via out_unlock (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1763344908.224541:0:10443:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc72fbbc0 00000020:00000040:0.0:1763344908.224544:0:10443:0:(out_handler.c:350:out_index_lookup()) lookup [0x240002b13:0x12e85:0x0] 56xa get [0x240000402:0xd37a:0x0] rc -2 00000020:00000040:0.0:1763344908.224547:0:10443:0:(out_handler.c:354:out_index_lookup()) lustre-MDT0001: insert lookup reply ffff9e4fc18ec208 index 0: rc = -2 00000020:00000001:0.0:1763344908.224550:0:10443:0:(out_handler.c:359:out_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1763344908.224553:0:10443:0:(out_handler.c:1215:out_handle()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1763344908.224556:0:10443:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab2b4a8. 00000020:00000010:0.0:1763344908.224559:0:10443:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd6241cc0. 00000020:00000001:0.0:1763344908.224562:0:10443:0:(out_handler.c:1243:out_handle()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1763344908.224565:0:10443:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214354, transno 0, xid 1848987617984128 00010000:00000001:0.0:1763344908.224568:0:10443:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344908.224572:0:10443:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cfb80 x1848987617984128/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 320/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344908.224580:0:10443:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.224582:0:10443:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.224586:0:10443:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.224590:0:10443:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.224592:0:10443:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344908.224594:0:10443:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344908.224597:0:10443:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.224599:0:10443:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.224602:0:10443:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.224604:0:10443:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344908.224608:0:10443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd6241cc0. 00000100:00000200:0.0:1763344908.224613:0:10443:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617984128, offset 224 00000400:00000200:0.0:1763344908.224620:0:10443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344908.224629:0:10443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344908.224638:0:10443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29fe80 00000400:00000200:0.0:1763344908.224644:0:10443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x6660b9 [2] + 224 00000400:00000200:0.0:1763344908.224652:0:10443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.224655:0:10443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344908.224659:0:10443:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.224664:0:10443:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e62cdc00 x1848987617984128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344908.224672:0:10443:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50e62cdc00 x1848987617984128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.224682:0:10443:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344908.224687:0:10443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd6241cc0 00000400:00000010:0.0:1763344908.224688:0:10443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd6241cc0. 00000100:00000001:0.0:1763344908.224691:0:10443:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.224693:0:10443:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344908.224696:0:10443:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.224699:0:10443:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344908.224701:0:10443:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344908.224702:0:10443:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.224705:0:10443:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344908.224708:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cfb80 x1848987617984128/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 320/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344908.224722:0:10443:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6504:x1848987617984128:12345-0@lo:1000:mdt00_000.0 Request processed in 301us (1460us total) trans 0 rc -2/-2 00000100:00100000:0.0:1763344908.224729:0:10443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8695 00000100:00000040:0.0:1763344908.224732:0:10443:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:0.0:1763344908.224734:0:10443:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.224736:0:10443:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.224740:0:10443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139f80. 00000020:00000010:0.0:1763344908.224745:0:10443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732578. 00000020:00000010:0.0:1763344908.224748:0:10443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4800. 00000020:00000040:0.0:1763344908.224754:0:10443:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 6 00000100:00000001:0.0:1763344908.224757:0:10443:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.224835:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.224841:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.224842:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.224845:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344908.224849:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1f00 00000400:00000010:2.0:1763344908.224851:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1f00. 00000100:00000001:2.0:1763344908.224853:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.224857:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e62cdc00 x1848987617984128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344908.224865:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e62cdc00 x1848987617984128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.224871:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.224873:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.224875:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.224878:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.224880:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.224881:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.224885:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.224892:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.224896:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.224899:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1763344908.224904:0:6504:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9e50e62cdc00 x1848987617984128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.224910:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.224913:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344908.224916:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:2.0:1763344908.224918:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344908.224919:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1763344908.224923:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e62cdc00 x1848987617984128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.224931:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1763344908.224934:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.224936:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344908.224940:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cdc00 x1848987617984128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.224947:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e62cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617984128:0@lo:1000:mdt00_000.0 00000100:00000001:2.0:1763344908.224951:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.224954:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.224956:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.224958:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.224961:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e62cdc00 x1848987617984128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.224968:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344908.224971:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1600. 00000100:00000001:2.0:1763344908.224973:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344908.224975:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.224978:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.224981:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e62cdc00 x1848987617984128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.224987:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.224990:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.224992:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f8592000. 02000000:00000001:2.0:1763344908.224995:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.224997:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.224998:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1763344908.225001:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.225003:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab8c00. 02000000:00000001:2.0:1763344908.225006:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.225007:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.225009:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cdc00. 00000100:00000001:2.0:1763344908.225013:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.225014:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344908.225017:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344908.225020:0:6504:0:(osp_md_object.c:492:osp_md_index_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:2.0:1763344908.225024:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ff950000. 00000004:00000010:2.0:1763344908.225028:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59280. 00000004:00000010:2.0:1763344908.225034:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd05d1b40. 00000004:00000001:2.0:1763344908.225038:0:6504:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344908.225042:0:6504:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:2.0:1763344908.225044:0:6504:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.225049:0:6504:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763344908.225055:0:6504:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763344908.225062:0:6504:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50e4b8df00. 00080000:00000001:2.0:1763344908.225067:0:6504:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.225071:0:6504:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab8c00. 00080000:00000001:2.0:1763344908.225075:0:6504:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000004:00000001:2.0:1763344908.225078:0:6504:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:2.0:1763344908.225084:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.225088:0:6504:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763344908.225093:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd05d1b40. 00000004:00000010:2.0:1763344908.225096:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c59280. 00000004:00000010:2.0:1763344908.225100:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ff950000. 00000020:00000001:2.0:1763344908.225104:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.225106:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.225109:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763344908.225111:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763344908.225113:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240002b13:0x12e85:0x0] op = xattr_get params = 1 batchid = 0 size = 80 repsize 520 00000004:00000040:2.0:1763344908.225118:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ff950000 magic = bdde0002 count = 1 size = 80 00000100:00000010:2.0:1763344908.225123:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cdc00. 00000020:00000040:2.0:1763344908.225126:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1763344908.225129:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.225131:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.225135:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.225140:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab9600. 00000100:00000001:2.0:1763344908.225144:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.225149:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.225151:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.225153:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.225155:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344908.225158:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.225163:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1600. 00000100:00000001:2.0:1763344908.225166:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:2.0:1763344908.225168:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.225170:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000001:2.0:1763344908.225174:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344908.225178:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.225180:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.225182:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.225185:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e62cdc00 x1848987617984256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.225193:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.225195:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.225198:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344908.225201:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344908.225203:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.225206:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e62cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617984256:0@lo:1000:mdt00_000.0 00000100:00000001:2.0:1763344908.225209:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.225212:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.225214:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.225216:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.225221:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f8592000. 02000000:00000001:2.0:1763344908.225223:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.225227:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.225231:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1f00. 00000100:00000200:2.0:1763344908.225235:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617984256, portal 4 00000100:00000001:2.0:1763344908.225237:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.225238:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000040:2.0:1763344908.225242:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e62cdc00 x1848987617984256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.225249:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.225251:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.225254:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 00000100:00000200:2.0:1763344908.225257:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 24, xid 1848987617984256, offset 0 00000400:00000200:2.0:1763344908.225262:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.225268:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.225274:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 24 MB=0x691a4fa29ff00 00000400:00000200:2.0:1763344908.225279:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 344/344 into md 0x209981 [256] + 11152 00000400:00000200:2.0:1763344908.225284:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.225286:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.225289:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.225291:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344908.225295:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cca80. 00000100:00000040:2.0:1763344908.225298:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cca80 x1848987617984256 msgsize 344 00000100:00100000:2.0:1763344908.225301:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344908.226291:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.226306:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:2.0:1763344908.226310:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:2.0:1763344908.226313:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.226319:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e62cdc00 x1848987617984256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.226329:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.226333:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50e62cdc00 x1848987617984256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.226339:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.226341:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.226346:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.226350:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5182 usecs (6 jiffies) 00000100:00000001:2.0:1763344908.226353:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307682051 00000100:00000001:2.0:1763344908.226357:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.226359:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307682051 00000100:00000001:2.0:1763344908.226362:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.226364:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307682051 00000100:00000001:2.0:1763344908.226366:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.226382:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307682051 00000100:00000001:2.0:1763344908.226385:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.226387:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.226390:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.226392:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.226394:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.226396:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1600 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.226399:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.226402:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.226473:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617984256 02000000:00000001:3.0:1763344908.226477:0:6510:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.226479:0:6510:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.226480:0:6510:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.226484:0:6510:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.226487:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617984256 00000020:00000001:3.0:1763344908.226491:0:6510:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.226493:0:6510:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:3.0:1763344908.226496:0:6510:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.226499:0:6510:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=7 00000020:00000001:3.0:1763344908.226501:0:6510:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:3.0:1763344908.226504:0:6510:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:3.0:1763344908.226508:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.226516:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.226518:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.226520:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.226528:0:6510:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fccf0ba00. 00000020:00000010:3.0:1763344908.226532:0:6510:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.226537:0:6510:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.226545:0:6510:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344908.226548:0:6510:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.226549:0:6510:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.226551:0:6510:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.226559:0:6510:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.226605:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.226608:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.226613:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8696 00000100:00000040:0.0:1763344908.226616:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:0.0:1763344908.226618:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029108352 : -107404680443264 : ffff9e50e62cca80) 00000100:00000040:0.0:1763344908.226624:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cca80 x1848987617984256/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 344/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.226631:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.226635:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.226636:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.226638:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000100:00100000:0.0:1763344908.226642:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6504:x1848987617984256:12345-0@lo:1000:mdt00_000.0 00000100:00000200:0.0:1763344908.226645:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617984256 00000020:00000001:0.0:1763344908.226648:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344908.226650:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344908.226654:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.226656:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344908.226658:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:0.0:1763344908.226662:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344908.226664:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617984256, found 0 last_xid 1848987617984255 00000020:00000001:0.0:1763344908.226667:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344908.226669:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344908.226671:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344908.226674:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.226676:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763344908.226681:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab2b4a8. 00000100:00000001:0.0:1763344908.226685:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.226687:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.226694:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50c2b36000. 02000000:00000001:0.0:1763344908.226696:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.226698:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344908.226702:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd6241cc0. 00000020:00000001:0.0:1763344908.226704:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763344908.226708:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344908.226712:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000020:00000001:0.0:1763344908.226716:0:21732:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:0.0:1763344908.226723:0:21732:0:(out_handler.c:246:out_xattr_get()) lustre-MDT0001: [0x240002b13:0x12e85:0x0] get xattr system.posix_acl_default len -61 00000020:00000001:0.0:1763344908.226726:0:21732:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000001:0.0:1763344908.226728:0:21732:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344908.226732:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab2b4a8. 00000020:00000010:0.0:1763344908.226735:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd6241cc0. 00000020:00000001:0.0:1763344908.226737:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344908.226739:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214354, transno 0, xid 1848987617984256 00010000:00000001:0.0:1763344908.226741:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344908.226745:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cca80 x1848987617984256/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 344/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344908.226751:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.226753:0:21732:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.226756:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.226760:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.226762:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344908.226764:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344908.226766:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.226768:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.226770:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.226772:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344908.226775:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd6241cc0. 00000100:00000200:0.0:1763344908.226779:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617984256, offset 224 00000400:00000200:0.0:1763344908.226784:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344908.226805:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344908.226815:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29ff00 00000400:00000200:0.0:1763344908.226820:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x6660c5 [2] + 224 00000400:00000200:0.0:1763344908.226827:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.226830:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344908.226833:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.226837:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e62cdc00 x1848987617984256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344908.226845:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50e62cdc00 x1848987617984256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.226865:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344908.226871:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd6241cc0 00000400:00000010:0.0:1763344908.226873:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd6241cc0. 00000100:00000001:0.0:1763344908.226876:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.226877:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344908.226880:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.226882:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344908.226884:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344908.226886:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.226888:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344908.226891:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cca80 x1848987617984256/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 344/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344908.226899:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6504:x1848987617984256:12345-0@lo:1000:mdt00_000.0 Request processed in 266us (1599us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344908.226905:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8696 00000100:00000040:0.0:1763344908.226909:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:0.0:1763344908.226911:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.226913:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.226917:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:0.0:1763344908.226921:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:0.0:1763344908.226924:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fccf0ba00. 00000020:00000040:0.0:1763344908.226928:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 6 00000100:00000001:0.0:1763344908.226930:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.227009:0:6509:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.227098:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.227103:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.227105:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.227108:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344908.227112:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1f00 00000400:00000010:2.0:1763344908.227114:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1f00. 00000100:00000001:2.0:1763344908.227117:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.227121:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e62cdc00 x1848987617984256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344908.227130:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e62cdc00 x1848987617984256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.227135:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.227137:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.227139:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.227141:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.227143:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.227145:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.227147:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.227153:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.227157:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.227159:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344908.227161:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.227164:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344908.227167:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.227170:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344908.227172:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:2.0:1763344908.227175:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344908.227177:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.227181:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e62cdc00 x1848987617984256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.227187:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.227189:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.227191:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344908.227195:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cdc00 x1848987617984256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.227202:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e62cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617984256:0@lo:1000:mdt00_000.0 00000100:00000001:2.0:1763344908.227206:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.227209:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.227211:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.227212:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.227215:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e62cdc00 x1848987617984256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.227222:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344908.227224:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1600. 00000100:00000001:2.0:1763344908.227226:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344908.227227:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.227231:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.227239:0:6504:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 585 at ffff9e4fcb32d800. 00000004:00000001:2.0:1763344908.227242:0:6504:0:(osp_object.c:1141:osp_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:2.0:1763344908.227245:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.227248:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e62cdc00 x1848987617984256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.227254:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.227256:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.227259:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f8592000. 02000000:00000001:2.0:1763344908.227262:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.227264:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.227265:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1763344908.227267:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.227270:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab9600. 02000000:00000001:2.0:1763344908.227274:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.227275:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.227277:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cdc00. 00000100:00000001:2.0:1763344908.227281:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.227282:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763344908.227285:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ff950000. 00000004:00000010:2.0:1763344908.227289:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59280. 00000004:00000010:2.0:1763344908.227294:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd05d1b40. 00000004:00000001:2.0:1763344908.227300:0:6504:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.227308:0:6504:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.227314:0:6504:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200002b13:0x2e17:0x0] eadata ffff9e50cbfe8ea8 len 48 00000004:00000001:2.0:1763344908.227318:0:6504:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000001:2.0:1763344908.227320:0:6504:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763344908.227323:0:6504:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763344908.227325:0:6504:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763344908.227328:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd05d1b40. 00000004:00000010:2.0:1763344908.227332:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c59280. 00000004:00000010:2.0:1763344908.227336:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ff950000. 00000020:00000001:2.0:1763344908.227340:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.227342:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.227344:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763344908.227346:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763344908.227348:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240002b13:0x12e85:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 512 00000004:00000040:2.0:1763344908.227352:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ff950000 magic = bdde0002 count = 1 size = 64 00000100:00000010:2.0:1763344908.227355:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cdc00. 00000020:00000040:2.0:1763344908.227358:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1763344908.227361:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.227363:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.227366:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.227382:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab9600. 00000100:00000001:2.0:1763344908.227387:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.227390:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.227392:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.227394:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.227397:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344908.227398:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.227403:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1600. 00000100:00000001:2.0:1763344908.227405:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368207360 : -107409341344256 : ffff9e4fd05d1600) 00000100:00000001:2.0:1763344908.227407:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.227408:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000001:2.0:1763344908.227412:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344908.227416:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.227418:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.227419:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.227423:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e62cdc00 x1848987617984384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.227429:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.227431:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.227434:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344908.227437:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344908.227439:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.227442:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e62cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617984384:0@lo:1000:mdt00_000.0 00000100:00000001:2.0:1763344908.227445:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.227448:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.227449:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.227452:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.227456:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f8592000. 02000000:00000001:2.0:1763344908.227457:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.227460:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.227465:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1f00. 00000100:00000200:2.0:1763344908.227468:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617984384, portal 4 00000100:00000001:2.0:1763344908.227470:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.227471:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000040:2.0:1763344908.227475:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e62cdc00 x1848987617984384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.227481:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.227483:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.227485:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 00000100:00000200:2.0:1763344908.227488:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617984384, offset 0 00000400:00000200:2.0:1763344908.227492:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.227498:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.227504:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa29ff80 00000400:00000200:2.0:1763344908.227509:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 11496 00000400:00000200:2.0:1763344908.227513:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.227516:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.227519:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.227521:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344908.227524:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cce00. 00000100:00000040:2.0:1763344908.227526:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cce00 x1848987617984384 msgsize 328 00000100:00100000:2.0:1763344908.227530:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344908.229814:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.229836:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:2.0:1763344908.229841:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:2.0:1763344908.229845:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.229855:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e62cdc00 x1848987617984384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.229868:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.229871:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50e62cdc00 x1848987617984384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.229878:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.229879:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.229886:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.229891:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5182 usecs (6 jiffies) 00000100:00000001:2.0:1763344908.229895:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307682055 00000100:00000001:2.0:1763344908.229923:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.229926:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307682055 00000100:00000001:2.0:1763344908.229929:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.229931:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307682055 00000100:00000001:2.0:1763344908.229933:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.229936:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307682055 00000100:00000001:2.0:1763344908.229938:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.229940:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.229943:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.229946:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.229948:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.229950:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1600 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.229953:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.229955:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.230266:0:6510:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.230285:0:6510:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.230287:0:6510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617984384 02000000:00000001:3.0:1763344908.230290:0:6510:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.230292:0:6510:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.230295:0:6510:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.230299:0:6510:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.230303:0:6510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617984384 00000020:00000001:3.0:1763344908.230306:0:6510:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.230308:0:6510:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:3.0:1763344908.230310:0:6510:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.230313:0:6510:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=7 00000020:00000001:3.0:1763344908.230316:0:6510:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:3.0:1763344908.230318:0:6510:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:3.0:1763344908.230322:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.230330:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.230333:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.230335:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.230343:0:6510:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fccf0ba00. 00000020:00000010:3.0:1763344908.230348:0:6510:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.230354:0:6510:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.230361:0:6510:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344908.230364:0:6510:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.230366:0:6510:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.230378:0:6510:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.230385:0:6510:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.230405:0:6510:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.230414:0:6510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.230416:0:6510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.230421:0:6510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8697 00000100:00000040:3.0:1763344908.230425:0:6510:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:3.0:1763344908.230427:0:6510:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029109248 : -107404680442368 : ffff9e50e62cce00) 00000100:00000040:3.0:1763344908.230432:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cce00 x1848987617984384/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.230441:0:6510:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.230445:0:6510:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.230447:0:6510:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.230449:0:6510:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00100000:3.0:1763344908.230453:0:6510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6504:x1848987617984384:12345-0@lo:1000:mdt00_000.0 00000100:00000200:3.0:1763344908.230457:0:6510:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617984384 00000020:00000001:3.0:1763344908.230460:0:6510:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.230464:0:6510:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.230467:0:6510:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.230470:0:6510:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.230472:0:6510:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344908.230475:0:6510:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.230479:0:6510:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617984384, found 0 last_xid 1848987617984383 00000020:00000001:3.0:1763344908.230482:0:6510:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.230484:0:6510:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.230486:0:6510:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.230489:0:6510:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.230491:0:6510:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344908.230497:0:6510:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6680. 00000100:00000001:3.0:1763344908.230502:0:6510:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.230504:0:6510:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.230510:0:6510:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e4fc6f72000. 02000000:00000001:3.0:1763344908.230513:0:6510:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.230515:0:6510:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.230520:0:6510:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc87e0480. 00000020:00000001:3.0:1763344908.230522:0:6510:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344908.230526:0:6510:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.230531:0:6510:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000020:00000001:3.0:1763344908.230536:0:6510:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:3.0:1763344908.230542:0:6510:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:3.0:1763344908.230558:0:6510:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff9e50ef5cf540. 00000020:00000040:3.0:1763344908.230561:0:6510:0:(out_handler.c:246:out_xattr_get()) lustre-MDT0001: [0x240002b13:0x12e85:0x0] get xattr trusted.lov len -61 00000020:00000001:3.0:1763344908.230564:0:6510:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000001:3.0:1763344908.230567:0:6510:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.230571:0:6510:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6680. 00000020:00000010:3.0:1763344908.230575:0:6510:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc87e0480. 00000020:00000001:3.0:1763344908.230578:0:6510:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.230581:0:6510:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214354, transno 0, xid 1848987617984384 00010000:00000001:3.0:1763344908.230584:0:6510:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.230588:0:6510:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cce00 x1848987617984384/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.230597:0:6510:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.230599:0:6510:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.230604:0:6510:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.230608:0:6510:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.230610:0:6510:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.230613:0:6510:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.230615:0:6510:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.230617:0:6510:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.230620:0:6510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.230622:0:6510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.230627:0:6510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0480. 00000100:00000200:3.0:1763344908.230632:0:6510:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617984384, offset 224 00000400:00000200:3.0:1763344908.230638:0:6510:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.230648:0:6510:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.230659:0:6510:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa29ff80 00000400:00000200:3.0:1763344908.230666:0:6510:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x6660d1 [2] + 224 00000400:00000200:3.0:1763344908.230674:0:6510:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.230678:0:6510:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.230682:0:6510:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.230686:0:6510:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e62cdc00 x1848987617984384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344908.230696:0:6510:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50e62cdc00 x1848987617984384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.230706:0:6510:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.230712:0:6510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0480 00000400:00000010:3.0:1763344908.230715:0:6510:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.230718:0:6510:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.230719:0:6510:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.230723:0:6510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.230726:0:6510:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.230728:0:6510:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.230729:0:6510:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.230732:0:6510:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.230735:0:6510:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cce00 x1848987617984384/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.230744:0:6510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6504:x1848987617984384:12345-0@lo:1000:mdt00_000.0 Request processed in 302us (3216us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.230751:0:6510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8697 00000100:00000040:3.0:1763344908.230755:0:6510:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:3.0:1763344908.230756:0:6510:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.230758:0:6510:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.230763:0:6510:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.230766:0:6510:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:3.0:1763344908.230769:0:6510:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fccf0ba00. 00000020:00000040:3.0:1763344908.230773:0:6510:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 6 00000100:00000001:3.0:1763344908.230775:0:6510:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.231125:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.231131:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.231133:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.231136:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344908.231140:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1f00 00000400:00000010:2.0:1763344908.231142:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1f00. 00000100:00000001:2.0:1763344908.231145:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.231149:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e62cdc00 x1848987617984384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344908.231158:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e62cdc00 x1848987617984384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.231164:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.231165:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.231168:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.231170:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.231172:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.231173:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.231176:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.231183:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.231187:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.231189:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344908.231191:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.231193:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344908.231195:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.231199:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344908.231201:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:2.0:1763344908.231203:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344908.231205:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.231209:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e62cdc00 x1848987617984384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.231216:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.231219:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.231220:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763344908.231224:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cdc00 x1848987617984384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.231231:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e62cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617984384:0@lo:1000:mdt00_000.0 00000100:00000001:2.0:1763344908.231235:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.231238:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.231239:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.231241:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.231244:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e62cdc00 x1848987617984384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.231250:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763344908.231252:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1600. 00000100:00000001:2.0:1763344908.231255:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763344908.231256:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231259:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.231269:0:6504:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 564 at ffff9e4fcb32e000. 00000004:00000001:2.0:1763344908.231273:0:6504:0:(osp_object.c:1141:osp_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:2.0:1763344908.231276:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.231278:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e62cdc00 x1848987617984384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.231284:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.231286:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.231288:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f8592000. 02000000:00000001:2.0:1763344908.231291:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.231293:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.231294:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1763344908.231297:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.231299:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab9600. 02000000:00000001:2.0:1763344908.231302:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.231304:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.231306:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cdc00. 00000100:00000001:2.0:1763344908.231309:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.231310:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763344908.231313:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ff950000. 00000004:00000010:2.0:1763344908.231317:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59280. 00000004:00000010:2.0:1763344908.231321:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd05d1b40. 00000004:00000001:2.0:1763344908.231324:0:6504:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231327:0:6504:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.231330:0:6504:0:(lod_object.c:5795:lod_ah_init()) set dirstripe: count 2, offset 0, hash 1 00000004:00000040:2.0:1763344908.231333:0:6504:0:(lod_object.c:5905:lod_ah_init()) final dir stripe_count=2 offset=0 hash=1 00000004:00000001:2.0:1763344908.231335:0:6504:0:(lod_object.c:5907:lod_ah_init()) Process leaving 00000004:00000001:2.0:1763344908.231338:0:6504:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:2.0:1763344908.231346:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17ad0 00000001:00000002:2.0:1763344908.231348:0:6504:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x240002b13:0x12e85:0x0]:56xa' is added 00000004:00000001:2.0:1763344908.231351:0:6504:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231355:0:6504:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:2.0:1763344908.231357:0:6504:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:2.0:1763344908.231361:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.231363:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00080000:00000001:2.0:1763344908.231367:0:6504:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763344908.231381:0:6504:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b13:0x2e17:0x0] not in the id map cache 00000001:00000001:2.0:1763344908.231386:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344908.231387:0:6504:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231390:0:6504:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:2.0:1763344908.231392:0:6504:0:(lod_object.c:2382:lod_declare_xattr_set_lmv()) Process entered 00000004:00000040:2.0:1763344908.231394:0:6504:0:(lod_object.c:2390:lod_declare_xattr_set_lmv()) lum magic=cd30cd0 hash=1 count=2 offset=0 inherit=3 rr=0 00000004:00000001:2.0:1763344908.231397:0:6504:0:(lod_object.c:2137:lod_prep_md_striped_create()) Process entered 00000004:00000010:2.0:1763344908.231402:0:6504:0:(lod_object.c:2164:lod_prep_md_striped_create()) kmalloced '(stripes)': 16 at ffff9e50efb79e40. 40000000:00000001:2.0:1763344908.231405:0:6504:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1763344908.231407:0:6504:0:(fid_request.c:331:seq_client_alloc_fid()) cli-lustre-MDT0000: Allocated FID [0x200002b10:0x113:0x0] 40000000:00000001:2.0:1763344908.231410:0:6504:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.231412:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1763344908.231415:0:6504:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1763344908.231418:0:6504:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9e50d7476780. 00000004:00000001:2.0:1763344908.231422:0:6504:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446636668779194328 : -107404930357288 : ffff9e50d74767d8) 00000004:00000001:2.0:1763344908.231427:0:6504:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:2.0:1763344908.231429:0:6504:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200002b10:0x113:0x0] 00000004:00000010:2.0:1763344908.231434:0:6504:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9e4fc87f55a0. 00000004:00000001:2.0:1763344908.231436:0:6504:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231439:0:6504:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1763344908.231441:0:6504:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1763344908.231444:0:6504:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9e4fd0df0110. 00000004:00000001:2.0:1763344908.231446:0:6504:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446636664376721680 : -107409332829936 : ffff9e4fd0df0110) 00000004:00000001:2.0:1763344908.231448:0:6504:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231450:0:6504:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:2.0:1763344908.231452:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.231455:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.231457:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.231459:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.231462:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231464:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231466:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.231469:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200002b10 00000004:00000001:2.0:1763344908.231471:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344908.231474:0:6504:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff9e4fddab9600. 00000004:00000001:2.0:1763344908.231477:0:6504:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.231480:0:6504:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763344908.231482:0:6504:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.231487:0:6504:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636668779194328 : -107404930357288 : ffff9e50d74767d8) 00000004:00000010:2.0:1763344908.231491:0:6504:0:(lod_object.c:2188:lod_prep_md_striped_create()) kmalloced '(idx_array)': 8 at ffff9e4fcab39270. 00000004:00000040:2.0:1763344908.231495:0:6504:0:(lod_object.c:2011:lod_mdt_alloc_specific()) try idx 1, mdt cnt 2, allocated 1, specific 0 count 2 offset 0 hash 0X1 00000004:00000001:2.0:1763344908.231500:0:6504:0:(osp_dev.c:752:osp_fid_alloc()) Process entered 40000000:00000001:2.0:1763344908.231502:0:6504:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1763344908.231504:0:6504:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-osp-MDT0000: Allocated FID [0x240002b11:0x113:0x0] 40000000:00000001:2.0:1763344908.231506:0:6504:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231508:0:6504:0:(osp_dev.c:763:osp_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.231511:0:6504:0:(lod_object.c:2075:lod_mdt_alloc_specific()) Get idx 1, for stripe 1 [0x240002b11:0x113:0x0] 00000020:00000001:2.0:1763344908.231513:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1763344908.231514:0:6504:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1763344908.231517:0:6504:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9e50d74765a0. 00000004:00000001:2.0:1763344908.231520:0:6504:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446636668779193848 : -107404930357768 : ffff9e50d74765f8) 00000004:00000001:2.0:1763344908.231523:0:6504:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:2.0:1763344908.231524:0:6504:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x240002b11:0x113:0x0] 00000004:00000010:2.0:1763344908.231527:0:6504:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9e4fc87f52d0. 00000004:00000001:2.0:1763344908.231529:0:6504:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231531:0:6504:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1763344908.231532:0:6504:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1763344908.231534:0:6504:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9e4fd0df1210. 00000004:00000001:2.0:1763344908.231536:0:6504:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446636664376726032 : -107409332825584 : ffff9e4fd0df1210) 00000004:00000001:2.0:1763344908.231538:0:6504:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231539:0:6504:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:2.0:1763344908.231541:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.231542:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.231543:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.231544:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.231546:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231548:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231549:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.231551:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.231553:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.231559:0:6504:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e50d7c85630. 00000004:00000001:2.0:1763344908.231562:0:6504:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231564:0:6504:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763344908.231566:0:6504:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.231569:0:6504:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636668779193848 : -107404930357768 : ffff9e50d74765f8) 00000004:00000010:2.0:1763344908.231571:0:6504:0:(lod_object.c:2233:lod_prep_md_striped_create()) kfreed 'idx_array': 8 at ffff9e4fcab39270. 00000004:00000001:2.0:1763344908.231574:0:6504:0:(lod_object.c:1825:lod_dir_declare_create_stripes()) Process entered 00000004:00000001:2.0:1763344908.231576:0:6504:0:(lod_object.c:1655:lod_prep_lmv_md()) Process entered 00000004:00000001:2.0:1763344908.231578:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.231579:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.231580:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.231581:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.231583:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231585:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231586:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.231588:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200002b13 00000004:00000001:2.0:1763344908.231590:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231592:0:6504:0:(lod_object.c:1689:lod_prep_lmv_md()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.231595:0:6504:0:(lod_object.c:1832:lod_dir_declare_create_stripes()) kmalloced '(slave_lmm)': 56 at ffff9e50f93d2e40. 00000004:00000001:2.0:1763344908.231598:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.231600:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00080000:00000001:2.0:1763344908.231602:0:6504:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763344908.231604:0:6504:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b10:0x113:0x0] not in the id map cache 00000001:00000001:2.0:1763344908.231607:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344908.231608:0:6504:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231611:0:6504:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763344908.231613:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.231614:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000004:00000001:2.0:1763344908.231618:0:6504:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231620:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.231621:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00080000:00000001:2.0:1763344908.231624:0:6504:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000001:2.0:1763344908.231627:0:6504:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231628:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.231630:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00080000:00000001:2.0:1763344908.231631:0:6504:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000001:2.0:1763344908.231632:0:6504:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.231637:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17748 00000001:00000002:2.0:1763344908.231639:0:6504:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200002b13:0x2e17:0x0]:[0x200002b10:0x113:0x0]:0' is added 00000004:00000001:2.0:1763344908.231641:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.231643:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.231644:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000004:00000001:2.0:1763344908.231649:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231651:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.231652:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00080000:00000001:2.0:1763344908.231654:0:6504:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000001:2.0:1763344908.231656:0:6504:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231658:0:6504:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763344908.231659:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.231660:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000004:00000001:2.0:1763344908.231662:0:6504:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231664:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.231665:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.231666:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000004:00000001:2.0:1763344908.231668:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231670:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.231672:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.231673:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.231674:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.231675:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.231677:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231678:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231680:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.231682:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.231684:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.231686:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:2.0:1763344908.231689:0:6504:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:2.0:1763344908.231692:0:6504:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fd05d1b40. 00000004:00000001:2.0:1763344908.231694:0:6504:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000020:00000010:2.0:1763344908.231698:0:6504:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9e4fd05d1600. 00000020:00000010:2.0:1763344908.231703:0:6504:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e4fc2ee2300. 00000020:00000010:2.0:1763344908.231707:0:6504:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50ff83a300. 00000020:00000001:2.0:1763344908.231710:0:6504:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.231713:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000010:2.0:1763344908.231718:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd05d1f00. 00000004:00000010:2.0:1763344908.231721:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c59280. 00000004:00000010:2.0:1763344908.231725:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ff950000. 00000004:00000001:2.0:1763344908.231728:0:6504:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763344908.231729:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.231731:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.231732:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.231733:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.231734:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.231735:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231737:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231738:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.231739:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.231741:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.231743:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.231744:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.231747:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.231749:0:6504:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.231751:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.231752:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.231753:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.231754:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.231755:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.231756:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231758:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231759:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.231761:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.231763:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.231764:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.231766:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.231768:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.231771:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.231772:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.231773:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.231774:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.231776:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.231777:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231778:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231780:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.231781:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.231783:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.231785:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.231786:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.231962:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000020:00000001:2.0:1763344908.231968:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17748 00000001:00000002:2.0:1763344908.231970:0:6504:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200002b13:0x2e17:0x0]:[0x240002b11:0x113:0x0]:1' is added 00000004:00000001:2.0:1763344908.231972:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.231973:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.231975:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.231976:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.231977:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.231979:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.231980:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231982:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.231984:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.232173:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.232175:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.232177:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.232179:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.232181:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.232185:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232187:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.232188:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00080000:00000001:2.0:1763344908.232190:0:6504:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000002:2.0:1763344908.232193:0:6504:0:(osd_handler.c:246:osd_idc_find_or_init()) lustre-MDT0000: FID [0x240002b11:0x113:0x0] not in the id map cache 00080000:00000001:2.0:1763344908.232196:0:6504:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763344908.232198:0:6504:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763344908.232200:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.232201:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.232203:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.232204:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.232206:0:6504:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.232209:0:6504:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344908.232211:0:6504:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232213:0:6504:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763344908.232214:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.232216:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000004:00000001:2.0:1763344908.232218:0:6504:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232220:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.232221:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.232222:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.232223:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.232225:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.232226:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.232227:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.232229:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.232231:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.232232:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.232233:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.232235:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.232237:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.232239:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.232241:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232243:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.232244:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.232245:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000004:00000001:2.0:1763344908.232247:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.232250:0:6504:0:(lod_object.c:1945:lod_dir_declare_create_stripes()) kfreed 'slave_lmm': 56 at ffff9e50f93d2e40. 00000004:00000001:2.0:1763344908.232253:0:6504:0:(lod_object.c:1947:lod_dir_declare_create_stripes()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232256:0:6504:0:(lod_object.c:2252:lod_prep_md_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232258:0:6504:0:(lod_object.c:2416:lod_declare_xattr_set_lmv()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232260:0:6504:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232262:0:6504:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232265:0:6504:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232267:0:6504:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:2.0:1763344908.232270:0:6504:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:2.0:1763344908.232272:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763344908.232274:0:6504:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232276:0:6504:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232279:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.232280:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00080000:00000001:2.0:1763344908.232282:0:6504:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000001:2.0:1763344908.232284:0:6504:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232286:0:6504:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763344908.232287:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.232288:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000004:00000001:2.0:1763344908.232291:0:6504:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232293:0:6504:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:2.0:1763344908.232294:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763344908.232295:0:6504:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232297:0:6504:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232298:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.232300:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00080000:00000001:2.0:1763344908.232302:0:6504:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000002:2.0:1763344908.232303:0:6504:0:(osd_handler.c:246:osd_idc_find_or_init()) lustre-MDT0000: FID [0x240002b13:0x12e85:0x0] not in the id map cache 00080000:00000001:2.0:1763344908.232305:0:6504:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763344908.232306:0:6504:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763344908.232308:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.232309:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.232310:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.232312:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.232313:0:6504:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.232315:0:6504:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344908.232317:0:6504:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232318:0:6504:0:(mdd_dir.c:2414:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232321:0:6504:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763344908.232323:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.232324:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.232325:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.232327:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.232328:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.232329:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.232330:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.232332:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.232334:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b13 00000004:00000001:2.0:1763344908.232336:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.232338:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.232339:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.232341:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.232343:0:6504:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232346:0:6504:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:2.0:1763344908.232347:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763344908.232349:0:6504:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232351:0:6504:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232353:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.232354:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.232355:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.232356:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.232357:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.232358:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.232360:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.232361:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.232363:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b13 00000004:00000001:2.0:1763344908.232365:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.232366:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.232367:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.232385:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.232390:0:6504:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.232393:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.232394:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.232396:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000004:00000001:2.0:1763344908.232398:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232401:0:6504:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232404:0:6504:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763344908.232406:0:6504:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763344908.232407:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.232540:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.232542:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.232543:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.232545:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.232547:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.232549:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.232550:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.232552:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b13 00000004:00000001:2.0:1763344908.232554:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.232556:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.232558:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.232560:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.232563:0:6504:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232566:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763344908.232567:0:6504:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232570:0:6504:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232576:0:6504:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763344908.232580:0:6504:0:(osp_dev.c:816:osp_statfs()) lustre-MDT0001-osp-MDT0000: blocks=353529, bfree=349667, bavail=313964, bsize=4096, reserved_mb_low=1, reserved_mb_high=3, files=1024000, ffree=1021811, state=0 00000004:00000001:2.0:1763344908.232583:0:6504:0:(osp_dev.c:819:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.232586:0:6504:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:2.0:1763344908.232587:0:6504:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:2.0:1763344908.232590:0:6504:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.232595:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fd05d1600 refcount 4 committed 0 result 0 batchid 21474837112 00000020:00000040:2.0:1763344908.232599:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a300 obd lustre-MDT0001-osp-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fd05d1b40 00000020:00000040:2.0:1763344908.232602:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e4fc2ee2300 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fddab8c00 00000020:00000040:2.0:1763344908.232605:0:6504:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e4fc3e3c480 : new refcount 2 00000040:00000001:2.0:1763344908.232608:0:6504:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763344908.232612:0:6504:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763344908.232614:0:6504:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742849 flags 12 count 3 00000040:00000001:2.0:1763344908.232617:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763344908.232620:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344908.232622:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763344908.232623:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344908.232625:0:6504:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763344908.232627:0:6504:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000040:00000001:2.0:1763344908.232630:0:6504:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232632:0:6504:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232635:0:6504:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232636:0:6504:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.232639:0:6504:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e4fc3e3c480 : new refcount 1 00000020:00000040:2.0:1763344908.232642:0:6504:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e4fc42e2b40 : new refcount 2 00000040:00000001:2.0:1763344908.232643:0:6504:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763344908.232644:0:6504:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763344908.232646:0:6504:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:2.0:1763344908.232648:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763344908.232649:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344908.232651:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763344908.232652:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232654:0:6504:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763344908.232656:0:6504:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:2.0:1763344908.232658:0:6504:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763344908.232661:0:6504:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002b10:0x3:0x0] not in the id map cache 00000001:00000001:2.0:1763344908.232664:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344908.232665:0:6504:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232667:0:6504:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:2.0:1763344908.232669:0:6504:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:2.0:1763344908.232670:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.232672:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.232673:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.232674:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.232676:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.232677:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.232679:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.232686:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669158699320 : -107404550852296 : ffff9e50ede63138) 00000040:00000001:2.0:1763344908.232691:0:6504:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669333765632 : -107404375785984 : ffff9e50f8557e00) 00080000:00000001:2.0:1763344908.232695:0:6504:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1763344908.232697:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344908.232699:0:6504:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344908.232704:0:6504:0:(lu_object.c:207:lu_object_put()) Add ffff9e50f8557e00/ffff9e50ede630e0 to site lru. bkt: ffff9e50f84687e0 00000040:00000001:2.0:1763344908.232706:0:6504:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232708:0:6504:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232710:0:6504:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232712:0:6504:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763344908.232713:0:6504:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763344908.232716:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.232718:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.232725:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2e40. 00080000:00000001:2.0:1763344908.232728:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.232729:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.232731:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344908.232733:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232734:0:6504:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232736:0:6504:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.232738:0:6504:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763344908.232740:0:6504:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232742:0:6504:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763344908.232743:0:6504:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763344908.232744:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.232746:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.232748:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2b80. 00080000:00000001:2.0:1763344908.232750:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.232751:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.232752:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344908.232753:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232755:0:6504:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232756:0:6504:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.232758:0:6504:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763344908.232759:0:6504:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232761:0:6504:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.232762:0:6504:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.232764:0:6504:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e4fc42e2b40 : new refcount 1 00000020:00000001:2.0:1763344908.232766:0:6504:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.232769:0:6504:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763344908.232776:0:6504:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763344908.232777:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.232779:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00080000:00000001:2.0:1763344908.232781:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.232782:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.232784:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2940. 00080000:00000001:2.0:1763344908.232786:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232812:0:6504:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232816:0:6504:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.232817:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.232819:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.232820:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000004:00000001:2.0:1763344908.232823:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232825:0:6504:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.232842:0:6504:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.232844:0:6504:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.232849:0:6504:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:2.0:1763344908.232851:0:6504:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:2.0:1763344908.232852:0:6504:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763344908.232854:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.232855:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.232860:0:6504:0:(update_records.c:215:update_records_update_pack()) create 0th param offset = 0 size = 208 00000020:00000040:2.0:1763344908.232863:0:6504:0:(update_records.c:215:update_records_update_pack()) create 1th param offset = 1 size = 16 00000020:00000040:2.0:1763344908.232865:0:6504:0:(update_records.c:220:update_records_update_pack()) 0th [0x200002b13:0x2e17:0x0] create param_count = 2 00080000:00000001:2.0:1763344908.232868:0:6504:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:2.0:1763344908.232981:0:6504:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763344908.232996:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.232998:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.233000:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.233002:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.233004:0:6504:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.233006:0:6504:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1763344908.233022:0:6504:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763344908.233025:0:6504:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x200002b13:0x2e17:0x0] 00080000:00000001:2.0:1763344908.233027:0:6504:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763344908.233028:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.233029:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.233031:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.233032:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.233034:0:6504:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.233036:0:6504:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:2.0:1763344908.233046:0:6504:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50efce6478. 00000001:00000010:2.0:1763344908.233062:0:6504:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50efce6478. 00080000:00000001:2.0:1763344908.233065:0:6504:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.233069:0:6504:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.233070:0:6504:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.233072:0:6504:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.233074:0:6504:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.233076:0:6504:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:2.0:1763344908.233078:0:6504:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763344908.233080:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.233081:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.233084:0:6504:0:(update_records.c:220:update_records_update_pack()) 1th [0x200002b13:0x2e17:0x0] ref_add param_count = 2 00080000:00000002:2.0:1763344908.233087:0:6504:0:(osd_handler.c:4691:osd_ref_add()) [0x200002b13:0x2e17:0x0] increase nlink 1 00000004:00000001:2.0:1763344908.233092:0:6504:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.233094:0:6504:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:2.0:1763344908.233096:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.233097:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.233100:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 2 size = 2 00000020:00000040:2.0:1763344908.233102:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 3 size = 16 00000020:00000040:2.0:1763344908.233104:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:2.0:1763344908.233106:0:6504:0:(update_records.c:220:update_records_update_pack()) 2th [0x200002b13:0x2e17:0x0] insert param_count = 5 00080000:00000001:2.0:1763344908.233109:0:6504:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:2.0:1763344908.233115:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17968 00080000:00000002:2.0:1763344908.233117:0:6504:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32138 insert .:32138 rc = 0 00080000:00000001:2.0:1763344908.233119:0:6504:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.233121:0:6504:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.233123:0:6504:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:2.0:1763344908.233124:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.233125:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.233128:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 5 size = 3 00000020:00000040:2.0:1763344908.233130:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 1 size = 16 00000020:00000040:2.0:1763344908.233132:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:2.0:1763344908.233134:0:6504:0:(update_records.c:220:update_records_update_pack()) 3th [0x200002b13:0x2e17:0x0] insert param_count = 6 00080000:00000001:2.0:1763344908.233136:0:6504:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:2.0:1763344908.233223:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17968 00080000:00000002:2.0:1763344908.233226:0:6504:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32138 insert ..:512004 rc = 0 00080000:00000001:2.0:1763344908.233229:0:6504:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.233231:0:6504:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.233233:0:6504:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.233237:0:6504:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.233239:0:6504:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:2.0:1763344908.233241:0:6504:0:(lod_object.c:4292:lod_xattr_set_lmv()) Process entered 00000004:00000001:2.0:1763344908.233245:0:6504:0:(lod_object.c:1655:lod_prep_lmv_md()) Process entered 00000004:00000001:2.0:1763344908.233247:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.233248:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.233249:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.233251:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.233252:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.233254:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.233255:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.233257:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200002b13 00000004:00000001:2.0:1763344908.233259:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.233261:0:6504:0:(lod_object.c:1689:lod_prep_lmv_md()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.233264:0:6504:0:(lod_object.c:4324:lod_xattr_set_lmv()) kmalloced '(slave_lmm)': 56 at ffff9e50f93d2440. 00000004:00000001:2.0:1763344908.233268:0:6504:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763344908.233269:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.233270:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.233274:0:6504:0:(update_records.c:215:update_records_update_pack()) create 0th param offset = 6 size = 208 00000020:00000040:2.0:1763344908.233276:0:6504:0:(update_records.c:220:update_records_update_pack()) 4th [0x200002b10:0x113:0x0] create param_count = 7 00080000:00000001:2.0:1763344908.233278:0:6504:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:2.0:1763344908.233310:0:6504:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763344908.233312:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.233313:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.233314:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.233315:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.233317:0:6504:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.233318:0:6504:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1763344908.233324:0:6504:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763344908.233326:0:6504:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x200002b10:0x113:0x0] 00080000:00000001:2.0:1763344908.233328:0:6504:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763344908.233328:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.233329:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.233331:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.233332:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.233335:0:6504:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.233337:0:6504:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:2.0:1763344908.233342:0:6504:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50efce6478. 00000001:00000010:2.0:1763344908.233351:0:6504:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50efce6478. 00080000:00000001:2.0:1763344908.233354:0:6504:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.233357:0:6504:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.233359:0:6504:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.233361:0:6504:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763344908.233363:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.233364:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.233367:0:6504:0:(update_records.c:220:update_records_update_pack()) 5th [0x200002b10:0x113:0x0] ref_add param_count = 7 00080000:00000002:2.0:1763344908.233383:0:6504:0:(osd_handler.c:4691:osd_ref_add()) [0x200002b10:0x113:0x0] increase nlink 1 00000004:00000001:2.0:1763344908.233388:0:6504:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.233391:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.233392:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.233395:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 2 size = 2 00000020:00000040:2.0:1763344908.233397:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 7 size = 16 00000020:00000040:2.0:1763344908.233400:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:2.0:1763344908.233402:0:6504:0:(update_records.c:220:update_records_update_pack()) 6th [0x200002b10:0x113:0x0] insert param_count = 8 00080000:00000001:2.0:1763344908.233404:0:6504:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:2.0:1763344908.233407:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17770 00080000:00000002:2.0:1763344908.234886:0:6504:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32139 insert .:32139 rc = 0 00080000:00000001:2.0:1763344908.234893:0:6504:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.234897:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.234900:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.234902:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.234907:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 8 size = 12 00000020:00000040:2.0:1763344908.234910:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 9 size = 56 00000020:00000040:2.0:1763344908.234913:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:2.0:1763344908.234916:0:6504:0:(update_records.c:220:update_records_update_pack()) 7th [0x200002b10:0x113:0x0] xattr_set param_count = 11 00080000:00000001:2.0:1763344908.234920:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.234922:0:6504:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002b10:0x113:0x0] set xattr 'trusted.lmv' with size 56 00000004:00000001:2.0:1763344908.234953:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.234958:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.234960:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.234963:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 5 size = 3 00000020:00000040:2.0:1763344908.234965:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 3 size = 16 00000020:00000040:2.0:1763344908.234968:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:2.0:1763344908.234969:0:6504:0:(update_records.c:220:update_records_update_pack()) 8th [0x200002b10:0x113:0x0] insert param_count = 11 00080000:00000001:2.0:1763344908.234972:0:6504:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:2.0:1763344908.235068:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17770 00080000:00000002:2.0:1763344908.235070:0:6504:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32139 insert ..:32138 rc = 0 00080000:00000001:2.0:1763344908.235073:0:6504:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.235077:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17810 00000001:00000002:2.0:1763344908.235079:0:6504:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200002b13:0x2e17:0x0]:[0x200002b10:0x113:0x0]:0' is added 00000004:00000001:2.0:1763344908.235082:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.235083:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.235085:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.235088:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 11 size = 13 00000020:00000040:2.0:1763344908.235090:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 12 size = 67 00000020:00000040:2.0:1763344908.235092:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:2.0:1763344908.235094:0:6504:0:(update_records.c:220:update_records_update_pack()) 9th [0x200002b10:0x113:0x0] xattr_set param_count = 13 00080000:00000001:2.0:1763344908.235096:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.235097:0:6504:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002b10:0x113:0x0] set xattr 'trusted.link' with size 67 00080000:00000001:2.0:1763344908.235100:0:6504:0:(osd_handler.c:5146:osd_xattr_handle_linkea()) Process entered 00080000:00000001:2.0:1763344908.235102:0:6504:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763344908.235103:0:6504:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763344908.235105:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.235107:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.235109:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.235111:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.235113:0:6504:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344908.235114:0:6504:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.235116:0:6504:0:(osd_handler.c:5180:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.235123:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.235125:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.235127:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.235131:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 13 size = 26 00000020:00000040:2.0:1763344908.235133:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 7 size = 16 00000020:00000040:2.0:1763344908.235135:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:2.0:1763344908.235137:0:6504:0:(update_records.c:220:update_records_update_pack()) 10th [0x200002b13:0x2e17:0x0] insert param_count = 14 00080000:00000001:2.0:1763344908.235139:0:6504:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:2.0:1763344908.235152:0:6504:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.235154:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17770 00080000:00000002:2.0:1763344908.235156:0:6504:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32138 insert [0x200002b10:0x113:0x0]:0:32139 rc = 0 00080000:00000001:2.0:1763344908.235157:0:6504:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.235160:0:6504:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763344908.235161:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.235162:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.235165:0:6504:0:(update_records.c:220:update_records_update_pack()) 11th [0x200002b13:0x2e17:0x0] ref_add param_count = 14 00080000:00000002:2.0:1763344908.235168:0:6504:0:(osd_handler.c:4691:osd_ref_add()) [0x200002b13:0x2e17:0x0] increase nlink 2 00000004:00000001:2.0:1763344908.235171:0:6504:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.235176:0:6504:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763344908.235178:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.235180:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.235182:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.235183:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.235184:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.235186:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.235188:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.235189:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.235191:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.235193:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.235195:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.235198:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.235200:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000020:00000040:2.0:1763344908.235203:0:6504:0:(update_records.c:215:update_records_update_pack()) create 0th param offset = 6 size = 208 00000020:00000040:2.0:1763344908.235205:0:6504:0:(update_records.c:220:update_records_update_pack()) 12th [0x240002b11:0x113:0x0] create param_count = 14 00000020:00000001:2.0:1763344908.235210:0:6504:0:(out_lib.c:180:out_create_pack()) Process entered 00000020:00000001:2.0:1763344908.235213:0:6504:0:(out_lib.c:210:out_create_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.235219:0:6504:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9e50f93d2f40. 00000004:00000001:2.0:1763344908.235222:0:6504:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.235224:0:6504:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763344908.235225:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.235227:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.235228:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.235229:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.235230:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.235232:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.235233:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.235235:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.235236:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.235238:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.235239:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.235241:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.235243:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000020:00000040:2.0:1763344908.235245:0:6504:0:(update_records.c:220:update_records_update_pack()) 13th [0x240002b11:0x113:0x0] ref_add param_count = 14 00000020:00000001:2.0:1763344908.235248:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.235250:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.235252:0:6504:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.235254:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.235255:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.235256:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.235257:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.235258:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.235259:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.235260:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.235262:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.235263:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.235265:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.235266:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.235267:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.235269:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000020:00000040:2.0:1763344908.235271:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 2 size = 2 00000020:00000040:2.0:1763344908.235274:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 14 size = 16 00000020:00000040:2.0:1763344908.235276:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:2.0:1763344908.235278:0:6504:0:(update_records.c:220:update_records_update_pack()) 14th [0x240002b11:0x113:0x0] insert param_count = 15 00000020:00000001:2.0:1763344908.235282:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.235283:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.235285:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.235286:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.235287:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.235288:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.235290:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.235291:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.235292:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.235294:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.235295:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.235297:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.235298:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.235300:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.235301:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.235303:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000020:00000040:2.0:1763344908.235306:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 8 size = 12 00000020:00000040:2.0:1763344908.235308:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 15 size = 56 00000020:00000040:2.0:1763344908.235311:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:2.0:1763344908.235312:0:6504:0:(update_records.c:220:update_records_update_pack()) 15th [0x240002b11:0x113:0x0] xattr_set param_count = 16 00000004:00000001:2.0:1763344908.235315:0:6504:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763344908.235317:0:6504:0:(osp_object.c:1255:osp_xattr_set()) [0x240002b11:0x113:0x0] set xattr 'trusted.lmv' with size 56 00000020:00000001:2.0:1763344908.235320:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.235321:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.235328:0:6504:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 108 at ffff9e50f4ec0280. 00000004:00000001:2.0:1763344908.235332:0:6504:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.235333:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.235335:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.235337:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.235338:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.235339:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.235340:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.235341:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.235343:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.235345:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.235346:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.235348:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.235349:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.235351:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.235352:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000020:00000040:2.0:1763344908.235355:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 5 size = 3 00000020:00000040:2.0:1763344908.235357:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 3 size = 16 00000020:00000040:2.0:1763344908.235358:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:2.0:1763344908.235360:0:6504:0:(update_records.c:220:update_records_update_pack()) 16th [0x240002b11:0x113:0x0] insert param_count = 16 00000020:00000001:2.0:1763344908.235362:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.235364:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.235366:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17810 00000001:00000002:2.0:1763344908.235368:0:6504:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200002b13:0x2e17:0x0]:[0x240002b11:0x113:0x0]:1' is added 00000004:00000001:2.0:1763344908.235384:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.235385:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.235387:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.235388:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.235389:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.235390:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.235391:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.235393:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.235394:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.235396:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.235397:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.235399:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.235400:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.235402:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000020:00000040:2.0:1763344908.235405:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 11 size = 13 00000020:00000040:2.0:1763344908.237524:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 16 size = 67 00000020:00000040:2.0:1763344908.237539:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:2.0:1763344908.237541:0:6504:0:(update_records.c:220:update_records_update_pack()) 17th [0x240002b11:0x113:0x0] xattr_set param_count = 17 00000004:00000001:2.0:1763344908.237547:0:6504:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763344908.237550:0:6504:0:(osp_object.c:1255:osp_xattr_set()) [0x240002b11:0x113:0x0] set xattr 'trusted.link' with size 67 00000020:00000001:2.0:1763344908.237556:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.237558:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.237563:0:6504:0:(osp_object.c:1269:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.237565:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.237569:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.237571:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.237575:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 17 size = 26 00000020:00000040:2.0:1763344908.237578:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 14 size = 16 00000020:00000040:2.0:1763344908.237580:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:2.0:1763344908.237582:0:6504:0:(update_records.c:220:update_records_update_pack()) 18th [0x200002b13:0x2e17:0x0] insert param_count = 18 00080000:00000001:2.0:1763344908.237588:0:6504:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:2.0:1763344908.237592:0:6504:0:(osd_handler.c:4400:osd_create_local_agent_inode()) Process entered 00080000:00000001:2.0:1763344908.237742:0:6504:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1763344908.237760:0:6504:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.237862:0:6504:0:(osd_handler.c:4468:osd_create_local_agent_inode()) Process leaving (rc=18446636664537757848 : -107409171793768 : ffff9e4fda783898) 00080000:00000001:2.0:1763344908.237878:0:6504:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.237884:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17770 00080000:00000002:2.0:1763344908.237886:0:6504:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32138 insert [0x240002b11:0x113:0x0]:1:514263 rc = 0 00080000:00000001:2.0:1763344908.237891:0:6504:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.237893:0:6504:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763344908.237895:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.237897:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.237900:0:6504:0:(update_records.c:220:update_records_update_pack()) 19th [0x200002b13:0x2e17:0x0] ref_add param_count = 18 00080000:00000002:2.0:1763344908.237904:0:6504:0:(osd_handler.c:4691:osd_ref_add()) [0x200002b13:0x2e17:0x0] increase nlink 3 00000004:00000001:2.0:1763344908.237908:0:6504:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.237917:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.237918:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.237920:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.237923:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 8 size = 12 00000020:00000040:2.0:1763344908.237926:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 18 size = 56 00000020:00000040:2.0:1763344908.237928:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:2.0:1763344908.237931:0:6504:0:(update_records.c:220:update_records_update_pack()) 20th [0x200002b13:0x2e17:0x0] xattr_set param_count = 19 00080000:00000001:2.0:1763344908.237934:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.237936:0:6504:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002b13:0x2e17:0x0] set xattr 'trusted.lmv' with size 56 00000004:00000001:2.0:1763344908.237950:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.237953:0:6504:0:(lod_object.c:4464:lod_xattr_set_lmv()) kfreed 'slave_lmm': 56 at ffff9e50f93d2440. 00000004:00000001:2.0:1763344908.237957:0:6504:0:(lod_object.c:4466:lod_xattr_set_lmv()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.237960:0:6504:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.237963:0:6504:0:(lod_object.c:5091:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.237969:0:6504:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.237971:0:6504:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763344908.237973:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.237974:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.237975:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.237978:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 19 size = 9 00000020:00000040:2.0:1763344908.237981:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 20 size = 5 00000020:00000040:2.0:1763344908.237983:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:2.0:1763344908.237985:0:6504:0:(update_records.c:220:update_records_update_pack()) 21th [0x200002b13:0x2e17:0x0] xattr_set param_count = 21 00080000:00000001:2.0:1763344908.237987:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.237988:0:6504:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002b13:0x2e17:0x0] set xattr 'user.job' with size 5 00000004:00000001:2.0:1763344908.237994:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.237997:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.237998:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.237999:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.238002:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 19 size = 9 00000020:00000040:2.0:1763344908.238005:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 20 size = 5 00000020:00000040:2.0:1763344908.238007:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:2.0:1763344908.238009:0:6504:0:(update_records.c:220:update_records_update_pack()) 22th [0x200002b10:0x113:0x0] xattr_set param_count = 21 00080000:00000001:2.0:1763344908.238011:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.238013:0:6504:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002b10:0x113:0x0] set xattr 'user.job' with size 5 00000004:00000001:2.0:1763344908.238019:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238021:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.238022:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.238024:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.238028:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.238029:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.238032:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.238034:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.238036:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.238038:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.238040:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.238043:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.238045:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.238048:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.238050:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000020:00000040:2.0:1763344908.238054:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 19 size = 9 00000020:00000040:2.0:1763344908.238057:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 20 size = 5 00000020:00000040:2.0:1763344908.238059:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:2.0:1763344908.238061:0:6504:0:(update_records.c:220:update_records_update_pack()) 23th [0x240002b11:0x113:0x0] xattr_set param_count = 21 00000004:00000001:2.0:1763344908.238064:0:6504:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763344908.238065:0:6504:0:(osp_object.c:1255:osp_xattr_set()) [0x240002b11:0x113:0x0] set xattr 'user.job' with size 5 00000020:00000001:2.0:1763344908.238068:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.238070:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.238075:0:6504:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 54 at ffff9e50f93d2440. 00000004:00000001:2.0:1763344908.238078:0:6504:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238080:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238082:0:6504:0:(lod_object.c:3876:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238084:0:6504:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238088:0:6504:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238091:0:6504:0:(mdd_dir.c:666:__mdd_index_insert()) Process entered 00000004:00000001:2.0:1763344908.238093:0:6504:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:2.0:1763344908.238097:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.238099:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.238100:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.238101:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.238102:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.238104:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.238106:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.238107:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.238109:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b13 00000004:00000001:2.0:1763344908.238111:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.238113:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.238114:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.238116:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000020:00000040:2.0:1763344908.238120:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 21 size = 5 00000020:00000040:2.0:1763344908.238123:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 3 size = 16 00000020:00000040:2.0:1763344908.238125:0:6504:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 22 size = 4 00000020:00000040:2.0:1763344908.238127:0:6504:0:(update_records.c:220:update_records_update_pack()) 24th [0x240002b13:0x12e85:0x0] insert param_count = 23 00000020:00000001:2.0:1763344908.238131:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.238133:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238135:0:6504:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238139:0:6504:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763344908.238140:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.238142:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.238143:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.238144:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.238145:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.238147:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.238148:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.238150:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.238152:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b13 00000004:00000001:2.0:1763344908.238153:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.238155:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.238156:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.238158:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000020:00000040:2.0:1763344908.238161:0:6504:0:(update_records.c:220:update_records_update_pack()) 25th [0x240002b13:0x12e85:0x0] ref_add param_count = 23 00000020:00000001:2.0:1763344908.238164:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.238166:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238167:0:6504:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238170:0:6504:0:(mdd_dir.c:675:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238172:0:6504:0:(mdd_dir.c:1614:mdd_links_rename()) Process entered 00000004:00000001:2.0:1763344908.238175:0:6504:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.238177:0:6504:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763344908.238178:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.238179:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.238181:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.238184:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 11 size = 13 00000020:00000040:2.0:1763344908.238187:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 23 size = 46 00000020:00000040:2.0:1763344908.238190:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:2.0:1763344908.238192:0:6504:0:(update_records.c:220:update_records_update_pack()) 26th [0x200002b13:0x2e17:0x0] xattr_set param_count = 24 00080000:00000001:2.0:1763344908.238194:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.238196:0:6504:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002b13:0x2e17:0x0] set xattr 'trusted.link' with size 46 00080000:00000001:2.0:1763344908.238198:0:6504:0:(osd_handler.c:5146:osd_xattr_handle_linkea()) Process entered 00080000:00000001:2.0:1763344908.238201:0:6504:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763344908.238202:0:6504:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763344908.238204:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.238205:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.238207:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.238209:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.238211:0:6504:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.238213:0:6504:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00000001:00000002:2.0:1763344908.238248:0:6504:0:(osd_compat.c:354:osd_add_to_remote_parent()) lustre-MDT0000: create agent entry for 0x200002b13:0x2e17:0x0: rc = 0 00000001:00000001:2.0:1763344908.238253:0:6504:0:(osd_compat.c:357:osd_add_to_remote_parent()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.238256:0:6504:0:(osd_handler.c:5180:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238262:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238264:0:6504:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238266:0:6504:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238268:0:6504:0:(mdd_dir.c:1628:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.238271:0:6504:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:2.0:1763344908.238273:0:6504:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763344908.238275:0:6504:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763344908.238277:0:6504:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763344908.238279:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.238280:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.238281:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.238283:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.238284:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.238286:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.238287:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.238289:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.238290:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b13 00000004:00000001:2.0:1763344908.238293:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.238294:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.238296:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.238298:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000020:00000040:2.0:1763344908.238303:0:6504:0:(update_records.c:215:update_records_update_pack()) attr_set 0th param offset = 24 size = 208 00000020:00000040:2.0:1763344908.238305:0:6504:0:(update_records.c:220:update_records_update_pack()) 27th [0x240002b13:0x12e85:0x0] attr_set param_count = 25 00000020:00000001:2.0:1763344908.238309:0:6504:0:(out_lib.c:237:out_attr_set_pack()) Process entered 00000020:00000001:2.0:1763344908.238311:0:6504:0:(out_lib.c:251:out_attr_set_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238313:0:6504:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238316:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763344908.238318:0:6504:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238321:0:6504:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238323:0:6504:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238326:0:6504:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.238327:0:6504:0:(mdd_dir.c:3205:mdd_create()) Process leaving 00000004:00000001:2.0:1763344908.238331:0:6504:0:(mdd_dir.c:1352:mdd_changelog_ns_store()) Process entered 00000004:00000001:2.0:1763344908.238333:0:6504:0:(mdd_dir.c:1359:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.238336:0:6504:0:(update_trans.c:912:top_trans_stop()) Process entered 00000020:00000040:2.0:1763344908.238341:0:6504:0:(update_records.c:54:update_records_dump()) master transno = 0 batchid = 21474837112 flags = 0 ops = 28 params = 25 00000020:00000040:2.0:1763344908.238344:0:6504:0:(update_records.c:73:update_records_dump()) update 0th [0x200002b13:0x2e17:0x0] create params_count = 2 00000020:00000040:2.0:1763344908.238347:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c02d6 0th off = 0 size = 208 00000020:00000040:2.0:1763344908.238349:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03ae 1th off = 1 size = 16 00000020:00000040:2.0:1763344908.238351:0:6504:0:(update_records.c:73:update_records_dump()) update 1th [0x200002b13:0x2e17:0x0] ref_add params_count = 0 00000020:00000040:2.0:1763344908.238354:0:6504:0:(update_records.c:73:update_records_dump()) update 2th [0x200002b13:0x2e17:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.238356:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03c6 0th off = 2 size = 2 00000020:00000040:2.0:1763344908.238358:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03d6 1th off = 3 size = 16 00000020:00000040:2.0:1763344908.238360:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03ee 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.238363:0:6504:0:(update_records.c:73:update_records_dump()) update 3th [0x200002b13:0x2e17:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.238365:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03fe 0th off = 5 size = 3 00000020:00000040:2.0:1763344908.238367:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03ae 1th off = 1 size = 16 00000020:00000040:2.0:1763344908.238382:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03ee 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.238384:0:6504:0:(update_records.c:73:update_records_dump()) update 4th [0x200002b10:0x113:0x0] create params_count = 1 00000020:00000040:2.0:1763344908.238387:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c040e 0th off = 6 size = 208 00000020:00000040:2.0:1763344908.238390:0:6504:0:(update_records.c:73:update_records_dump()) update 5th [0x200002b10:0x113:0x0] ref_add params_count = 0 00000020:00000040:2.0:1763344908.238392:0:6504:0:(update_records.c:73:update_records_dump()) update 6th [0x200002b10:0x113:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.238394:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03c6 0th off = 2 size = 2 00000020:00000040:2.0:1763344908.238396:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c04e6 1th off = 7 size = 16 00000020:00000040:2.0:1763344908.238398:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03ee 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.238400:0:6504:0:(update_records.c:73:update_records_dump()) update 7th [0x200002b10:0x113:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.238402:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c04fe 0th off = 8 size = 12 00000020:00000040:2.0:1763344908.238405:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0516 1th off = 9 size = 56 00000020:00000040:2.0:1763344908.238407:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0556 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.239761:0:6504:0:(update_records.c:73:update_records_dump()) update 8th [0x200002b10:0x113:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.239766:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03fe 0th off = 5 size = 3 00000020:00000040:2.0:1763344908.239769:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03d6 1th off = 3 size = 16 00000020:00000040:2.0:1763344908.239771:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03ee 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.239774:0:6504:0:(update_records.c:73:update_records_dump()) update 9th [0x200002b10:0x113:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.239777:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0566 0th off = 11 size = 13 00000020:00000040:2.0:1763344908.239779:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c057e 1th off = 12 size = 67 00000020:00000040:2.0:1763344908.239781:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0556 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.239783:0:6504:0:(update_records.c:73:update_records_dump()) update 10th [0x200002b13:0x2e17:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.239785:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05ce 0th off = 13 size = 26 00000020:00000040:2.0:1763344908.239800:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c04e6 1th off = 7 size = 16 00000020:00000040:2.0:1763344908.239802:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03ee 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.239804:0:6504:0:(update_records.c:73:update_records_dump()) update 11th [0x200002b13:0x2e17:0x0] ref_add params_count = 0 00000020:00000040:2.0:1763344908.239807:0:6504:0:(update_records.c:73:update_records_dump()) update 12th [0x240002b11:0x113:0x0] create params_count = 1 00000020:00000040:2.0:1763344908.239809:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c040e 0th off = 6 size = 208 00000020:00000040:2.0:1763344908.239811:0:6504:0:(update_records.c:73:update_records_dump()) update 13th [0x240002b11:0x113:0x0] ref_add params_count = 0 00000020:00000040:2.0:1763344908.239814:0:6504:0:(update_records.c:73:update_records_dump()) update 14th [0x240002b11:0x113:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.239816:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03c6 0th off = 2 size = 2 00000020:00000040:2.0:1763344908.239818:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05f6 1th off = 14 size = 16 00000020:00000040:2.0:1763344908.239822:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03ee 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.239824:0:6504:0:(update_records.c:73:update_records_dump()) update 15th [0x240002b11:0x113:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.239826:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c04fe 0th off = 8 size = 12 00000020:00000040:2.0:1763344908.239829:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c060e 1th off = 15 size = 56 00000020:00000040:2.0:1763344908.239831:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0556 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.239833:0:6504:0:(update_records.c:73:update_records_dump()) update 16th [0x240002b11:0x113:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.239835:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03fe 0th off = 5 size = 3 00000020:00000040:2.0:1763344908.239837:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03d6 1th off = 3 size = 16 00000020:00000040:2.0:1763344908.239839:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03ee 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.239841:0:6504:0:(update_records.c:73:update_records_dump()) update 17th [0x240002b11:0x113:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.239844:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0566 0th off = 11 size = 13 00000020:00000040:2.0:1763344908.239846:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c064e 1th off = 16 size = 67 00000020:00000040:2.0:1763344908.239848:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0556 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.239850:0:6504:0:(update_records.c:73:update_records_dump()) update 18th [0x200002b13:0x2e17:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.239852:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c069e 0th off = 17 size = 26 00000020:00000040:2.0:1763344908.239854:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05f6 1th off = 14 size = 16 00000020:00000040:2.0:1763344908.239856:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03ee 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.239858:0:6504:0:(update_records.c:73:update_records_dump()) update 19th [0x200002b13:0x2e17:0x0] ref_add params_count = 0 00000020:00000040:2.0:1763344908.239860:0:6504:0:(update_records.c:73:update_records_dump()) update 20th [0x200002b13:0x2e17:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.239863:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c04fe 0th off = 8 size = 12 00000020:00000040:2.0:1763344908.239865:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c06c6 1th off = 18 size = 56 00000020:00000040:2.0:1763344908.239867:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0556 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.239869:0:6504:0:(update_records.c:73:update_records_dump()) update 21th [0x200002b13:0x2e17:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.239872:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0706 0th off = 19 size = 9 00000020:00000040:2.0:1763344908.239874:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c071e 1th off = 20 size = 5 00000020:00000040:2.0:1763344908.239876:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0556 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.239878:0:6504:0:(update_records.c:73:update_records_dump()) update 22th [0x200002b10:0x113:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.239880:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0706 0th off = 19 size = 9 00000020:00000040:2.0:1763344908.239882:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c071e 1th off = 20 size = 5 00000020:00000040:2.0:1763344908.239884:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0556 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.239886:0:6504:0:(update_records.c:73:update_records_dump()) update 23th [0x240002b11:0x113:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.239889:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0706 0th off = 19 size = 9 00000020:00000040:2.0:1763344908.239890:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c071e 1th off = 20 size = 5 00000020:00000040:2.0:1763344908.239892:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0556 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.239894:0:6504:0:(update_records.c:73:update_records_dump()) update 24th [0x240002b13:0x12e85:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.239897:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c072e 0th off = 21 size = 5 00000020:00000040:2.0:1763344908.239898:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c03d6 1th off = 3 size = 16 00000020:00000040:2.0:1763344908.239900:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c073e 2th off = 22 size = 4 00000020:00000040:2.0:1763344908.239902:0:6504:0:(update_records.c:73:update_records_dump()) update 25th [0x240002b13:0x12e85:0x0] ref_add params_count = 0 00000020:00000040:2.0:1763344908.239905:0:6504:0:(update_records.c:73:update_records_dump()) update 26th [0x200002b13:0x2e17:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.239907:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0566 0th off = 11 size = 13 00000020:00000040:2.0:1763344908.239909:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c074e 1th off = 23 size = 46 00000020:00000040:2.0:1763344908.239911:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0556 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.239913:0:6504:0:(update_records.c:73:update_records_dump()) update 27th [0x240002b13:0x12e85:0x0] attr_set params_count = 1 00000020:00000040:2.0:1763344908.239916:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0786 0th off = 24 size = 208 00000020:00000001:2.0:1763344908.239920:0:6504:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000040:2.0:1763344908.239923:0:6504:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e4fc42e2b40 : new refcount 2 00000020:00000010:2.0:1763344908.239934:0:6504:0:(update_trans.c:197:sub_updates_write()) kmalloced '(stc)': 56 at ffff9e50f93d2ec0. 00000040:00000001:2.0:1763344908.239937:0:6504:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:2.0:1763344908.239940:0:6504:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1763344908.239942:0:6504:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1763344908.239945:0:6504:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446636669333758976 : -107404375792640 : ffff9e50f8556400) 00000040:00000001:2.0:1763344908.239948:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763344908.239951:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344908.239953:0:6504:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763344908.239955:0:6504:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763344908.239957:0:6504:0:(llog_osd.c:382:llog_osd_write_rec()) new record 106a0000 to [0x200002b10:0x2:0x0] 00000040:00080000:2.0:1763344908.240015:0:6504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200002b10:0x2:0x0].589, 2152 off817768 00000040:00000001:2.0:1763344908.240019:0:6504:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344908.240021:0:6504:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344908.240027:0:6504:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1763344908.240030:0:6504:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344908.240032:0:6504:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1763344908.240035:0:6504:0:(update_trans.c:208:sub_updates_write()) lustre-MDT0000-osd: Add update log [0x200002b10:0x2:0x0].589: rc = 1 00000020:00000001:2.0:1763344908.240038:0:6504:0:(update_trans.c:217:sub_updates_write()) Process leaving via llog_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763344908.240041:0:6504:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e4fc42e2b40 : new refcount 1 00000020:00000001:2.0:1763344908.240043:0:6504:0:(update_trans.c:304:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.240046:0:6504:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344908.240053:0:6504:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:2.0:1763344908.240058:0:6504:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.240061:0:6504:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763344908.240063:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.240065:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.240067:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.240074:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 25 size = 16 00000020:00000040:2.0:1763344908.240078:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 26 size = 8 00000020:00000040:2.0:1763344908.240080:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:2.0:1763344908.240082:0:6504:0:(update_records.c:220:update_records_update_pack()) 28th [0x200002b13:0x2e17:0x0] xattr_set param_count = 27 00080000:00000001:2.0:1763344908.240085:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.240087:0:6504:0:(osd_handler.c:5216:osd_xattr_set()) [0x200002b13:0x2e17:0x0] set version 0x60006ed69 (old 0x0) for inode 32138 00080000:00000001:2.0:1763344908.240093:0:6504:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.240095:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.240097:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.240098:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.240100:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.240104:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 25 size = 16 00000020:00000040:2.0:1763344908.240107:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 26 size = 8 00000020:00000040:2.0:1763344908.240109:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:2.0:1763344908.240111:0:6504:0:(update_records.c:220:update_records_update_pack()) 29th [0x200002b10:0x113:0x0] xattr_set param_count = 27 00080000:00000001:2.0:1763344908.240113:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.240114:0:6504:0:(osd_handler.c:5216:osd_xattr_set()) [0x200002b10:0x113:0x0] set version 0x60006ed69 (old 0x0) for inode 32139 00080000:00000001:2.0:1763344908.240119:0:6504:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.240121:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.240122:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.240123:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.240126:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.240128:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.240130:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.240132:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.240134:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.240136:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.240138:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.240139:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:2.0:1763344908.240142:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.240144:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.240145:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000004:00000001:2.0:1763344908.240147:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368208704 : -107409341342912 : ffff9e4fd05d1b40) 00000020:00000040:2.0:1763344908.240150:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 25 size = 16 00000020:00000040:2.0:1763344908.240153:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 26 size = 8 00000020:00000040:2.0:1763344908.240155:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:2.0:1763344908.240157:0:6504:0:(update_records.c:220:update_records_update_pack()) 30th [0x240002b11:0x113:0x0] xattr_set param_count = 27 00000004:00000001:2.0:1763344908.240160:0:6504:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763344908.240162:0:6504:0:(osp_object.c:1255:osp_xattr_set()) [0x240002b11:0x113:0x0] set xattr 'trusted.version' with size 8 00000020:00000001:2.0:1763344908.240167:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.240169:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.240174:0:6504:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 64 at ffff9e50f93d2d40. 00000004:00000001:2.0:1763344908.240177:0:6504:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.240178:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.240180:0:6504:0:(lod_object.c:3876:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.240182:0:6504:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763344908.240184:0:6504:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257769, last_committed = 25770257768 00000001:00000010:2.0:1763344908.240188:0:6504:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8dcc0. 00000001:00000040:2.0:1763344908.240191:0:6504:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 1 00000020:00000040:2.0:1763344908.240194:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=474 00000001:00000010:2.0:1763344908.240199:0:6504:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd05d13c0. 00000004:00000001:2.0:1763344908.240206:0:6504:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763344908.240207:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.240209:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591453184 : -107409118098432 : ffff9e4fddab8c00) 00000020:00000040:2.0:1763344908.240212:0:6504:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 27 size = 32 00000020:00000040:2.0:1763344908.240216:0:6504:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 28 size = 8 00000020:00000040:2.0:1763344908.240218:0:6504:0:(update_records.c:220:update_records_update_pack()) 31th [0x200000001:0x15:0x0] write param_count = 29 00000004:00000001:2.0:1763344908.240227:0:6504:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763344908.240231:0:6504:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd05d13c0: xid 1848987881563264, transno 25770257769, tag 1, client gen 9, slot idx 1 00000001:00000001:2.0:1763344908.240234:0:6504:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.240237:0:6504:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763344908.240239:0:6504:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:2.0:1763344908.240247:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2940. 00080000:00000010:2.0:1763344908.240249:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2b80. 00080000:00000010:2.0:1763344908.240252:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2e40. 00040000:00000001:2.0:1763344908.240255:0:6504:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.240257:0:6504:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344908.240260:0:6504:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.240264:0:6504:0:(update_records.c:54:update_records_dump()) master transno = 25770257769 batchid = 21474837112 flags = 0 ops = 32 params = 29 00000020:00000040:2.0:1763344908.240266:0:6504:0:(update_records.c:73:update_records_dump()) update 0th [0x200002b13:0x2e17:0x0] create params_count = 2 00000020:00000040:2.0:1763344908.240268:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c033c 0th off = 0 size = 208 00000020:00000040:2.0:1763344908.240270:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0414 1th off = 1 size = 16 00000020:00000040:2.0:1763344908.240272:0:6504:0:(update_records.c:73:update_records_dump()) update 1th [0x200002b13:0x2e17:0x0] ref_add params_count = 0 00000020:00000040:2.0:1763344908.240274:0:6504:0:(update_records.c:73:update_records_dump()) update 2th [0x200002b13:0x2e17:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.240276:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c042c 0th off = 2 size = 2 00000020:00000040:2.0:1763344908.240278:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c043c 1th off = 3 size = 16 00000020:00000040:2.0:1763344908.240280:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0454 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.240282:0:6504:0:(update_records.c:73:update_records_dump()) update 3th [0x200002b13:0x2e17:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.240284:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0464 0th off = 5 size = 3 00000020:00000040:2.0:1763344908.240285:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0414 1th off = 1 size = 16 00000020:00000040:2.0:1763344908.240287:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0454 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.240289:0:6504:0:(update_records.c:73:update_records_dump()) update 4th [0x200002b10:0x113:0x0] create params_count = 1 00000020:00000040:2.0:1763344908.240291:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0474 0th off = 6 size = 208 00000020:00000040:2.0:1763344908.240292:0:6504:0:(update_records.c:73:update_records_dump()) update 5th [0x200002b10:0x113:0x0] ref_add params_count = 0 00000020:00000040:2.0:1763344908.240294:0:6504:0:(update_records.c:73:update_records_dump()) update 6th [0x200002b10:0x113:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.240296:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c042c 0th off = 2 size = 2 00000020:00000040:2.0:1763344908.240298:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c054c 1th off = 7 size = 16 00000020:00000040:2.0:1763344908.240300:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0454 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.240302:0:6504:0:(update_records.c:73:update_records_dump()) update 7th [0x200002b10:0x113:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.240304:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0564 0th off = 8 size = 12 00000020:00000040:2.0:1763344908.240306:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c057c 1th off = 9 size = 56 00000020:00000040:2.0:1763344908.240308:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05bc 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.240310:0:6504:0:(update_records.c:73:update_records_dump()) update 8th [0x200002b10:0x113:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.240311:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0464 0th off = 5 size = 3 00000020:00000040:2.0:1763344908.240313:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c043c 1th off = 3 size = 16 00000020:00000040:2.0:1763344908.240315:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0454 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.240317:0:6504:0:(update_records.c:73:update_records_dump()) update 9th [0x200002b10:0x113:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.240319:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05cc 0th off = 11 size = 13 00000020:00000040:2.0:1763344908.240320:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05e4 1th off = 12 size = 67 00000020:00000040:2.0:1763344908.240322:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05bc 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.240324:0:6504:0:(update_records.c:73:update_records_dump()) update 10th [0x200002b13:0x2e17:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.240326:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0634 0th off = 13 size = 26 00000020:00000040:2.0:1763344908.240327:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c054c 1th off = 7 size = 16 00000020:00000040:2.0:1763344908.240329:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0454 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.240331:0:6504:0:(update_records.c:73:update_records_dump()) update 11th [0x200002b13:0x2e17:0x0] ref_add params_count = 0 00000020:00000040:2.0:1763344908.240333:0:6504:0:(update_records.c:73:update_records_dump()) update 12th [0x240002b11:0x113:0x0] create params_count = 1 00000020:00000040:2.0:1763344908.240335:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0474 0th off = 6 size = 208 00000020:00000040:2.0:1763344908.240336:0:6504:0:(update_records.c:73:update_records_dump()) update 13th [0x240002b11:0x113:0x0] ref_add params_count = 0 00000020:00000040:2.0:1763344908.240338:0:6504:0:(update_records.c:73:update_records_dump()) update 14th [0x240002b11:0x113:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.240340:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c042c 0th off = 2 size = 2 00000020:00000040:2.0:1763344908.240342:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c065c 1th off = 14 size = 16 00000020:00000040:2.0:1763344908.240343:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0454 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.240345:0:6504:0:(update_records.c:73:update_records_dump()) update 15th [0x240002b11:0x113:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.240347:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0564 0th off = 8 size = 12 00000020:00000040:2.0:1763344908.240349:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0674 1th off = 15 size = 56 00000020:00000040:2.0:1763344908.240351:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05bc 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.240353:0:6504:0:(update_records.c:73:update_records_dump()) update 16th [0x240002b11:0x113:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.240355:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0464 0th off = 5 size = 3 00000020:00000040:2.0:1763344908.240357:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c043c 1th off = 3 size = 16 00000020:00000040:2.0:1763344908.240359:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0454 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.240361:0:6504:0:(update_records.c:73:update_records_dump()) update 17th [0x240002b11:0x113:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.240362:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05cc 0th off = 11 size = 13 00000020:00000040:2.0:1763344908.240364:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c06b4 1th off = 16 size = 67 00000020:00000040:2.0:1763344908.240366:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05bc 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.240367:0:6504:0:(update_records.c:73:update_records_dump()) update 18th [0x200002b13:0x2e17:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.240382:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0704 0th off = 17 size = 26 00000020:00000040:2.0:1763344908.240384:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c065c 1th off = 14 size = 16 00000020:00000040:2.0:1763344908.240385:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0454 2th off = 4 size = 4 00000020:00000040:2.0:1763344908.240387:0:6504:0:(update_records.c:73:update_records_dump()) update 19th [0x200002b13:0x2e17:0x0] ref_add params_count = 0 00000020:00000040:2.0:1763344908.240389:0:6504:0:(update_records.c:73:update_records_dump()) update 20th [0x200002b13:0x2e17:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.240391:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0564 0th off = 8 size = 12 00000020:00000040:2.0:1763344908.240392:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c072c 1th off = 18 size = 56 00000020:00000040:2.0:1763344908.240394:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05bc 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.240396:0:6504:0:(update_records.c:73:update_records_dump()) update 21th [0x200002b13:0x2e17:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.240398:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c076c 0th off = 19 size = 9 00000020:00000040:2.0:1763344908.240400:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0784 1th off = 20 size = 5 00000020:00000040:2.0:1763344908.240402:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05bc 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.240403:0:6504:0:(update_records.c:73:update_records_dump()) update 22th [0x200002b10:0x113:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.240405:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c076c 0th off = 19 size = 9 00000020:00000040:2.0:1763344908.240407:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0784 1th off = 20 size = 5 00000020:00000040:2.0:1763344908.240409:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05bc 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.240410:0:6504:0:(update_records.c:73:update_records_dump()) update 23th [0x240002b11:0x113:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.240412:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c076c 0th off = 19 size = 9 00000020:00000040:2.0:1763344908.240414:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0784 1th off = 20 size = 5 00000020:00000040:2.0:1763344908.240417:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05bc 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.240419:0:6504:0:(update_records.c:73:update_records_dump()) update 24th [0x240002b13:0x12e85:0x0] insert params_count = 3 00000020:00000040:2.0:1763344908.240421:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0794 0th off = 21 size = 5 00000020:00000040:2.0:1763344908.240423:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c043c 1th off = 3 size = 16 00000020:00000040:2.0:1763344908.240425:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c07a4 2th off = 22 size = 4 00000020:00000040:2.0:1763344908.240426:0:6504:0:(update_records.c:73:update_records_dump()) update 25th [0x240002b13:0x12e85:0x0] ref_add params_count = 0 00000020:00000040:2.0:1763344908.240428:0:6504:0:(update_records.c:73:update_records_dump()) update 26th [0x200002b13:0x2e17:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.240430:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05cc 0th off = 11 size = 13 00000020:00000040:2.0:1763344908.240432:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c07b4 1th off = 23 size = 46 00000020:00000040:2.0:1763344908.240434:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05bc 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.240436:0:6504:0:(update_records.c:73:update_records_dump()) update 27th [0x240002b13:0x12e85:0x0] attr_set params_count = 1 00000020:00000040:2.0:1763344908.240439:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c07ec 0th off = 24 size = 208 00000020:00000040:2.0:1763344908.240441:0:6504:0:(update_records.c:73:update_records_dump()) update 28th [0x200002b13:0x2e17:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.240443:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c08c4 0th off = 25 size = 16 00000020:00000040:2.0:1763344908.240445:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c08dc 1th off = 26 size = 8 00000020:00000040:2.0:1763344908.240447:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05bc 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.240449:0:6504:0:(update_records.c:73:update_records_dump()) update 29th [0x200002b10:0x113:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.240451:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c08c4 0th off = 25 size = 16 00000020:00000040:2.0:1763344908.240453:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c08dc 1th off = 26 size = 8 00000020:00000040:2.0:1763344908.240455:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05bc 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.240457:0:6504:0:(update_records.c:73:update_records_dump()) update 30th [0x240002b11:0x113:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763344908.240459:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c08c4 0th off = 25 size = 16 00000020:00000040:2.0:1763344908.240462:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c08dc 1th off = 26 size = 8 00000020:00000040:2.0:1763344908.240464:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c05bc 2th off = 10 size = 4 00000020:00000040:2.0:1763344908.240466:0:6504:0:(update_records.c:73:update_records_dump()) update 31th [0x200000001:0x15:0x0] write params_count = 2 00000020:00000040:2.0:1763344908.240468:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c08ec 0th off = 27 size = 32 00000020:00000040:2.0:1763344908.240470:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0914 1th off = 28 size = 8 00000020:00000001:2.0:1763344908.240472:0:6504:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000040:2.0:1763344908.240474:0:6504:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e4fc3e3c480 : new refcount 2 00000020:00000010:2.0:1763344908.240478:0:6504:0:(update_trans.c:197:sub_updates_write()) kmalloced '(stc)': 56 at ffff9e50f93d2e40. 00000040:00000001:2.0:1763344908.240480:0:6504:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:2.0:1763344908.240482:0:6504:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1763344908.240483:0:6504:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1763344908.240485:0:6504:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446636669333761024 : -107404375790592 : ffff9e50f8556c00) 00000040:00000001:2.0:1763344908.240487:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763344908.240489:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344908.240490:0:6504:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763344908.240491:0:6504:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763344908.240492:0:6504:0:(llog_osd.c:382:llog_osd_write_rec()) new record 106a0000 to [0x240002b11:0x2:0x0] 00000004:00000001:2.0:1763344908.240496:0:6504:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:2.0:1763344908.240498:0:6504:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.240502:0:6504:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:2.0:1763344908.240504:0:6504:0:(osp_md_object.c:1212:osp_md_write()) write [0x240002b11:0x2:0x0] offset = 0 length = 88 00000020:00000001:2.0:1763344908.240507:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.240509:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.240512:0:6504:0:(osp_trans.c:1300:osp_check_and_set_rpc_version()) lustre-MDT0001-osp-MDT0000: version 1108 gen 0 oth:version ffff9e4fd05d1b40:1107 00000004:00000010:2.0:1763344908.240516:0:6504:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9e50f93d2b80. 00000004:00000001:2.0:1763344908.240518:0:6504:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:2.0:1763344908.240520:0:6504:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:2.0:1763344908.240521:0:6504:0:(osp_md_object.c:1212:osp_md_write()) write [0x240002b11:0x2:0x0] offset = 160 length = 4 00000020:00000001:2.0:1763344908.240523:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.240524:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.240526:0:6504:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9e50f93d2940. 00000004:00000001:2.0:1763344908.240528:0:6504:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00000004:00000001:2.0:1763344908.240529:0:6504:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:2.0:1763344908.240530:0:6504:0:(osp_md_object.c:1212:osp_md_write()) write [0x240002b11:0x2:0x0] offset = 32760 length = 8 00000020:00000001:2.0:1763344908.240532:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.240533:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.240535:0:6504:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9e50f93d2640. 00000004:00000001:2.0:1763344908.240536:0:6504:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=8 : 8 : 8) 00000004:00000001:2.0:1763344908.240537:0:6504:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:2.0:1763344908.240538:0:6504:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.240540:0:6504:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:2.0:1763344908.240541:0:6504:0:(osp_md_object.c:1212:osp_md_write()) write [0x240002b11:0x2:0x0] offset = 892264 length = 2352 00000020:00000001:2.0:1763344908.240543:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.240544:0:6504:0:(out_lib.c:142:out_update_pack()) Process leaving (rc=18446744073709551609 : -7 : fffffffffffffff9) 00000004:00000010:2.0:1763344908.240547:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c591e0. 00000004:00000010:2.0:1763344908.240552:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ff953000. 00000020:00000001:2.0:1763344908.240554:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.240555:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.240557:0:6504:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9e50f93d2480. 00000004:00000001:2.0:1763344908.240559:0:6504:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=2352 : 2352 : 930) 00000040:00080000:2.0:1763344908.240561:0:6504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b11:0x2:0x0].579, 2352 off894616 00000040:00000001:2.0:1763344908.240563:0:6504:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344908.240564:0:6504:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.240566:0:6504:0:(out_lib.c:237:out_attr_set_pack()) Process entered 00000020:00000001:2.0:1763344908.240568:0:6504:0:(out_lib.c:251:out_attr_set_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.240570:0:6504:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344908.240571:0:6504:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1763344908.240573:0:6504:0:(update_trans.c:208:sub_updates_write()) lustre-MDT0001-osp-MDT0000: Add update log [0x240002b11:0x2:0x0].579: rc = 1 00000020:00000001:2.0:1763344908.240575:0:6504:0:(update_trans.c:217:sub_updates_write()) Process leaving via llog_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763344908.240577:0:6504:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e4fc3e3c480 : new refcount 1 00000020:00000001:2.0:1763344908.240578:0:6504:0:(update_trans.c:304:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.240580:0:6504:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000004:00080000:2.0:1763344908.240582:0:6504:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9e4fd05d1b40 with version 1107 00000004:00000001:2.0:1763344908.240601:0:6504:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1763344908.240644:0:31808:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e50f866e900 version 1107 rpc_version 1107 00000004:00000001:1.0:1763344908.240649:0:31808:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763344908.240650:0:31808:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344908.240653:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240002b11:0x113:0x0] op = create params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:1.0:1763344908.240657:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 1 fid = [0x240002b11:0x113:0x0] op = ref_add params = 0 batchid = 0 size = 40 repsize 0 00000004:00000040:1.0:1763344908.240660:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 2 fid = [0x240002b11:0x113:0x0] op = insert params = 3 batchid = 0 size = 96 repsize 0 00000004:00000040:1.0:1763344908.240663:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 3 fid = [0x240002b11:0x113:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:1.0:1763344908.240666:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 4 fid = [0x240002b11:0x113:0x0] op = insert params = 3 batchid = 0 size = 96 repsize 0 00000004:00000040:1.0:1763344908.240668:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 5 fid = [0x240002b11:0x113:0x0] op = xattr_set params = 3 batchid = 0 size = 160 repsize 0 00000004:00000040:1.0:1763344908.240671:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 6 fid = [0x240002b11:0x113:0x0] op = xattr_set params = 3 batchid = 0 size = 96 repsize 0 00000004:00000040:1.0:1763344908.240673:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 7 fid = [0x240002b13:0x12e85:0x0] op = insert params = 3 batchid = 0 size = 96 repsize 0 00000004:00000040:1.0:1763344908.240676:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 8 fid = [0x240002b13:0x12e85:0x0] op = ref_add params = 0 batchid = 0 size = 40 repsize 0 00000004:00000040:1.0:1763344908.240679:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 9 fid = [0x240002b13:0x12e85:0x0] op = attr_set params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:1.0:1763344908.240682:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 10 fid = [0x240002b11:0x113:0x0] op = xattr_set params = 3 batchid = 0 size = 96 repsize 0 00000004:00000040:1.0:1763344908.240685:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 11 fid = [0x240002b11:0x2:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00000004:00000040:1.0:1763344908.240689:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 12 fid = [0x240002b11:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:1.0:1763344908.240692:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 13 fid = [0x240002b11:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:1.0:1763344908.240695:0:31808:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ff950000 magic = bdde0002 count = 14 size = 1672 00000004:00000040:1.0:1763344908.240699:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240002b11:0x2:0x0] op = write params = 2 batchid = 0 size = 2416 repsize 0 00000004:00000040:1.0:1763344908.240702:0:31808:0:(osp_trans.c:243:object_update_request_dump()) i = 1 fid = [0x240002b11:0x2:0x0] op = attr_set params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:1.0:1763344908.240705:0:31808:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ff953000 magic = bdde0002 count = 2 size = 2672 00000100:00000010:1.0:1763344908.240712:0:31808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1377100. 00000020:00000040:1.0:1763344908.240716:0:31808:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1763344908.240721:0:31808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344908.240725:0:31808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344908.240729:0:31808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344908.240736:0:31808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117b800. 00000100:00000001:1.0:1763344908.240743:0:31808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.240747:0:31808:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1763344908.240751:0:31808:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9e50e5677800. 00000100:00000010:1.0:1763344908.240754:0:31808:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff9e50ef7b6740. 00000020:00000040:1.0:1763344908.240757:0:31808:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1763344908.240759:0:31808:0:(client.c:58:ptlrpc_prep_bulk_frag_pages()) Process entered 00000100:00000001:1.0:1763344908.240761:0:31808:0:(client.c:74:ptlrpc_prep_bulk_frag_pages()) Process leaving (rc=4096 : 4096 : 1000) 00000100:00000001:1.0:1763344908.240763:0:31808:0:(client.c:58:ptlrpc_prep_bulk_frag_pages()) Process entered 00000100:00000001:1.0:1763344908.240764:0:31808:0:(client.c:74:ptlrpc_prep_bulk_frag_pages()) Process leaving (rc=8192 : 8192 : 2000) 00000004:00001000:1.0:1763344908.240766:0:31808:0:(osp_trans.c:420:osp_prep_update_req()) total 8192 in 16 00000004:00000001:1.0:1763344908.240768:0:31808:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1763344908.240773:0:31808:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1763344908.240782:0:31808:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4fc1377100 x1848987617984640/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.240822:0:31808:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344908.240824:0:31808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344908.240831:0:31808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e50e5211540. 00000100:00000001:1.0:1763344908.240833:0:31808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636669011563840 : -107404697987776 : ffff9e50e5211540) 00000100:00000001:1.0:1763344908.240836:0:31808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.240837:0:31808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664114082048 : -107409595469568 : ffff9e4fc1377100) 00000100:00000001:1.0:1763344908.240841:0:31808:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344908.240844:0:31808:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.240846:0:31808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.240848:0:31808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344908.240852:0:31808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc1377100 x1848987617984640/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.240860:0:31808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344908.240863:0:31808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.240866:0:31808:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344908.240869:0:31808:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344908.240871:0:31808:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.240874:0:31808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc1377100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:31808:1848987617984640:0@lo:1000:osp_up1-0.0 00000100:00000001:1.0:1763344908.240878:0:31808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344908.240883:0:31808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344908.240885:0:31808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.240887:0:31808:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1763344908.240894:0:31808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5c210. 00000400:00000010:1.0:1763344908.240901:0:31808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50c38d50c0. 00000100:00000200:1.0:1763344908.240908:0:31808:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 2 pages 8192 bytes, mbits x0x691a4fa2a0080-0x691a4fa2a0080, portal 14 00000100:00000001:1.0:1763344908.240910:0:31808:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.240912:0:31808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344908.240917:0:31808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50c3a92000. 02000000:00000001:1.0:1763344908.240918:0:31808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344908.240921:0:31808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5cec8. 00000400:00000010:1.0:1763344908.240925:0:31808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fcc03f000. 00000100:00000200:1.0:1763344908.240928:0:31808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617984640, portal 4 00000100:00000001:1.0:1763344908.240929:0:31808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.240931:0:31808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664114082048 : -107409595469568 : ffff9e4fc1377100) 00000100:00000040:1.0:1763344908.240937:0:31808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4fc1377100 x1848987617984640/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.240948:0:31808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.240950:0:31808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344908.240954:0:31808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3b28. 00000100:00000200:1.0:1763344908.240956:0:31808:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 24, xid 1848987617984640, offset 0 00000400:00000200:1.0:1763344908.240962:0:31808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344908.240974:0:31808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344908.240985:0:31808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 24 MB=0x691a4fa2a0080 00000400:00000200:1.0:1763344908.240991:0:31808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 264/264 into md 0x209981 [256] + 11824 00000400:00000200:1.0:1763344908.240997:0:31808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.241001:0:31808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344908.241007:0:31808:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.241009:0:31808:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344908.241014:0:31808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c3e64e00. 00000100:00000040:1.0:1763344908.241018:0:31808:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c3e64e00 x1848987617984640 msgsize 264 00000100:00100000:1.0:1763344908.241021:0:31808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344908.241040:0:31808:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344908.241050:0:31808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3b28 00000400:00000010:1.0:1763344908.241052:0:31808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3b28. 00000100:00000001:1.0:1763344908.241055:0:31808:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344908.241059:0:31808:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc1377100 x1848987617984640/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.241068:0:31808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.241071:0:31808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4fc1377100 x1848987617984640/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.241077:0:31808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.241078:0:31808:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.241083:0:31808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.241087:0:31808:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5182 usecs (6 jiffies) 00000100:00000001:3.0:1763344908.241088:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763344908.241091:0:31808:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307682066 00000100:00100000:3.0:1763344908.241092:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617984640 00000100:00000001:1.0:1763344908.241093:0:31808:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683346 02000000:00000001:3.0:1763344908.241095:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.241095:0:31808:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307682066 00000100:00000001:3.0:1763344908.241097:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.241097:0:31808:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683346 00000100:00000001:3.0:1763344908.241099:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.241100:0:31808:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307682066 00000100:00000001:1.0:1763344908.241102:0:31808:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683346 02000000:00000001:3.0:1763344908.241103:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.241104:0:31808:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307682066 00000100:00000001:1.0:1763344908.241105:0:31808:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683346 00000100:00100000:3.0:1763344908.241106:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617984640 00000100:00000001:1.0:1763344908.241108:0:31808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763344908.241109:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.241110:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000100:00000001:1.0:1763344908.241111:0:31808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241112:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763344908.241113:0:31808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1763344908.241115:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=7 00000100:00000001:1.0:1763344908.241115:0:31808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344908.241117:0:31808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e50e5211540 going to sleep for 11 seconds 00000020:00000001:3.0:1763344908.241118:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:1.0:1763344908.241119:0:31808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1763344908.241120:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:1.0:1763344908.241122:0:31808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.241124:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.241128:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.241130:0:6509:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.241133:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.241138:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fccf0ba00. 00000020:00000010:3.0:1763344908.241143:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.241148:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.241155:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344908.241157:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.241159:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.241160:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.241168:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.241181:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.241192:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.241194:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.241197:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8698 00000100:00000040:3.0:1763344908.241200:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:3.0:1763344908.241202:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668454063616 : -107405255488000 : ffff9e50c3e64e00) 00000100:00000040:3.0:1763344908.241206:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c3e64e00 x1848987617984640/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 264/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.241214:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.241217:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.241219:0:6509:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.241220:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00100000:3.0:1763344908.241224:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c3e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:31808:x1848987617984640:12345-0@lo:1000:osp_up1-0.0 00000100:00000200:3.0:1763344908.241228:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617984640 00000020:00000001:3.0:1763344908.241231:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.241234:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.241237:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241239:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.241241:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344908.241244:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.241247:0:6509:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617984640, found 0 last_xid 1848987617984639 00000020:00000001:3.0:1763344908.241249:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.241251:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.241254:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.241256:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241258:0:6509:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344908.241263:0:6509:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 16 at ffff9e50cf7ba690. 00000100:00000001:3.0:1763344908.241266:0:6509:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1763344908.241270:0:6509:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9e50ef32f800. 00000100:00000010:3.0:1763344908.241273:0:6509:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff9e50f82ddd80. 00000020:00000040:3.0:1763344908.241275:0:6509:0:(genops.c:887:class_export_get()) GET export ffff9e4fc48d5800 refcount=8 00000020:00000010:3.0:1763344908.241279:0:6509:0:(out_handler.c:1005:out_handle()) kmalloced '(update_bufs[i])': 4096 at ffff9e4fdd985000. 00000100:00000001:3.0:1763344908.241281:0:6509:0:(client.c:58:ptlrpc_prep_bulk_frag_pages()) Process entered 00000100:00000001:3.0:1763344908.241283:0:6509:0:(client.c:74:ptlrpc_prep_bulk_frag_pages()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000010:3.0:1763344908.241286:0:6509:0:(out_handler.c:1005:out_handle()) kmalloced '(update_bufs[i])': 4096 at ffff9e4fdd982000. 00000100:00000001:3.0:1763344908.241288:0:6509:0:(client.c:58:ptlrpc_prep_bulk_frag_pages()) Process entered 00000100:00000001:3.0:1763344908.241289:0:6509:0:(client.c:74:ptlrpc_prep_bulk_frag_pages()) Process leaving (rc=8192 : 8192 : 2000) 00010000:00000001:3.0:1763344908.241292:0:6509:0:(ldlm_lib.c:3533:target_bulk_io()) Process entered 00000100:00000001:3.0:1763344908.241294:0:6509:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1763344908.241297:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0480. 00000400:00000010:3.0:1763344908.241305:0:6509:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9e50f9d75540. 00000400:00000200:3.0:1763344908.241308:0:6509:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1763344908.241315:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1763344908.241322:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8192 into portal 14 MB=0x691a4fa2a0080 00000400:00000200:3.0:1763344908.241326:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index e from 12345-0@lo of length 8192/8192 into md 0x6660dd [2] + 0 00000400:00000010:3.0:1763344908.241330:0:6509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c210. 00000400:00000200:3.0:1763344908.241333:0:6509:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e50c38d50c0 00000100:00000001:3.0:1763344908.241337:0:6509:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1763344908.241339:0:6509:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff9e50ef32f800 00000100:00000001:3.0:1763344908.241341:0:6509:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1763344908.241347:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1763344908.241353:0:6509:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 8192/8192 into md 0x6660e9 00000400:00000200:3.0:1763344908.241357:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.241360:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1763344908.241362:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0480 00000400:00000010:3.0:1763344908.241364:0:6509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.241367:0:6509:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1763344908.241379:0:6509:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff9e50ef32f800 00000100:00000001:3.0:1763344908.241381:0:6509:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1763344908.241386:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c38d50c0 00000400:00000010:3.0:1763344908.241387:0:6509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50c38d50c0. 00000100:00000001:3.0:1763344908.241391:0:6509:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1763344908.241393:0:6509:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9e4fc1377100 desc ffff9e50e5677800 mbits 1848987617984640 00000100:00000001:3.0:1763344908.241408:0:6509:0:(events.c:217:client_bulk_callback()) Process leaving 00000100:00000200:3.0:1763344908.241415:0:6509:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 2 pages 8192 bytes via portal 14 id 12345-0@lo mbits 0x691a4fa2a0080-0x691a4fa2a0080 00000100:00000001:3.0:1763344908.241418:0:6509:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.241422:0:6509:0:(ldlm_lib.c:3625:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.241427:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.241430:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.241436:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50d6f80000. 02000000:00000001:3.0:1763344908.241439:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.241441:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.241446:0:6509:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc87e0480. 00000020:00000001:3.0:1763344908.241448:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344908.241452:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1763344908.241456:0:6509:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1763344908.241459:0:6509:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9e4fd3375a40. 00000004:00000001:3.0:1763344908.241463:0:6509:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:3.0:1763344908.241468:0:6509:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:3.0:1763344908.241470:0:6509:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x240002b11:0x113:0x0] 00000004:00000010:3.0:1763344908.241475:0:6509:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9e4fd83102d0. 00000004:00000001:3.0:1763344908.241478:0:6509:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.241481:0:6509:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1763344908.241483:0:6509:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1763344908.241487:0:6509:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9e4fe1bc9ba0. 00000004:00000001:3.0:1763344908.241490:0:6509:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446636664659680160 : -107409049871456 : ffff9e4fe1bc9ba0) 00000004:00000001:3.0:1763344908.241492:0:6509:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.241495:0:6509:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:3.0:1763344908.241496:0:6509:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763344908.241499:0:6509:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763344908.241500:0:6509:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.241502:0:6509:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.241505:0:6509:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.241507:0:6509:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.241509:0:6509:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344908.241511:0:6509:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x240002b11 00000004:00000001:3.0:1763344908.241513:0:6509:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344908.241517:0:6509:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff9e4fcc4b5800. 00000004:00000001:3.0:1763344908.241519:0:6509:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.241522:0:6509:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763344908.241524:0:6509:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241529:0:6509:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00080000:00000001:3.0:1763344908.241534:0:6509:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344908.241538:0:6509:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcc4b5e00. 00080000:00000001:3.0:1763344908.241541:0:6509:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664299937280 : -107409409614336 : ffff9e4fcc4b5e00) 00000020:00000001:3.0:1763344908.241544:0:6509:0:(out_handler.c:59:out_create()) Process entered 00080000:00000001:3.0:1763344908.241548:0:6509:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:3.0:1763344908.241552:0:6509:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b11:0x113:0x0] not in the id map cache 00000001:00000001:3.0:1763344908.241557:0:6509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344908.241559:0:6509:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241562:0:6509:0:(out_handler.c:104:out_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241564:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241566:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000020:00000001:3.0:1763344908.241570:0:6509:0:(out_handler.c:446:out_ref_add()) Process entered 00000020:00000001:3.0:1763344908.241572:0:6509:0:(out_handler.c:452:out_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241574:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241575:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000020:00000001:3.0:1763344908.241577:0:6509:0:(out_handler.c:484:out_index_insert()) Process entered 00080000:00000001:3.0:1763344908.241582:0:6509:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000001:3.0:1763344908.241584:0:6509:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241587:0:6509:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d4bbe0 00000020:00000040:3.0:1763344908.241589:0:6509:0:(out_handler.c:536:out_index_insert()) lustre-MDT0001: [0x240002b11:0x113:0x0] index insert .: rc = 0 00000020:00000001:3.0:1763344908.241591:0:6509:0:(out_handler.c:538:out_index_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241593:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241594:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000020:00000001:3.0:1763344908.241596:0:6509:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:3.0:1763344908.241600:0:6509:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241601:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241602:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000020:00000001:3.0:1763344908.241604:0:6509:0:(out_handler.c:484:out_index_insert()) Process entered 00080000:00000001:3.0:1763344908.241605:0:6509:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000002:3.0:1763344908.241607:0:6509:0:(osd_handler.c:246:osd_idc_find_or_init()) lustre-MDT0001: FID [0x200002b13:0x2e17:0x0] not in the id map cache 00080000:00000001:3.0:1763344908.241609:0:6509:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763344908.241610:0:6509:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763344908.241612:0:6509:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.241613:0:6509:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.241615:0:6509:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.241616:0:6509:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.241618:0:6509:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.241620:0:6509:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344908.241622:0:6509:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241624:0:6509:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d4bbe0 00000020:00000040:3.0:1763344908.241625:0:6509:0:(out_handler.c:536:out_index_insert()) lustre-MDT0001: [0x240002b11:0x113:0x0] index insert ..: rc = 0 00000020:00000001:3.0:1763344908.241627:0:6509:0:(out_handler.c:538:out_index_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241629:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241630:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000020:00000001:3.0:1763344908.241632:0:6509:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:3.0:1763344908.241633:0:6509:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241635:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241636:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000020:00000001:3.0:1763344908.241638:0:6509:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:3.0:1763344908.241639:0:6509:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241641:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241643:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000020:00000001:3.0:1763344908.241645:0:6509:0:(out_handler.c:484:out_index_insert()) Process entered 00080000:00000001:3.0:1763344908.241647:0:6509:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:3.0:1763344908.241649:0:6509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344908.241650:0:6509:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241652:0:6509:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d4bbe0 00000020:00000040:3.0:1763344908.241654:0:6509:0:(out_handler.c:536:out_index_insert()) lustre-MDT0001: [0x240002b13:0x12e85:0x0] index insert 56xa: rc = 0 00000020:00000001:3.0:1763344908.241656:0:6509:0:(out_handler.c:538:out_index_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241658:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241659:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000020:00000001:3.0:1763344908.241661:0:6509:0:(out_handler.c:446:out_ref_add()) Process entered 00080000:00000002:3.0:1763344908.241662:0:6509:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b13:0x12e85:0x0] not in the id map cache 00000020:00000001:3.0:1763344908.241664:0:6509:0:(out_handler.c:452:out_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241666:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241667:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000020:00000001:3.0:1763344908.241669:0:6509:0:(out_handler.c:118:out_attr_set()) Process entered 00080000:00000001:3.0:1763344908.241671:0:6509:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763344908.241673:0:6509:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241675:0:6509:0:(out_handler.c:143:out_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241676:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241678:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000020:00000001:3.0:1763344908.241679:0:6509:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:3.0:1763344908.241681:0:6509:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241682:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241685:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669455143224 : -107404254408392 : ffff9e50ff919138) 00000020:00000001:3.0:1763344908.241688:0:6509:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:3.0:1763344908.241690:0:6509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.241692:0:6509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344908.241695:0:6509:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd340. 00080000:00000001:3.0:1763344908.241697:0:6509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241699:0:6509:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241700:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241701:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669455143224 : -107404254408392 : ffff9e50ff919138) 00000020:00000001:3.0:1763344908.241703:0:6509:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:3.0:1763344908.241704:0:6509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.241706:0:6509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344908.241707:0:6509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241708:0:6509:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241710:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241711:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669455143224 : -107404254408392 : ffff9e50ff919138) 00000020:00000001:3.0:1763344908.241713:0:6509:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:3.0:1763344908.241714:0:6509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.241715:0:6509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344908.241716:0:6509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241718:0:6509:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241720:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241721:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669455143224 : -107404254408392 : ffff9e50ff919138) 00000020:00000001:3.0:1763344908.241723:0:6509:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:3.0:1763344908.241724:0:6509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.241726:0:6509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763344908.241727:0:6509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241729:0:6509:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241730:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.241731:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669455143224 : -107404254408392 : ffff9e50ff919138) 00000020:00000001:3.0:1763344908.241733:0:6509:0:(out_handler.c:118:out_attr_set()) Process entered 00080000:00000001:3.0:1763344908.241735:0:6509:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763344908.241736:0:6509:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241737:0:6509:0:(out_handler.c:143:out_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.241740:0:6509:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:3.0:1763344908.241741:0:6509:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344908.241746:0:6509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.241747:0:6509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344908.241749:0:6509:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd480. 00080000:00000001:3.0:1763344908.241751:0:6509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.241762:0:6509:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1763344908.241765:0:6509:0:(out_lib.c:526:out_tx_create_exec()) lustre-MDT0001-osd: create [0x240002b11:0x113:0x0]: dof 1, mode 40000 00080000:00000001:3.0:1763344908.241769:0:6509:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:3.0:1763344908.241874:0:6509:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763344908.241877:0:6509:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.241879:0:6509:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.241880:0:6509:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.241882:0:6509:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.241884:0:6509:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.241887:0:6509:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1763344908.241899:0:6509:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763344908.241902:0:6509:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240002b11:0x113:0x0] 00080000:00000001:3.0:1763344908.241903:0:6509:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763344908.241904:0:6509:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.241906:0:6509:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.241907:0:6509:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.241908:0:6509:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.241910:0:6509:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.241913:0:6509:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:3.0:1763344908.241924:0:6509:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50e48acb58. 00000001:00000010:3.0:1763344908.241937:0:6509:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50e48acb58. 00080000:00000001:3.0:1763344908.241941:0:6509:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.241944:0:6509:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.241946:0:6509:0:(out_lib.c:535:out_tx_create_exec()) lustre-MDT0001-osd: insert create reply ffff9e50d6f80208 index 0: rc = 0 00000020:00000040:3.0:1763344908.241949:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 0/16: rc = 0 00080000:00000002:3.0:1763344908.241953:0:6509:0:(osd_handler.c:4691:osd_ref_add()) [0x240002b11:0x113:0x0] increase nlink 1 00000020:00000040:3.0:1763344908.241958:0:6509:0:(out_lib.c:950:out_tx_ref_add_exec()) lustre-MDT0001-osd: insert ref_add reply ffff9e50d6f80208 index 1: rc = 0 00000020:00000040:3.0:1763344908.241960:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 1/16: rc = 0 00000020:00000001:3.0:1763344908.241962:0:6509:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d4bba8 00000020:00000040:3.0:1763344908.241964:0:6509:0:(out_lib.c:1050:out_obj_index_insert()) lustre-MDT0001-osd: index insert [0x240002b11:0x113:0x0] name: . fid [0x240002b11:0x113:0x0], type 16384 00080000:00000001:3.0:1763344908.241968:0:6509:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:3.0:1763344908.241974:0:6509:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d4bb20 00080000:00000002:3.0:1763344908.241975:0:6509:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 96024 insert .:96024 rc = 0 00080000:00000001:3.0:1763344908.241978:0:6509:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.241980:0:6509:0:(out_lib.c:1097:out_tx_index_insert_exec()) lustre-MDT0001-osd: insert idx insert reply ffff9e50d6f80208 index 2: rc = 0 00000020:00000040:3.0:1763344908.241982:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 2/16: rc = 0 00000020:00000001:3.0:1763344908.241984:0:6509:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763344908.241985:0:6509:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-MDT0001-osd: set xattr buf ffff9e4fdd9851d8 name trusted.lmv flag 0 00080000:00000001:3.0:1763344908.241989:0:6509:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344908.241990:0:6509:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b11:0x113:0x0] set xattr 'trusted.lmv' with size 56 00000020:00000001:3.0:1763344908.242006:0:6509:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344908.242008:0:6509:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-MDT0001-osd: insert xattr set reply ffff9e50d6f80208 index 3: rc = 0 00000020:00000040:3.0:1763344908.242010:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 3/16: rc = 0 00000020:00000001:3.0:1763344908.242012:0:6509:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d4bba8 00000020:00000040:3.0:1763344908.242014:0:6509:0:(out_lib.c:1050:out_obj_index_insert()) lustre-MDT0001-osd: index insert [0x240002b11:0x113:0x0] name: .. fid [0x200002b13:0x2e17:0x0], type 16384 00080000:00000001:3.0:1763344908.242017:0:6509:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:3.0:1763344908.242100:0:6509:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d4bb20 00080000:00000002:3.0:1763344908.242103:0:6509:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 96024 insert ..:512004 rc = 0 00080000:00000001:3.0:1763344908.242105:0:6509:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.242107:0:6509:0:(out_lib.c:1097:out_tx_index_insert_exec()) lustre-MDT0001-osd: insert idx insert reply ffff9e50d6f80208 index 4: rc = 0 00000020:00000040:3.0:1763344908.242109:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 4/16: rc = 0 00000020:00000001:3.0:1763344908.242111:0:6509:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763344908.242112:0:6509:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-MDT0001-osd: set xattr buf ffff9e4fdd9852c8 name trusted.link flag 0 00080000:00000001:3.0:1763344908.242115:0:6509:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344908.242117:0:6509:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b11:0x113:0x0] set xattr 'trusted.link' with size 67 00080000:00000001:3.0:1763344908.242119:0:6509:0:(osd_handler.c:5146:osd_xattr_handle_linkea()) Process entered 00080000:00000001:3.0:1763344908.242120:0:6509:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763344908.242122:0:6509:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763344908.242123:0:6509:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.242124:0:6509:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.242126:0:6509:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.242127:0:6509:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.242128:0:6509:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.242130:0:6509:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00000001:00000002:3.0:1763344908.242165:0:6509:0:(osd_compat.c:354:osd_add_to_remote_parent()) lustre-MDT0001: create agent entry for 0x240002b11:0x113:0x0: rc = 0 00000001:00000001:3.0:1763344908.242170:0:6509:0:(osd_compat.c:357:osd_add_to_remote_parent()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.242172:0:6509:0:(osd_handler.c:5180:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.242177:0:6509:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344908.242180:0:6509:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-MDT0001-osd: insert xattr set reply ffff9e50d6f80208 index 5: rc = 0 00000020:00000040:3.0:1763344908.242181:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 5/16: rc = 0 00000020:00000001:3.0:1763344908.242184:0:6509:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763344908.242185:0:6509:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-MDT0001-osd: set xattr buf ffff9e4fdd985368 name user.job flag 0 00080000:00000001:3.0:1763344908.242187:0:6509:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344908.242188:0:6509:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b11:0x113:0x0] set xattr 'user.job' with size 5 00000020:00000001:3.0:1763344908.242194:0:6509:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344908.242196:0:6509:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-MDT0001-osd: insert xattr set reply ffff9e50d6f80208 index 6: rc = 0 00000020:00000040:3.0:1763344908.242198:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 6/16: rc = 0 00000020:00000001:3.0:1763344908.242200:0:6509:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d4bba8 00000020:00000040:3.0:1763344908.242202:0:6509:0:(out_lib.c:1050:out_obj_index_insert()) lustre-MDT0001-osd: index insert [0x240002b13:0x12e85:0x0] name: 56xa fid [0x200002b13:0x2e17:0x0], type 16877 00080000:00000001:3.0:1763344908.242205:0:6509:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:3.0:1763344908.242207:0:6509:0:(osd_handler.c:4400:osd_create_local_agent_inode()) Process entered 00080000:00000001:3.0:1763344908.242243:0:6509:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1763344908.242248:0:6509:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.242329:0:6509:0:(osd_handler.c:4468:osd_create_local_agent_inode()) Process leaving (rc=18446636664608134104 : -107409101417512 : ffff9e4fdeaa13d8) 00080000:00000001:3.0:1763344908.242343:0:6509:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.242346:0:6509:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d4bb20 00080000:00000002:3.0:1763344908.242348:0:6509:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 96023 insert 56xa:513112 rc = 0 00080000:00000001:3.0:1763344908.242351:0:6509:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.242354:0:6509:0:(out_lib.c:1097:out_tx_index_insert_exec()) lustre-MDT0001-osd: insert idx insert reply ffff9e50d6f80208 index 7: rc = 0 00000020:00000040:3.0:1763344908.242357:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 7/16: rc = 0 00080000:00000002:3.0:1763344908.242359:0:6509:0:(osd_handler.c:4691:osd_ref_add()) [0x240002b13:0x12e85:0x0] increase nlink 2 00000020:00000040:3.0:1763344908.242363:0:6509:0:(out_lib.c:950:out_tx_ref_add_exec()) lustre-MDT0001-osd: insert ref_add reply ffff9e50d6f80208 index 8: rc = 0 00000020:00000040:3.0:1763344908.242365:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 8/16: rc = 0 00000020:00001000:3.0:1763344908.242367:0:6509:0:(out_lib.c:623:out_tx_attr_set_exec()) lustre-MDT0001-osd: attr set [0x240002b13:0x12e85:0x0] 00080000:00000001:3.0:1763344908.242385:0:6509:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344908.242387:0:6509:0:(out_lib.c:630:out_tx_attr_set_exec()) lustre-MDT0001-osd: insert attr_set reply ffff9e50d6f80208 index 9: rc = 0 00000020:00000040:3.0:1763344908.242389:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 9/16: rc = 0 00000020:00000001:3.0:1763344908.242391:0:6509:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763344908.242392:0:6509:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-MDT0001-osd: set xattr buf ffff9e4fdd985550 name trusted.version flag 0 00080000:00000001:3.0:1763344908.242395:0:6509:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344908.242397:0:6509:0:(osd_handler.c:5216:osd_xattr_set()) [0x240002b11:0x113:0x0] set version 0x60006ed69 (old 0x0) for inode 96024 00080000:00000001:3.0:1763344908.242400:0:6509:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.242402:0:6509:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344908.242404:0:6509:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-MDT0001-osd: insert xattr set reply ffff9e50d6f80208 index 10: rc = 0 00000020:00000040:3.0:1763344908.242406:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 10/16: rc = 0 00000020:00000040:3.0:1763344908.242409:0:6509:0:(out_lib.c:673:out_tx_write_exec()) write [0x240002b11:0x2:0x0] pos 0 buf ffff9e4fdd985598, len 88 00000020:00000040:3.0:1763344908.242422:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 11/16: rc = 0 00000020:00000040:3.0:1763344908.242424:0:6509:0:(out_lib.c:673:out_tx_write_exec()) write [0x240002b11:0x2:0x0] pos 160 buf ffff9e4fdd985630, len 4 00000020:00000040:3.0:1763344908.242428:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 12/16: rc = 0 00000020:00000040:3.0:1763344908.242431:0:6509:0:(out_lib.c:673:out_tx_write_exec()) write [0x240002b11:0x2:0x0] pos 32760 buf ffff9e4fdd985678, len 8 00000020:00000040:3.0:1763344908.242438:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 13/16: rc = 0 00000020:00000040:3.0:1763344908.242440:0:6509:0:(out_lib.c:673:out_tx_write_exec()) write [0x240002b11:0x2:0x0] pos 892264 buf ffff9e4fdd982038, len 2352 00000020:00000040:3.0:1763344908.242524:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 14/16: rc = 0 00000020:00001000:3.0:1763344908.242527:0:6509:0:(out_lib.c:623:out_tx_attr_set_exec()) lustre-MDT0001-osd: attr set [0x240002b11:0x2:0x0] 00080000:00000001:3.0:1763344908.242532:0:6509:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344908.242534:0:6509:0:(out_lib.c:630:out_tx_attr_set_exec()) lustre-MDT0001-osd: insert attr_set reply ffff9e50d6f80208 index 15: rc = 0 00000020:00000040:3.0:1763344908.242536:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 15/16: rc = 0 00080000:00000001:3.0:1763344908.242539:0:6509:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344908.242543:0:6509:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344908.242546:0:6509:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214369, last_committed = 25770214368 00000001:00000010:3.0:1763344908.242550:0:6509:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cf060. 00000001:00000040:3.0:1763344908.242553:0:6509:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc48d5800 : new cb_count 1 00000020:00000040:3.0:1763344908.242555:0:6509:0:(genops.c:887:class_export_get()) GET export ffff9e4fc48d5800 refcount=9 00000001:00000010:3.0:1763344908.242560:0:6509:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fc87e06c0. 00000001:00000001:3.0:1763344908.242572:0:6509:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fc87e06c0: xid 1848987617984640, transno 25770214369, tag 1, client gen 7, slot idx 3 00000001:00000001:3.0:1763344908.242576:0:6509:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344908.242583:0:6509:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd480. 00080000:00000010:3.0:1763344908.242586:0:6509:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd340. 00040000:00000001:3.0:1763344908.242588:0:6509:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344908.242590:0:6509:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344908.242593:0:6509:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344908.242599:0:6509:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcc4b5800/ffff9e4fd3375a40 to site lru. bkt: ffff9e50ff90c930 00000020:00000002:3.0:1763344908.242603:0:6509:0:(lu_object.c:207:lu_object_put()) Add ffff9e50f6436c00/ffff9e50ff9190e0 to site lru. bkt: ffff9e50ff90e258 00000020:00000001:3.0:1763344908.242605:0:6509:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.242608:0:6509:0:(out_handler.c:1231:out_handle()) kvfree 'update_bufs[i]': 4096 at ffff9e4fdd985000. 00000020:00000010:3.0:1763344908.242612:0:6509:0:(out_handler.c:1231:out_handle()) kvfree 'update_bufs[i]': 4096 at ffff9e4fdd982000. 00000020:00000010:3.0:1763344908.242615:0:6509:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 16 at ffff9e50cf7ba690. 00000020:00000010:3.0:1763344908.242618:0:6509:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.242621:0:6509:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1763344908.242624:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 8 00000100:00000010:3.0:1763344908.242627:0:6509:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff9e50f82ddd80. 00000100:00000010:3.0:1763344908.242629:0:6509:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9e50ef32f800. 00000100:00000001:3.0:1763344908.242633:0:6509:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:3.0:1763344908.242635:0:6509:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.242638:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214354, transno 25770214369, xid 1848987617984640 00010000:00000001:3.0:1763344908.242641:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.242648:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c3e64e00 x1848987617984640/t25770214369(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 264/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.242656:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.242658:0:6509:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.242662:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.242666:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.242669:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.242672:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.242674:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.242677:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.242680:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.242682:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.242687:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0480. 00000100:00000200:3.0:1763344908.242692:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617984640, offset 224 00000400:00000200:3.0:1763344908.242698:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.242709:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.242717:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa2a0080 00000400:00000200:3.0:1763344908.242723:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x6660e1 [2] + 224 00000400:00000200:3.0:1763344908.242729:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.242732:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.242736:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.242741:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc1377100 x1848987617984640/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344908.242750:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e4fc1377100 x1848987617984640/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.242759:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.242766:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0480 00000400:00000010:3.0:1763344908.242768:0:6509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.242771:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.242773:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.242777:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.242780:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.242782:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.242783:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.242786:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.242972:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c3e64e00 x1848987617984640/t25770214369(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 264/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.242981:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c3e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:31808:x1848987617984640:12345-0@lo:1000:osp_up1-0.0 Request processed in 1765us (1961us total) trans 25770214369 rc 0/0 00000100:00100000:3.0:1763344908.242990:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8698 00000100:00000040:3.0:1763344908.242993:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:3.0:1763344908.242995:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.242997:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.243003:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.243007:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:3.0:1763344908.243011:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fccf0ba00. 00000020:00000040:3.0:1763344908.243015:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 7 00000100:00000001:3.0:1763344908.243018:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.243568:0:31808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344908.243578:0:31808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344908.243580:0:31808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.243583:0:31808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5cec8. 00000400:00000200:1.0:1763344908.243589:0:31808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fcc03f000 00000400:00000010:1.0:1763344908.243591:0:31808:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fcc03f000. 00000100:00000001:1.0:1763344908.243595:0:31808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.243601:0:31808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc1377100 x1848987617984640/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344908.243611:0:31808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc1377100 x1848987617984640/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.243617:0:31808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344908.243619:0:31808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.243622:0:31808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.243626:0:31808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.243628:0:31808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.243630:0:31808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.243633:0:31808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.243641:0:31808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344908.243645:0:31808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.243647:0:31808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.243649:0:31808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.243652:0:31808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.243654:0:31808:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.243657:0:31808:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763344908.243659:0:31808:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763344908.243660:0:31808:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763344908.243663:0:31808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.243665:0:31808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664114082048 : -107409595469568 : ffff9e4fc1377100) 00000100:00000001:1.0:1763344908.243667:0:31808:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344908.243670:0:31808:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:1.0:1763344908.243672:0:31808:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344908.243674:0:31808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.243679:0:31808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9e4fc1377100 x1848987617984640/t25770214369(25770214369) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344908.243688:0:31808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9e4fc1377100 x1848987617984640/t25770214369(25770214369) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763344924 ref 3 fl Bulk:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.243694:0:31808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.243696:0:31808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344908.243698:0:31808:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000010:1.0:1763344908.243707:0:31808:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 108 at ffff9e50f4ec0280. 00000004:00000010:1.0:1763344908.243710:0:31808:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 54 at ffff9e50f93d2440. 00000004:00000010:1.0:1763344908.243713:0:31808:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 64 at ffff9e50f93d2d40. 00000004:00000010:1.0:1763344908.243718:0:31808:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9e50f93d2f40. 00000004:00000010:1.0:1763344908.243721:0:31808:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9e50f93d2b80. 00000004:00000010:1.0:1763344908.243723:0:31808:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9e50f93d2940. 00000004:00000010:1.0:1763344908.243725:0:31808:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9e50f93d2640. 00000004:00000010:1.0:1763344908.243727:0:31808:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9e50f93d2480. 00000020:00000001:1.0:1763344908.243731:0:31808:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763344908.244120:0:31808:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000004:00000001:1.0:1763344908.244124:0:31808:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.244130:0:31808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1377100 x1848987617984640/t25770214369(25770214369) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763344924 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.244138:0:31808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc1377100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:31808:1848987617984640:0@lo:1000:osp_up1-0.0 00000100:00000001:1.0:1763344908.244143:0:31808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.244147:0:31808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.244149:0:31808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344908.244151:0:31808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.244154:0:31808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4fc1377100 x1848987617984640/t25770214369(25770214369) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763344924 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.244161:0:31808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344908.244163:0:31808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e50e5211540. 00000100:00000001:1.0:1763344908.244168:0:31808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344908.244169:0:31808:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.244174:0:31808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.244177:0:31808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc1377100 x1848987617984640/t25770214369(25770214369) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.244183:0:31808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.244185:0:31808:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.244235:0:6504:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.244241:0:6504:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50e4b8df00. 00000020:00000001:2.0:1763344908.244248:0:6504:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.244262:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344908.244264:0:6504:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344908.244270:0:6504:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.244273:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.244279:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.244296:0:6504:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00080000:00000001:2.0:1763344908.244300:0:6504:0:(osd_handler.c:7200:osd_it_ea_init()) Process entered 00080000:00000001:2.0:1763344908.244302:0:6504:0:(osd_handler.c:7135:osd_it_dir_init()) Process entered 00080000:00000010:2.0:1763344908.244309:0:6504:0:(osd_handler.c:7136:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff9e50f6442ac0. 00080000:00000001:2.0:1763344908.244311:0:6504:0:(osd_handler.c:7177:osd_it_dir_init()) Process leaving (rc=18446636669299075776 : -107404410475840 : ffff9e50f6442ac0) 00080000:00000001:2.0:1763344908.244314:0:6504:0:(osd_handler.c:7211:osd_it_ea_init()) Process leaving (rc=18446636669299075776 : -107404410475840 : ffff9e50f6442ac0) 00080000:00000001:2.0:1763344908.244317:0:6504:0:(osd_handler.c:8095:osd_it_ea_load()) Process entered 00080000:00000001:2.0:1763344908.244319:0:6504:0:(osd_handler.c:7395:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:2.0:1763344908.244343:0:6504:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1763344908.244347:0:6504:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.244349:0:6504:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1763344908.244350:0:6504:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.244351:0:6504:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1763344908.244353:0:6504:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.244354:0:6504:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1763344908.244356:0:6504:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.244359:0:6504:0:(osd_handler.c:7457:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.244361:0:6504:0:(osd_handler.c:8105:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344908.244364:0:6504:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:2.0:1763344908.244367:0:6504:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.244382:0:6504:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1763344908.244384:0:6504:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.244386:0:6504:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:2.0:1763344908.244387:0:6504:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.244389:0:6504:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1763344908.244391:0:6504:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.244392:0:6504:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:2.0:1763344908.244393:0:6504:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.244394:0:6504:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1763344908.244396:0:6504:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.244397:0:6504:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:2.0:1763344908.244399:0:6504:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.244400:0:6504:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1763344908.244401:0:6504:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344908.244404:0:6504:0:(osd_handler.c:7241:osd_it_ea_fini()) Process entered 00080000:00000001:2.0:1763344908.244405:0:6504:0:(osd_handler.c:7219:osd_it_dir_fini()) Process entered 00080000:00000010:2.0:1763344908.244410:0:6504:0:(osd_handler.c:7226:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff9e50f6442ac0. 00080000:00000001:2.0:1763344908.244413:0:6504:0:(osd_handler.c:7227:osd_it_dir_fini()) Process leaving 00080000:00000001:2.0:1763344908.244414:0:6504:0:(osd_handler.c:7244:osd_it_ea_fini()) Process leaving 00000004:00000001:2.0:1763344908.244416:0:6504:0:(lod_object.c:964:lod_load_lmv_shards()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:2.0:1763344908.244419:0:6504:0:(lod_object.c:1540:lod_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:2.0:1763344908.244422:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000002:2.0:1763344908.244426:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:2.0:1763344908.244428:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.244431:0:6504:0:(mdt_lib.c:865:mdt_dump_lmv()) magic 0x0CD20CD0, master 0X0 stripe_count 2 hash_type 0x1 00000004:00000040:2.0:1763344908.244434:0:6504:0:(mdt_lib.c:877:mdt_dump_lmv()) idx 0 subobj [0x200002b10:0x113:0x0] 00000004:00000040:2.0:1763344908.244436:0:6504:0:(mdt_lib.c:877:mdt_dump_lmv()) idx 1 subobj [0x240002b11:0x113:0x0] 00000004:00000001:2.0:1763344908.244439:0:6504:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:2.0:1763344908.244441:0:6504:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344908.244445:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.244448:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.244456:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359800. 00010000:00000010:2.0:1763344908.244461:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0600. 00010000:00000001:2.0:1763344908.244465:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.244469:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90c00. 00000020:00000001:2.0:1763344908.244473:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.244476:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90c00 with handle 0x34881b408681814f to hash 00000020:00000001:2.0:1763344908.244478:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.244479:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000010:2.0:1763344908.244484:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca100. 00010000:00000001:2.0:1763344908.244487:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000001:2.0:1763344908.244491:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.244493:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.244497:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90c00/0x34881b408681814f lrc: 3/0,1 mode: --/PW res: [0x200002b13:0x2e17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344908.244505:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.244508:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.244510:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.244512:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.244514:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.244516:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.244517:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.244519:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.244521:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.244523:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.244524:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.244527:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e17:0x0].0x0 (ffff9e4fc1359800) refcount = 1 00010000:00010000:2.0:1763344908.244530:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90c00/0x34881b408681814f lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2e17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344908.244535:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.244539:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.244541:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.244543:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.244544:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.244546:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.244548:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.244551:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.244553:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.244555:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90c00/0x34881b408681814f lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2e17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344908.244560:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.244561:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.244562:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.244564:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.244566:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.244567:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90c00 refcount=3 00000020:00000001:2.0:1763344908.244569:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000001:2.0:1763344908.244572:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000001:2.0:1763344908.244574:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.244575:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.244576:0:6504:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.244580:0:6504:0:(lod_object.c:6824:lod_object_lock()) Process entered 00000004:00000001:2.0:1763344908.244582:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763344908.244585:0:6504:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.244588:0:6504:0:(lod_object.c:6847:lod_object_lock()) kmalloced '(slave_locks)': 280 at ffff9e4fddab8a00. 00010000:00000001:2.0:1763344908.244591:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.244592:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.244596:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359c00. 00010000:00000010:2.0:1763344908.244599:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0f00. 00010000:00000001:2.0:1763344908.244601:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.244603:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d91a00. 00000020:00000001:2.0:1763344908.244605:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.244607:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d91a00 with handle 0x34881b4086818156 to hash 00000020:00000001:2.0:1763344908.244608:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.244610:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000010:2.0:1763344908.244613:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca280. 00010000:00000001:2.0:1763344908.244615:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000001:2.0:1763344908.244617:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.244619:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.244622:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d91a00/0x34881b4086818156 lrc: 3/0,1 mode: --/PW res: [0x200002b10:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344908.244627:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.244629:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.244630:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.244632:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.244633:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.244635:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.244636:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.244638:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.244640:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.244641:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.244643:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.244644:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b10:0x113:0x0].0x0 (ffff9e4fc1359c00) refcount = 1 00010000:00010000:2.0:1763344908.244648:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d91a00/0x34881b4086818156 lrc: 3/0,1 mode: PW/PW res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344908.244652:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.244654:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.244655:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.244657:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.244658:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.244660:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.244661:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.244663:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.244665:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.244668:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d91a00/0x34881b4086818156 lrc: 3/0,1 mode: PW/PW res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344908.244673:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.244675:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.244677:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.244680:0:6504:0:(osp_md_object.c:955:osp_md_object_lock()) Process entered 00010000:00000001:2.0:1763344908.244681:0:6504:0:(ldlm_request.c:926:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1763344908.244686:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cdc00. 00000020:00000040:2.0:1763344908.244690:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=5 obd=lustre-MDT0001-osp-MDT0000 00010000:00000001:2.0:1763344908.244693:0:6504:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00000100:00000001:2.0:1763344908.244696:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.244698:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.244702:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.244707:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab8200. 00000100:00000001:2.0:1763344908.244712:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.244714:0:6504:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.244716:0:6504:0:(ldlm_request.c:940:ldlm_enqueue_pack()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00010000:00000001:2.0:1763344908.244719:0:6504:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1763344908.244720:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.244724:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359d00. 00010000:00000010:2.0:1763344908.244728:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0280. 00010000:00000001:2.0:1763344908.244730:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.244731:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90a00. 00000020:00000001:2.0:1763344908.244734:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.244736:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90a00 with handle 0x34881b408681815d to hash 00000020:00000001:2.0:1763344908.244738:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.244739:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:2.0:1763344908.244741:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:2.0:1763344908.244744:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.244746:0:6504:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.244748:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90a00/0x34881b408681815d lrc: 3/0,1 mode: --/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6504 initiator: MDT0 00010000:00010000:2.0:1763344908.244754:0:6504:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90a00/0x34881b408681815d lrc: 3/0,1 mode: --/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6504 initiator: MDT0 00010000:00010000:2.0:1763344908.244762:0:6504:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90a00/0x34881b408681815d lrc: 3/0,1 mode: --/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6504 initiator: MDT0 00000100:00000001:2.0:1763344908.244770:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763344908.244772:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.244777:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1480. 00000100:00000001:2.0:1763344908.244779:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368206976 : -107409341344640 : ffff9e4fd05d1480) 00000100:00000001:2.0:1763344908.244781:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.244783:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000001:2.0:1763344908.244864:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763344908.244870:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.244872:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.244873:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.244878:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e62cdc00 x1848987617984768/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.244886:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.244888:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.244891:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344908.244894:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344908.244896:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.244899:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e62cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617984768:0@lo:101:mdt00_000.0 00000100:00000001:2.0:1763344908.244903:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.244907:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.244910:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.244912:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.244917:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4fcb32c400. 02000000:00000001:2.0:1763344908.244919:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.244924:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.244930:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9213b8. 00000100:00000200:2.0:1763344908.244935:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617984768, portal 4 00000100:00000001:2.0:1763344908.244937:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.244938:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000040:2.0:1763344908.244942:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50e62cdc00 x1848987617984768/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.244950:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.244953:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.244955:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921770. 00000100:00000200:2.0:1763344908.244958:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617984768, offset 0 00000400:00000200:2.0:1763344908.244963:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.244976:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.244985:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa2a0100 00000400:00000200:2.0:1763344908.244992:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 12088 00000400:00000200:2.0:1763344908.244998:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.245002:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.245007:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.245010:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344908.245013:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cd500. 00000100:00000040:2.0:1763344908.245016:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cd500 x1848987617984768 msgsize 328 00000100:00100000:2.0:1763344908.245020:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344908.245038:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.245046:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921770 00000400:00000010:2.0:1763344908.245048:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921770. 00000100:00000001:2.0:1763344908.245051:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.245055:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e62cdc00 x1848987617984768/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.245063:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.245065:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50e62cdc00 x1848987617984768/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.245070:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.245072:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.245076:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.245080:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5182 usecs (6 jiffies) 00000100:00000001:2.0:1763344908.245084:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307682070 00000100:00000001:2.0:1763344908.245087:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.245088:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307682070 00000100:00000001:2.0:1763344908.245091:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.245092:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307682070 00000100:00000001:2.0:1763344908.245095:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.245097:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307682070 00000100:00000001:2.0:1763344908.245099:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.245101:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.245103:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.245105:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.245107:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.245109:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1480 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.245111:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.245113:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.245186:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.245188:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617984768 02000000:00000001:3.0:1763344908.245191:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.245192:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.245194:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.245197:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.245200:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617984768 00000020:00000001:3.0:1763344908.245203:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.245204:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:3.0:1763344908.245206:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.245208:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=8 00000020:00000001:3.0:1763344908.245210:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:3.0:1763344908.245213:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:3.0:1763344908.245216:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.245221:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.245223:0:6509:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.245225:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.245230:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b4000. 00000020:00000010:3.0:1763344908.245235:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.245240:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.245247:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344908.245249:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.245251:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.245253:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.245260:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.245274:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.245285:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.245286:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.245290:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8699 00000100:00000040:3.0:1763344908.245294:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:3.0:1763344908.245296:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029111040 : -107404680440576 : ffff9e50e62cd500) 00000100:00000040:3.0:1763344908.245300:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cd500 x1848987617984768/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.245308:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.245310:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.245312:0:6509:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.245314:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00100000:3.0:1763344908.245318:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6504:x1848987617984768:12345-0@lo:101:mdt00_000.0 00000100:00000200:3.0:1763344908.245321:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617984768 00000020:00000001:3.0:1763344908.245324:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.245326:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763344908.245331:0:6509:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fc87e06c0: xid 1848987617984640, transno 25770214369, client gen 7, slot idx 3 00000001:00000001:3.0:1763344908.245335:0:6509:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd6241180: xid 1848987617973888, transno 25770214354, client gen 7, slot idx 0 00000001:00000010:3.0:1763344908.245339:0:6509:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241180. 00000020:00000001:3.0:1763344908.245343:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.245345:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.245347:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344908.245350:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.245353:0:6509:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617984768, found 0 last_xid 1848987617984767 00000020:00000001:3.0:1763344908.245355:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.245357:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.245359:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.245362:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.245364:0:6509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344908.245366:0:6509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344908.245368:0:6509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344908.245396:0:6509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344908.245398:0:6509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.245402:0:6509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763344908.245408:0:6509:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50e58caf00. 00010000:00000010:3.0:1763344908.245411:0:6509:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50d7d0eb80. 00010000:00000001:3.0:1763344908.245414:0:6509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.245416:0:6509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17c00. 00000020:00000001:3.0:1763344908.245419:0:6509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.245421:0:6509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17c00 with handle 0x34881b4086818164 to hash 00000020:00000001:3.0:1763344908.245423:0:6509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.245424:0:6509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000010:3.0:1763344908.245428:0:6509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16600. 00010000:00000001:3.0:1763344908.245430:0:6509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00010000:3.0:1763344908.245433:0:6509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818164 lrc: 2/0,0 mode: --/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x34881b408681815d expref: -99 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.245440:0:6509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc48d5800 : new locks_count 3 00000020:00000040:3.0:1763344908.245442:0:6509:0:(genops.c:887:class_export_get()) GET export ffff9e4fc48d5800 refcount=9 00000100:00000001:3.0:1763344908.245449:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.245451:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.245455:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff9e50ef32f800. 02000000:00000001:3.0:1763344908.245457:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.245459:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.245461:0:6509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344908.245464:0:6509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344908.245465:0:6509:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.245467:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.245468:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.245470:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.245471:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.245473:0:6509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.245474:0:6509:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344908.245475:0:6509:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344908.245476:0:6509:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.245478:0:6509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x0 (ffff9e50e58caf00) refcount = 1 00010000:00010000:3.0:1763344908.245483:0:6509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818164 lrc: 3/0,0 mode: PW/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x34881b408681815d expref: 9 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.245488:0:6509:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.245491:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.245492:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.245494:0:6509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344908.245495:0:6509:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.245496:0:6509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.245498:0:6509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.245501:0:6509:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344908.245504:0:6509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818164 lrc: 3/0,0 mode: PW/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b408681815d expref: 9 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.245510:0:6509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.245512:0:6509:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344908.245514:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e50e58caf00) 00010000:00010000:3.0:1763344908.245516:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763344908.245519:0:6509:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.245521:0:6509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.245522:0:6509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.245523:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.245524:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.245527:0:6509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17c00, rc 0) 00000020:00000001:3.0:1763344908.245528:0:6509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.245531:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214354, transno 0, xid 1848987617984768 00010000:00000001:3.0:1763344908.245534:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.245538:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cd500 x1848987617984768/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/344 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.245545:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.245547:0:6509:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.245550:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.245554:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.245557:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.245559:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.245561:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.245564:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.245566:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.245568:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.245572:0:6509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00000200:3.0:1763344908.245575:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 4, xid 1848987617984768, offset 224 00000400:00000200:3.0:1763344908.245580:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.245586:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.245591:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 4 MB=0x691a4fa2a0100 00000400:00000200:3.0:1763344908.245595:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 344/344 into md 0x6660f1 [1] + 224 00000400:00000200:3.0:1763344908.245599:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.245602:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.245605:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.245609:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e62cdc00 x1848987617984768/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344908.245618:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9e50e62cdc00 x1848987617984768/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.245676:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.246367:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.246394:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:3.0:1763344908.246397:0:6509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:3.0:1763344908.246401:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.246403:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.246408:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.246411:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.246414:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.246416:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.246419:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.246424:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cd500 x1848987617984768/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/344 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.246434:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6504:x1848987617984768:12345-0@lo:101:mdt00_000.0 Request processed in 1124us (1416us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.246441:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8699 00000100:00000040:3.0:1763344908.246445:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:3.0:1763344908.246447:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.246449:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.246455:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.246459:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:3.0:1763344908.246462:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b4000. 00000020:00000040:3.0:1763344908.246468:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 8 00000100:00000001:3.0:1763344908.246470:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1763344908.246535:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344908.246538:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344908.246542:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:0.0:1763344908.246546:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9213b8 00000400:00000010:0.0:1763344908.246548:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9213b8. 00000100:00000001:0.0:1763344908.246551:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.246555:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e62cdc00 x1848987617984768/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344908.246563:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e62cdc00 x1848987617984768/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.246569:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344908.246571:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.246574:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344908.246576:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344908.246577:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.246579:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.246581:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.246588:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344908.246592:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.246594:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344908.246596:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.246598:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344908.246600:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.246603:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344908.246605:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:0.0:1763344908.246607:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344908.246611:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.246615:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e62cdc00 x1848987617984768/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.246622:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.246625:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344908.246627:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344908.246630:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cdc00 x1848987617984768/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344908.246638:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e62cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6504:1848987617984768:0@lo:101:mdt00_000.0 00000100:00000001:0.0:1763344908.246642:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.246645:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.246647:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344908.246649:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.246651:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e62cdc00 x1848987617984768/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.246657:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763344908.246660:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1480. 00000100:00000001:0.0:1763344908.246663:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763344908.246664:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.246667:0:6504:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1763344908.246669:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.246671:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.246674:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90a00 refcount=4 00000020:00000001:0.0:1763344908.246676:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:0.0:1763344908.246678:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000040:0.0:1763344908.246682:0:6504:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff9e50f5d90a00, remote cookie: 0x34881b4086818164, flags: 0x0 00010000:00000001:0.0:1763344908.246685:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344908.246687:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.246689:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.246691:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.246692:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.246695:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x0 (ffff9e4fc1359d00) refcount = 1 00010000:00010000:0.0:1763344908.246700:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90a00/0x34881b408681815d lrc: 4/0,1 mode: PW/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b4086818164 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.246708:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.246710:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.246712:0:6504:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.246714:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344908.246717:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.246720:0:6504:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90a00/0x34881b408681815d lrc: 4/0,1 mode: PW/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b4086818164 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.246726:0:6504:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1763344908.246728:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.246729:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.246730:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.246731:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.246733:0:6504:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.246735:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.246739:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e62cdc00 x1848987617984768/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.246745:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344908.246747:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344908.246749:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4fcb32c400. 02000000:00000001:0.0:1763344908.246753:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344908.246755:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344908.246757:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1763344908.246759:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344908.246762:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab8200. 02000000:00000001:0.0:1763344908.246764:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344908.246766:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344908.246768:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cdc00. 00000100:00000001:0.0:1763344908.246772:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344908.246773:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344908.246775:0:6504:0:(osp_md_object.c:971:osp_md_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.246778:0:6504:0:(lod_object.c:6895:lod_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.246781:0:6504:0:(mdt_reint.c:315:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.246786:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344908.246822:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763344908.246823:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344908.246824:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763344908.246826:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.246827:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.246830:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91a00 refcount=3 00000020:00000001:0.0:1763344908.246832:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00010000:00000001:0.0:1763344908.246834:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292059136 : -107404417492480 : ffff9e50f5d91a00) 00000004:00010000:0.0:1763344908.246838:0:6504:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a4685d14 reply state 00000000acaccb3d transno 25770257769 ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d91a00/0x34881b4086818156 lrc: 3/0,1 mode: PW/PW res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.246846:0:6504:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1763344908.246850:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.246852:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.246854:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.246855:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.246857:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.246858:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.246859:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b10:0x113:0x0].0x0 (ffff9e4fc1359c00) refcount = 1 00010000:00010000:0.0:1763344908.246863:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d91a00/0x34881b4086818156 lrc: 3/0,1 mode: TXN/TXN res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.246867:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.246869:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.246870:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.246871:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.246873:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.246876:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.246878:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x113:0x0].0x0 (ffff9e4fc1359c00) 00010000:00010000:0.0:1763344908.246880:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344908.246882:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.246884:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.246886:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.246887:0:6504:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1763344908.246890:0:6504:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763344908.246892:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.246893:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.246895:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344908.246896:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763344908.246898:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344908.246899:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763344908.246900:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344908.246901:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763344908.246902:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344908.246904:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763344908.246905:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344908.246906:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763344908.246907:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.246908:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.246910:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90a00 refcount=3 00000020:00000001:0.0:1763344908.246912:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:0.0:1763344908.246914:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:0.0:1763344908.246917:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.246918:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.246920:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90a00 refcount=4 00000020:00000001:0.0:1763344908.246922:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:0.0:1763344908.246924:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:0.0:1763344908.246926:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344908.246929:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90a00/0x34881b408681815d lrc: 4/0,1 mode: PW/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b4086818164 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.246935:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.246936:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.246938:0:6504:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90a00/0x34881b408681815d lrc: 3/0,0 mode: PW/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b4086818164 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.246944:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344908.246946:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.246947:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.246948:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344908.246949:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763344908.246953:0:6504:0:(lod_object.c:6774:lod_object_unlock()) Process entered 00000004:00000001:0.0:1763344908.246957:0:6504:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:0.0:1763344908.246959:0:6504:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240002b11:0x113:0x0] 00000004:00000001:0.0:1763344908.246963:0:6504:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763344908.246965:0:6504:0:(lod_object.c:6799:lod_object_unlock()) kfreed 'slave_locks': 280 at ffff9e4fddab8a00. 00000004:00000001:0.0:1763344908.246968:0:6504:0:(lod_object.c:6802:lod_object_unlock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.246970:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344908.246971:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763344908.246972:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344908.246973:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763344908.246975:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.246976:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.246977:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90c00 refcount=3 00000020:00000001:0.0:1763344908.246979:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00010000:00000001:0.0:1763344908.246981:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055552 : -107404417496064 : ffff9e50f5d90c00) 00000004:00010000:0.0:1763344908.246985:0:6504:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a4685d14 reply state 00000000acaccb3d transno 25770257769 ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90c00/0x34881b408681814f lrc: 3/0,1 mode: PW/PW res: [0x200002b13:0x2e17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.246990:0:6504:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1763344908.246992:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.246993:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.246995:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.246996:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.246998:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.246999:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.247001:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e17:0x0].0x0 (ffff9e4fc1359800) refcount = 1 00010000:00010000:0.0:1763344908.247004:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90c00/0x34881b408681814f lrc: 3/0,1 mode: TXN/TXN res: [0x200002b13:0x2e17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.247009:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.247010:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.247011:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.247013:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.247014:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.247016:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.247017:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e17:0x0].0x0 (ffff9e4fc1359800) 00010000:00010000:0.0:1763344908.247020:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344908.247022:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.247024:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.247025:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.247026:0:6504:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1763344908.247027:0:6504:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:0.0:1763344908.247028:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.247029:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.247030:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344908.247031:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763344908.247032:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344908.247033:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000001:00000001:0.0:1763344908.247036:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.247038:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.247040:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.247041:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.247043:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.247044:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.247045:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.247047:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.247048:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.247049:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.247051:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344908.247053:0:6504:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002b13:0x2e17:0x0]: nlink=4, mode=40755, valid=0x1100000410002f8f 00000004:00200000:0.0:1763344908.247056:0:6504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2e17:0x0]: returning size 4096 00000004:00000001:0.0:1763344908.247059:0:6504:0:(mdt_reint.c:792:mdt_create()) Process leaving 00000004:00000001:0.0:1763344908.247061:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344908.247067:0:6504:0:(lu_object.c:207:lu_object_put()) Add ffff9e50d7476b98/ffff9e50d7476b40 to site lru. bkt: ffff9e50f846b090 00000004:00000001:0.0:1763344908.247069:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.247071:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344908.247072:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763344908.247073:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.247074:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.247076:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=3 00000020:00000001:0.0:1763344908.247077:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:0.0:1763344908.247079:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00000004:00000001:0.0:1763344908.247084:0:6504:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:0.0:1763344908.247086:0:6504:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240002b13:0x12e85:0x0] 00000004:00000010:0.0:1763344908.247090:0:6504:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 585 at ffff9e4fcb32d800. 00000004:00000010:0.0:1763344908.247093:0:6504:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 564 at ffff9e4fcb32e000. 00000004:00000001:0.0:1763344908.247096:0:6504:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.247097:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.247099:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.247100:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=4 00000020:00000001:0.0:1763344908.247102:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:0.0:1763344908.247104:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:0.0:1763344908.247106:0:6504:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1763344908.247109:0:6504:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 4/0,1 mode: CW/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.247115:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344908.247117:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 4/0,1 mode: CW/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.247122:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.247123:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.247125:0:6504:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 3/0,0 mode: CW/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.247132:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.247133:0:6504:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.247136:0:6504:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1763344908.247142:0:6504:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fd6241cc0. 00010000:00000001:0.0:1763344908.247145:0:6504:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1763344908.247162:0:6504:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1763344908.247164:0:6504:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.247166:0:6504:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.247168:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344908.247169:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.247170:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.247171:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.247172:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.247173:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344908.247175:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763344908.247176:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344908.247177:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763344908.247178:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.247179:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.247181:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90600 refcount=3 00000020:00000001:0.0:1763344908.247183:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:0.0:1763344908.247185:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00000004:00000001:0.0:1763344908.247187:0:6504:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:0.0:1763344908.247189:0:6504:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240002b13:0x12e85:0x0] 00000004:00000001:0.0:1763344908.247191:0:6504:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.247193:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.247194:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.247196:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90600 refcount=4 00000020:00000001:0.0:1763344908.247197:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:0.0:1763344908.247199:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:0.0:1763344908.247201:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344908.247204:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90600/0x34881b4086818141 lrc: 4/0,1 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b4086818148 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.247209:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.247211:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.247213:0:6504:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90600/0x34881b4086818141 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x34881b4086818148 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.247218:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344908.247219:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.247220:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.247221:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344908.247222:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763344908.247224:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344908.247226:0:6504:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763344908.247228:0:6504:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:0.0:1763344908.247230:0:6504:0:(lu_object.c:207:lu_object_put()) Add ffff9e510117eb98/ffff9e510117eb40 to site lru. bkt: ffff9e50f8469ab0 00000004:00000001:0.0:1763344908.247232:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1763344908.247237:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344908.247244:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.247246:0:6504:0:(mdt_reint.c:1175:mdt_reint_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.247250:0:6504:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.247252:0:6504:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763344908.247258:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344908.247261:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344908.247262:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344908.247264:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344908.247266:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344908.247269:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 88 cookie/acl_size = 0 00000004:00000001:0.0:1763344908.247273:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.247276:0:6504:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344908.247279:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257767, transno 25770257769, xid 1848987881563264 00010000:00000001:0.0:1763344908.247282:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763344908.247284:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=475 00010000:00000200:0.0:1763344908.247286:0:6504:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 25770257769, last committed = 25770257767 00010000:00000200:0.0:1763344908.247293:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff7d1500 x1848987881563264/t25770257769(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 552/536 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344908.247300:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.247302:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.247305:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.247308:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.247311:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344908.247313:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344908.247315:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.247317:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.247320:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.247323:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344908.247328:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495aa0. 00000100:00000200:0.0:1763344908.247332:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 10, xid 1848987881563264, offset 224 00000400:00000200:0.0:1763344908.247338:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344908.247348:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344908.247355:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385679:1385679:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385675:1385675:8:4294967295] 00000400:00000200:0.0:1763344908.247366:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344908.247383:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344908.247389:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56800. 00000800:00000200:0.0:1763344908.247395:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344908.247402:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344908.247406:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56800 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1763344908.247413:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.247416:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344908.247419:0:6504:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344908.247420:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.247422:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344908.247426:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff7d1500 x1848987881563264/t25770257769(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 552/536 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344908.247446:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff7d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+475:253438:x1848987881563264:12345-192.168.203.14@tcp:36:lfs.0 Request processed in 58477us (60166us total) trans 25770257769 rc 0/0 00000100:00100000:0.0:1763344908.247453:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303011 00000100:00000040:0.0:1763344908.247456:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:0.0:1763344908.247458:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.247460:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.247464:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139b00. 00000020:00000010:0.0:1763344908.247468:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf7324b0. 00000020:00000010:0.0:1763344908.247471:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4e00. 00000020:00000040:0.0:1763344908.247476:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 474 00000100:00000001:0.0:1763344908.247479:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344908.247708:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.247713:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56800. 00000400:00000200:2.0:1763344908.247717:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.247721:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.247725:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495aa0 00000400:00000010:2.0:1763344908.247727:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495aa0. 00000100:00000001:2.0:1763344908.247731:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.247733:0:3635:0:(events.c:433:reply_out_callback()) Process leaving 00000020:00000001:3.0:1763344908.247820:0:67527:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344908.247823:0:67527:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.247826:0:67527:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763344908.247829:0:67527:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763344908.247832:0:67527:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344908.247837:0:67527:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 2/0,0 mode: CW/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.247844:0:67527:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d90200 already unused, calling callback (ffffffffc1acd290) 00000004:00000001:3.0:1763344908.247847:0:67527:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.247850:0:67527:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344908.247852:0:67527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.247853:0:67527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.247854:0:67527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=3 00000020:00000001:3.0:1763344908.247856:0:67527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:3.0:1763344908.247859:0:67527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:3.0:1763344908.247862:0:67527:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344908.247864:0:67527:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 3/0,0 mode: CW/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1763344908.247870:0:67527:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00000004:00010000:3.0:1763344908.247873:0:67527:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 3/0,0 mode: CW/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1763344908.247880:0:67527:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.247882:0:67527:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344908.247885:0:67527:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.247887:0:67527:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.247888:0:67527:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.247889:0:67527:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.247892:0:67527:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90200 with handle 0x34881b4086818133 from hash 00010000:00000001:3.0:1763344908.247894:0:67527:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.247895:0:67527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.247896:0:67527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.247897:0:67527:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344908.247899:0:67527:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.247901:0:67527:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1763344908.247904:0:67527:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1763344908.247906:0:67527:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1763344908.247914:0:67527:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2403800. 00000020:00000040:3.0:1763344908.247917:0:67527:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=5 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1763344908.247921:0:67527:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.247923:0:67527:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.247927:0:67527:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.247932:0:67527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4b4000. 00000100:00000001:3.0:1763344908.247936:0:67527:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.247939:0:67527:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1763344908.247942:0:67527:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 2/0,0 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.247952:0:67527:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1763344908.247953:0:67527:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.247957:0:67527:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344908.247962:0:67527:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.247968:0:67527:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000075aabbb] to pc [ptlrpcd_00_02+2] req@ffff9e50d2403800 x1848987617984896/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.248302:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344908.248305:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.248308:0:3644:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.248313:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50d2403800 x1848987617984896/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.248321:0:3644:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.248323:0:3644:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.248327:0:3644:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344908.248329:0:3644:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344908.248332:0:3644:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.248335:0:3644:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50d2403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1848987617984896:0@lo:103:ldlm_bl.0 00000100:00000001:2.0:1763344908.248339:0:3644:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.248343:0:3644:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.248345:0:3644:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.248347:0:3644:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.248352:0:3644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fddab8e00. 02000000:00000001:2.0:1763344908.248355:0:3644:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.248360:0:3644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.248366:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921770. 00000100:00000200:2.0:1763344908.248382:0:3644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617984896, portal 18 00000100:00000001:2.0:1763344908.248384:0:3644:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.248385:0:3644:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668694837248 : -107405014714368 : ffff9e50d2403800) 00000100:00000040:2.0:1763344908.248392:0:3644:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50d2403800 x1848987617984896/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.248398:0:3644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.248400:0:3644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.248403:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921f68. 00000100:00000200:2.0:1763344908.248406:0:3644:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1848987617984896, offset 0 00000400:00000200:2.0:1763344908.248411:0:3644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.248420:0:3644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.248430:0:3644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x691a4fa2a0180 00000400:00000200:2.0:1763344908.248436:0:3644:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x65d24d [2] + 656 00000400:00000200:2.0:1763344908.248442:0:3644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.248445:0:3644:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.248449:0:3644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.248452:0:3644:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763344908.248456:0:3644:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62ce300. 00000100:00000040:2.0:1763344908.248459:0:3644:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62ce300 x1848987617984896 msgsize 328 00000100:00100000:2.0:1763344908.248462:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344908.249138:0:3644:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.249150:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921f68 00000400:00000010:2.0:1763344908.249152:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921f68. 00000100:00000001:2.0:1763344908.249155:0:3644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.249161:0:3644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50d2403800 x1848987617984896/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.249169:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.249173:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50d2403800 x1848987617984896/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.249179:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.249181:0:3644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.249185:0:3644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.249190:0:3644:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5182 usecs (6 jiffies) 00000100:00000001:2.0:1763344908.249194:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307682074 00000100:00000001:2.0:1763344908.249197:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.249200:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307682074 00000100:00000001:2.0:1763344908.249202:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.249204:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307682074 00000100:00000001:2.0:1763344908.249205:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.249207:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307682074 00000100:00000001:2.0:1763344908.249209:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683346 00000100:00000001:2.0:1763344908.249211:0:3644:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.249214:0:3644:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.249217:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.249220:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.249808:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.249811:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763344908.249814:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344908.249816:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.249818:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.249820:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.249939:0:67527:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.249944:0:67527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.249946:0:67527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.249947:0:67527:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.249949:0:67527:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.249952:0:67527:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.249957:0:67527:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 1/0,0 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763344908.249963:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1763344908.249965:0:67527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1763344908.249966:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617984896 00010000:00010000:3.0:1763344908.249968:0:67527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90200/0x34881b4086818133 lrc: 0/0,0 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x34881b408681813a expref: -99 pid: 6504 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1763344908.249968:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.249971:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.249973:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.249976:0:67527:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359b00 count: 0 02000000:00000001:1.0:1763344908.249976:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.249980:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617984896 00010000:00000010:3.0:1763344908.249982:0:67527:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0a80. 00000020:00000001:1.0:1763344908.249983:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.249985:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:1.0:1763344908.249987:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.249989:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=9 00010000:00000001:3.0:1763344908.249991:0:67527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.249992:0:67527:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:1.0:1763344908.249992:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00010000:00000010:3.0:1763344908.249994:0:67527:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4fd6241cc0. 00000020:00000001:1.0:1763344908.249994:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00010000:00000001:3.0:1763344908.249997:0:67527:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.249998:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1763344908.250000:0:67527:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344908.250001:0:67527:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344908.250002:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00010000:00010000:3.0:1763344908.250004:0:67527:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763344908.250005:0:67527:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1763344908.250005:0:27025:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763344908.250007:0:67527:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344908.250007:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00010000:00010000:3.0:1763344908.250008:0:67527:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763344908.250010:0:67527:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344908.250012:0:67527:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344908.250013:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117aa00. 00010000:00010000:3.0:1763344908.250014:0:67527:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1763344908.250017:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.250022:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca047d0. 00000100:00000040:1.0:1763344908.250028:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344908.250031:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.250033:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344908.250035:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344908.250037:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.250040:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344908.250043:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.250044:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.250046:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16000 refcount=3 00000020:00000001:1.0:1763344908.250048:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:1.0:1763344908.250051:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:1.0:1763344908.250053:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.250054:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.250056:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.250058:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.250065:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.250084:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.250095:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.250097:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.250101:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3673 00000100:00000040:1.0:1763344908.250104:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:1.0:1763344908.250107:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029114624 : -107404680436992 : ffff9e50e62ce300) 00000100:00000040:1.0:1763344908.250112:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62ce300 x1848987617984896/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.250119:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.250122:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.250124:0:27025:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.250126:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.250130:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+9:3644:x1848987617984896:12345-0@lo:103:ldlm_bl.0 00000100:00000200:1.0:1763344908.250134:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617984896 00010000:00000001:1.0:1763344908.250137:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344908.250139:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344908.250141:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344908.250146:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.250149:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.250153:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50e5677000. 02000000:00000001:1.0:1763344908.250155:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.250157:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.250159:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344908.250161:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344908.250163:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.250164:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.250166:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16000 refcount=3 00000020:00000001:1.0:1763344908.250168:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:1.0:1763344908.250169:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000040:1.0:1763344908.250172:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e4897a00 count: 2 00000004:00000001:1.0:1763344908.250177:0:27025:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763344908.250179:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344908.250182:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.250184:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.250186:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.250188:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.250192:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.250194:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.250199:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.250200:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.250203:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.250205:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.250207:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16000 with handle 0x34881b408681813a from hash 00010000:00000001:1.0:1763344908.250209:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.250210:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.250211:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.250212:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.250216:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.250218:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.250220:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.250222:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.250225:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b408681813a lrc: 0/0,0 mode: --/CW res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x34881b4086818133 expref: 9 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.250238:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc48d5800 : new locks_count 2 00000020:00000040:1.0:1763344908.250241:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 8 00010000:00000010:1.0:1763344908.250243:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16080. 00010000:00000001:1.0:1763344908.250248:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.250250:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.250252:0:27025:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.250254:0:27025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0x0 (ffff9e50e4897a00) 00010000:00000001:1.0:1763344908.250258:0:27025:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.250261:0:27025:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.250263:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763344908.250264:0:27025:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e4897a00 count: 0 00010000:00000010:1.0:1763344908.250268:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50df139e00. 00010000:00010000:1.0:1763344908.250273:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344908.250275:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.250279:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.250281:0:27025:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.250284:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.250288:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.250291:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344908.250293:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344908.250295:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.250297:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.250300:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.250302:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344908.250307:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3b28. 00000100:00000200:1.0:1763344908.250311:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987617984896, offset 224 00000400:00000200:1.0:1763344908.250317:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344908.250326:0:27025:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344908.250334:0:27025:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x691a4fa2a0180 00000400:00000200:1.0:1763344908.250340:0:27025:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x666101 [1] + 224 00000400:00000200:1.0:1763344908.250346:0:27025:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.250350:0:27025:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344908.250354:0:27025:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.250358:0:27025:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50d2403800 x1848987617984896/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344908.250367:0:27025:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50d2403800 x1848987617984896/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.250392:0:27025:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344908.250399:0:27025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3b28 00000400:00000010:1.0:1763344908.250401:0:27025:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3b28. 00000100:00000001:1.0:1763344908.250405:0:27025:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.250406:0:27025:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.250410:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.250413:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344908.250415:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.250417:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.250421:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62ce300 x1848987617984896/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.250429:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+8:3644:x1848987617984896:12345-0@lo:103:ldlm_bl.0 Request processed in 308us (1969us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.250436:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3673 00000100:00000040:1.0:1763344908.250439:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:1.0:1763344908.250441:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.250443:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.250448:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.250451:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca047d0. 00000020:00000010:1.0:1763344908.250455:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117aa00. 00000020:00000040:1.0:1763344908.250458:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 7 00000100:00000001:1.0:1763344908.250461:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.250477:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344908.250478:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344908.250483:0:3644:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344908.250484:0:3644:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.250487:0:3644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:1.0:1763344908.250491:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921770 00000400:00000010:1.0:1763344908.250492:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921770. 00000100:00000001:1.0:1763344908.250494:0:3644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.250498:0:3644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50d2403800 x1848987617984896/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344908.250506:0:3644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50d2403800 x1848987617984896/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.250511:0:3644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344908.250513:0:3644:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.250515:0:3644:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.250517:0:3644:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.250519:0:3644:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.250520:0:3644:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.250523:0:3644:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.250528:0:3644:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f4e8 time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344908.250531:0:3644:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.250534:0:3644:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.250536:0:3644:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.250538:0:3644:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.250540:0:3644:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.250543:0:3644:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344908.250545:0:3644:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:1.0:1763344908.250547:0:3644:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344908.250549:0:3644:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.250554:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50d2403800 x1848987617984896/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.250560:0:3644:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.250562:0:3644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.250564:0:3644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344908.250568:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2403800 x1848987617984896/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.250576:0:3644:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50d2403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1848987617984896:0@lo:103:ldlm_bl.0 00000100:00000001:1.0:1763344908.250580:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.250583:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.250585:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d2403800 x1848987617984896/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.250591:0:3644:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344908.250594:0:3644:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344908.250596:0:3644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fddab8e00. 02000000:00000001:1.0:1763344908.250599:0:3644:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.250601:0:3644:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.250603:0:3644:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1763344908.250605:0:3644:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344908.250608:0:3644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4b4000. 02000000:00000001:1.0:1763344908.250611:0:3644:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344908.250612:0:3644:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344908.250614:0:3644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2403800. 00000100:00000001:1.0:1763344908.250618:0:3644:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344908.250620:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.250621:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.250625:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344908.250627:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.250629:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344908.250630:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.250894:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344908.250897:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763344908.257138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16000. 00010000:00000010:1.1:1763344908.257156:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e4897a00. 00010000:00000010:3.1:1763344908.257884:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359b00. 00010000:00000010:3.1:1763344908.257892:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00000800:00000001:2.0:1763344908.257962:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.257977:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.257980:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.257982:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.258503:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.258524:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509dfe600 00000400:00000200:2.0:1763344908.258533:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x6592c5 [2] + 392 00000800:00000001:2.0:1763344908.258542:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.258553:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.258556:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.258560:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.258567:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.258569:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763344908.258575:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cc380. 00000100:00000040:2.0:1763344908.258579:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cc380 x1848987881563648 msgsize 392 00000100:00100000:2.0:1763344908.258583:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.258591:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.258598:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.258601:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.258682:0:114643:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.258685:0:114643:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881563648 02000000:00000001:0.0:1763344908.258687:0:114643:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.258690:0:114643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.258692:0:114643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.258696:0:114643:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.258700:0:114643:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881563648 00000020:00000001:0.0:1763344908.258703:0:114643:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.258705:0:114643:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344908.258707:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.258710:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=221 00000020:00000001:0.0:1763344908.258713:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344908.258715:0:114643:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344908.258720:0:114643:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.258725:0:114643:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.258728:0:114643:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.258731:0:114643:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000020:00000010:0.0:1763344908.258739:0:114643:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4e00. 00000020:00000010:0.0:1763344908.258745:0:114643:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139b00. 00000020:00000010:0.0:1763344908.258750:0:114643:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf7324b0. 00000100:00000040:0.0:1763344908.258760:0:114643:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763344908.258763:0:114643:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.258764:0:114643:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344908.258766:0:114643:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.258774:0:114643:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.259211:0:6507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.259213:0:6507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.259220:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35921 00000100:00000040:2.0:1763344908.259223:0:6507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344908.259225:0:6507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029106560 : -107404680445056 : ffff9e50e62cc380) 00000100:00000040:2.0:1763344908.259234:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cc380 x1848987881563648/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.259243:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.259247:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a40. 00000100:00000001:2.0:1763344908.259249:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.259251:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a40. 00000100:00100000:2.0:1763344908.259255:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+221:253438:x1848987881563648:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:2.0:1763344908.259259:0:6507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881563648 00000020:00000001:2.0:1763344908.259262:0:6507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.259266:0:6507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763344908.259271:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd6241e40: xid 1848987881563008, transno 25770214368, client gen 9, slot idx 2 00000001:00000001:2.0:1763344908.259275:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd6241d80: xid 1848987881561984, transno 25770214367, client gen 9, slot idx 1 00000001:00000010:2.0:1763344908.259279:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241d80. 00000020:00000001:2.0:1763344908.259283:0:6507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.259285:0:6507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.259287:0:6507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:2.0:1763344908.259291:0:6507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344908.259294:0:6507:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881563648, found 0 last_xid 1848987881563647 00000020:00000001:2.0:1763344908.259297:0:6507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.259299:0:6507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.259301:0:6507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.259304:0:6507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259310:0:6507:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763344908.259312:0:6507:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763344908.259314:0:6507:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763344908.259319:0:6507:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259322:0:6507:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763344908.259326:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.259328:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.259331:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.259332:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.259334:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.259336:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.259337:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.259339:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.259340:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.259341:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.259343:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.259345:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.259346:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.259348:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259351:0:6507:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259353:0:6507:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763344908.259354:0:6507:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259357:0:6507:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763344908.259358:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.259359:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.259366:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.259368:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.259378:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.259379:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.259381:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.259382:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.259385:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.259387:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.259392:0:6507:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000100:00000001:0.0:1763344908.259396:0:114643:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00001000:2.0:1763344908.259398:0:6507:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344908.259402:0:6507:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344908.259405:0:6507:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344908.259407:0:6507:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.259410:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.259411:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259414:0:6507:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344908.259416:0:6507:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259418:0:6507:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.259422:0:6507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.259425:0:6507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.259431:0:6507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e4fcb32d800. 02000000:00000001:2.0:1763344908.259433:0:6507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.259435:0:6507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259438:0:6507:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763344908.259440:0:6507:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259442:0:6507:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763344908.259444:0:6507:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763344908.259446:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.259448:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50df139380 refcount=2 00000020:00000001:2.0:1763344908.259450:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668910015360 : -107404799536256 : ffff9e50df139380) 00000004:00000001:2.0:1763344908.259453:0:6507:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636668910015360 : -107404799536256 : ffff9e50df139380) 00000020:00000040:2.0:1763344908.259456:0:6507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50df139380 with handle 0x34881b408681812c from hash 00000004:00000001:2.0:1763344908.259461:0:6507:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763344908.259463:0:6507:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240002b13:0x12e85:0x0] with intent: 0 00000004:00000001:2.0:1763344908.259467:0:6507:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763344908.259471:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.259477:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.259499:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1763344908.259502:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1763344908.259504:0:6507:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259507:0:6507:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763344908.259513:0:6507:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763344908.259515:0:6507:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.259519:0:6507:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x240002b13:0x12e85:0x0], previous was 0x7 00000004:00000001:2.0:1763344908.259522:0:6507:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259525:0:6507:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763344908.259527:0:6507:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259530:0:6507:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763344908.259533:0:6507:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.259536:0:6507:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763344908.259539:0:6507:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50df139380. 00000004:00000001:2.0:1763344908.259550:0:6507:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344908.259554:0:6507:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375318/ffff9e4fd33752c0 to site lru. bkt: ffff9e50ff90d3e8 00000004:00000001:2.0:1763344908.259557:0:6507:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.259558:0:6507:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259560:0:6507:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259562:0:6507:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763344908.259565:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.259569:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab8600. 00080000:00000001:2.0:1763344908.259572:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591451648 : -107409118099968 : ffff9e4fddab8600) 00080000:00000001:2.0:1763344908.259575:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344908.259581:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.259584:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.259588:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2a40. 00080000:00000001:2.0:1763344908.259590:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.259599:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.259602:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344908.259606:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344908.259608:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214370, last_committed = 25770214368 00000001:00000010:2.0:1763344908.259612:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8df00. 00000001:00000040:2.0:1763344908.259614:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 1 00000020:00000040:2.0:1763344908.259617:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=222 00000001:00000010:2.0:1763344908.259622:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd05d1e40. 00000001:00000001:2.0:1763344908.259643:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd05d1e40: xid 1848987881563648, transno 25770214370, tag 1, client gen 9, slot idx 0 00000001:00000001:2.0:1763344908.259646:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344908.259653:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2a40. 00040000:00000001:2.0:1763344908.259658:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.259660:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344908.259663:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259665:0:6507:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763344908.259667:0:6507:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344908.259668:0:6507:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344908.259670:0:6507:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344908.259672:0:6507:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763344908.259676:0:6507:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.259679:0:6507:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344908.259681:0:6507:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763344908.259686:0:6507:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.259693:0:6507:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.259695:0:6507:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.259698:0:6507:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214368, transno 25770214370, xid 1848987881563648 00010000:00000001:2.0:1763344908.259701:0:6507:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.259707:0:6507:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cc380 x1848987881563648/t25770214370(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/456 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.259715:0:6507:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.259717:0:6507:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.259721:0:6507:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=40 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.259726:0:6507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.259728:0:6507:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.259730:0:6507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.259733:0:6507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.259735:0:6507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.259738:0:6507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.259740:0:6507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.259745:0:6507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921f68. 00000100:00000200:2.0:1763344908.259750:0:6507:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881563648, offset 224 00000400:00000200:2.0:1763344908.259756:0:6507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.259767:0:6507:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.259774:0:6507:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385680:1385680:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385676:1385676:8:4294967295] 00000400:00000200:2.0:1763344908.259785:0:6507:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.259826:0:6507:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.259831:0:6507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:2.0:1763344908.259837:0:6507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.259844:0:6507:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.259848:0:6507:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.259856:0:6507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.259859:0:6507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.259861:0:6507:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.259863:0:6507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.259865:0:6507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.259869:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cc380 x1848987881563648/t25770214370(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/456 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.259878:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+222:253438:x1848987881563648:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 634us (1297us total) trans 25770214370 rc 0/0 00000100:00100000:2.0:1763344908.259886:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35921 00000100:00000040:2.0:1763344908.259889:0:6507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344908.259891:0:6507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.259893:0:6507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.259897:0:6507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139b00. 00000020:00000010:2.0:1763344908.259901:0:6507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf7324b0. 00000020:00000010:2.0:1763344908.259905:0:6507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4e00. 00000020:00000040:2.0:1763344908.259910:0:6507:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 221 00000100:00000001:2.0:1763344908.259913:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.261428:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.261436:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:0.0:1763344908.261443:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.261474:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.261481:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921f68 00000400:00000010:0.0:1763344908.261484:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921f68. 00000100:00000001:0.0:1763344908.261489:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.261491:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344908.278878:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.278899:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344908.278904:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.278906:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.278919:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344908.278937:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 584 into portal 12 MB=0x691a509dfe680 00000400:00000200:3.0:1763344908.278947:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 584/584 into md 0x616b51 [64] + 167744 00000800:00000001:3.0:1763344908.278955:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.278963:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.278966:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.278970:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344908.278978:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.278980:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344908.281428:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2403800. 00000100:00000040:3.0:1763344908.281440:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2403800 x1848987881563776 msgsize 584 00000100:00100000:3.0:1763344908.281448:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344908.281465:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.281505:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.281516:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.281520:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.281524:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881563776 02000000:00000001:3.0:1763344908.281527:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.281530:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.281533:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.281539:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.281543:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881563776 00000020:00000001:3.0:1763344908.281547:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.281548:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:3.0:1763344908.281551:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.281554:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=475 00000020:00000001:3.0:1763344908.281556:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:3.0:1763344908.281559:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:3.0:1763344908.281564:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.281607:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.281612:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.281616:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000020:00000010:0.0:1763344908.281624:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4800. 00000020:00000010:0.0:1763344908.281630:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139f80. 00000020:00000010:0.0:1763344908.281636:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732578. 00000100:00000040:0.0:1763344908.281644:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344908.281647:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.281649:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763344908.281652:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763344908.281654:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.281656:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.281664:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.281689:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.281703:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.281705:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.281711:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303012 00000100:00000040:0.0:1763344908.281714:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344908.281717:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694837248 : -107405014714368 : ffff9e50d2403800) 00000100:00000040:0.0:1763344908.281724:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2403800 x1848987881563776/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 584/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344908.281734:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.281737:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.281740:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.281742:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000100:00100000:0.0:1763344908.281747:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2403800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+475:253439:x1848987881563776:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344908.281750:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881563776 00000020:00000001:0.0:1763344908.281754:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344908.281758:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344908.281763:0:6504:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd05d13c0: xid 1848987881563264, transno 25770257769, client gen 9, slot idx 1 00000001:00000001:0.0:1763344908.281768:0:6504:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fc2c5e240: xid 1848987881552896, transno 25770257767, client gen 9, slot idx 3 00000001:00000010:0.0:1763344908.281773:0:6504:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fc2c5e240. 00000020:00000001:0.0:1763344908.281777:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.281779:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344908.281781:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344908.281784:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344908.281812:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881563776, found 0 last_xid 1848987881563775 00000020:00000001:0.0:1763344908.281815:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344908.281818:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344908.281820:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344908.281825:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.281827:0:6504:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344908.281830:0:6504:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344908.281832:0:6504:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344908.281833:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344908.281835:0:6504:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.281840:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344908.281847:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50eac24900 count: 3 00010000:00000001:0.0:1763344908.281849:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.281852:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.281856:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd000. 00000020:00000001:0.0:1763344908.281860:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.281862:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd000 with handle 0x34881b408681816b to hash 00000020:00000001:0.0:1763344908.281865:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.281866:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000010:0.0:1763344908.281872:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5180. 00010000:00000001:0.0:1763344908.281875:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00010000:0.0:1763344908.281879:0:6504:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b408681816b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e3c7 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.281888:0:6504:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 469 00000020:00000040:0.0:1763344908.281890:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=476 00010000:00000001:0.0:1763344908.281897:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763344908.281900:0:6504:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763344908.281906:0:6504:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763344908.281908:0:6504:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763344908.281910:0:6504:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763344908.281913:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344908.281915:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1763344908.281918:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344908.281922:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00000004:00000001:0.0:1763344908.281925:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668762219936 : -107404947331680 : ffff9e50d64465a0) 00000004:00000001:0.0:1763344908.281927:0:6504:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.281929:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344908.281931:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344908.281934:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.281936:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.281963:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff9e50fb360000. 02000000:00000001:0.0:1763344908.281966:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.281969:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.281971:0:6504:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.281974:0:6504:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763344908.281978:0:6504:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763344908.281981:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.281983:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.282155:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.282157:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.282160:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.282161:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.282162:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.282164:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.282166:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.282167:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.282169:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.282170:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.282172:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.282173:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.282175:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.282176:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.282178:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.282181:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.282182:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.282186:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344908.282192:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:0.0:1763344908.282194:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:0.0:1763344908.282197:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344908.282199:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.282202:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.282203:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.282205:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344908.282207:0:6504:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.282212:0:6504:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763344908.282217:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17af8 00000004:00000002:0.0:1763344908.282220:0:6504:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/d56xa.sanity, ldlm_rep = ffff9e50fb360228 00000004:00000001:0.0:1763344908.282225:0:6504:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763344908.282228:0:6504:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763344908.282230:0:6504:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763344908.282233:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344908.282235:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344908.282238:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50eac24900 count: 4 00010000:00000001:0.0:1763344908.282240:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.282242:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.282245:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc400. 00000020:00000001:0.0:1763344908.282248:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.282250:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc400 with handle 0x34881b4086818172 to hash 00000020:00000001:0.0:1763344908.282251:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.282253:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000010:0.0:1763344908.282256:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5200. 00010000:00000001:0.0:1763344908.282258:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:0.0:1763344908.282262:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.282264:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.282267:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc400/0x34881b4086818172 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.282273:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344908.282277:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344908.282279:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344908.282281:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.282284:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.282286:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.282288:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.282291:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.282293:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.282294:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.282295:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.282298:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e50eac24900) refcount = 4 00010000:00000040:0.0:1763344908.282301:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344908.282306:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bda00/0x34881b40868180df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3a4 expref: 476 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.282315:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e4fc3de9e00/0x34881b40852bef71 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b40852bef6a expref: 6 pid: 21732 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344908.282321:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc400/0x34881b4086818172 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.282326:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.282330:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.282331:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.282333:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.282335:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.282337:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.282339:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.282342:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344908.282344:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.282346:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc400/0x34881b4086818172 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.282351:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344908.282353:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.282354:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.282356:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344908.282357:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344908.282363:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50edc33b00. 00010000:00000010:0.0:1763344908.282367:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50df139580. 00010000:00000001:0.0:1763344908.282380:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.282382:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd200. 00000020:00000001:0.0:1763344908.282384:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.282386:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd200 with handle 0x34881b4086818179 to hash 00000020:00000001:0.0:1763344908.282387:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.282389:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000010:0.0:1763344908.282392:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5900. 00010000:00000001:0.0:1763344908.282394:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000001:0.0:1763344908.282397:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.282399:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.282401:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd200/0x34881b4086818179 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.282407:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344908.282408:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344908.282409:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344908.282411:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.282412:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.282414:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.282415:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.282417:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.282418:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.282420:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.282421:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.282423:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9e50edc33b00) refcount = 1 00010000:00010000:0.0:1763344908.282426:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd200/0x34881b4086818179 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.282431:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.282432:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.282433:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.282435:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.282436:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.282438:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.282440:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.282442:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344908.282444:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.282446:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd200/0x34881b4086818179 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.282451:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344908.282452:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.282453:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.282455:0:6504:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.282459:0:6504:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763344908.282465:0:6504:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763344908.282468:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763344908.282471:0:6504:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763344908.282475:0:6504:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.282479:0:6504:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1763344908.282482:0:6504:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1763344908.282511:0:6504:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763344908.282513:0:6504:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763344908.282516:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344908.282519:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344908.282522:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344908.282525:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.282527:0:6504:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.282530:0:6504:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344908.282532:0:6504:0:(osd_handler.c:6627:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763344908.282536:0:6504:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.282538:0:6504:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344908.282540:0:6504:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.282542:0:6504:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.282543:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344908.282545:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e85:0x0] 00000020:00000001:0.0:1763344908.282547:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344908.282551:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669480725400 : -107404228826216 : ffff9e510117eb98) 00000004:00000001:0.0:1763344908.282553:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636669480725312 : -107404228826304 : ffff9e510117eb40) 00000004:00000001:0.0:1763344908.282557:0:6504:0:(mdt_handler.c:4408:mdt_object_lookup_lock()) Process entered 00010000:00000001:0.0:1763344908.282560:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344908.282562:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344908.282565:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50efb4bc00 count: 2 00010000:00000001:0.0:1763344908.282567:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.282569:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.282572:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bdc00. 00000020:00000001:0.0:1763344908.282574:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.282576:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bdc00 with handle 0x34881b4086818180 to hash 00000020:00000001:0.0:1763344908.282578:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.282579:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526779392 : -107405182772224 : ffff9e50c83bdc00) 00010000:00000010:0.0:1763344908.282581:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5080. 00010000:00000001:0.0:1763344908.282583:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526779392 : -107405182772224 : ffff9e50c83bdc00) 00010000:00000001:0.0:1763344908.282585:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.282586:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.282588:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bdc00/0x34881b4086818180 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.282593:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344908.282594:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344908.282596:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344908.282597:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.282598:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.282600:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.282601:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.282603:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.282604:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.282606:0:6504:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.282607:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.282608:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0x0 (ffff9e50efb4bc00) refcount = 2 00010000:00000040:0.0:1763344908.282610:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344908.282614:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc600/0x34881b40868180fb lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ab expref: 476 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763344908.282619:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bdc00/0x34881b4086818180 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.282628:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.282629:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.282631:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.282632:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.282634:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.282635:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.282637:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.282639:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344908.282640:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.282643:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bdc00/0x34881b4086818180 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.282647:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344908.282648:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.282649:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.282651:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.282653:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.282654:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bdc00 refcount=3 00000020:00000001:0.0:1763344908.282656:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526779392 : -107405182772224 : ffff9e50c83bdc00) 00010000:00000001:0.0:1763344908.282659:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526779392 : -107405182772224 : ffff9e50c83bdc00) 00010000:00000001:0.0:1763344908.282661:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.282662:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.282663:0:6504:0:(mdt_handler.c:4416:mdt_object_lookup_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.282666:0:6504:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763344908.282669:0:6504:0:(mdt_handler.c:1419:mdt_getattr_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763344908.282674:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344908.285053:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.285062:0:6504:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.285074:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.285077:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.285080:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bdc00 refcount=3 00000020:00000001:0.0:1763344908.285083:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526779392 : -107405182772224 : ffff9e50c83bdc00) 00010000:00000001:0.0:1763344908.285086:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526779392 : -107405182772224 : ffff9e50c83bdc00) 00000004:00010000:0.0:1763344908.285091:0:6504:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bdc00/0x34881b4086818180 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.285100:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.285101:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.285103:0:6504:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763344908.285105:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344908.285109:0:6504:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763344908.285110:0:6504:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:0.0:1763344908.285114:0:6504:0:(lu_object.c:207:lu_object_put()) Add ffff9e510117eb98/ffff9e510117eb40 to site lru. bkt: ffff9e50f8469ab0 00000004:00000001:0.0:1763344908.285116:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.285118:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344908.285120:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763344908.285121:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.285122:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.285124:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc400 refcount=3 00000020:00000001:0.0:1763344908.285126:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:0.0:1763344908.285128:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:0.0:1763344908.285133:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.285134:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.285135:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc400 refcount=4 00000020:00000001:0.0:1763344908.285137:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:0.0:1763344908.285139:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:0.0:1763344908.285141:0:6504:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1763344908.285145:0:6504:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc400/0x34881b4086818172 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.285151:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344908.285153:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc400/0x34881b4086818172 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.285158:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.285159:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.285161:0:6504:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc400/0x34881b4086818172 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.285166:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.285168:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.285171:0:6504:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344908.285174:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc400/0x34881b4086818172 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT0 00010000:00010000:0.0:1763344908.285180:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bc400 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344908.285182:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.285184:0:6504:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344908.285186:0:6504:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc400/0x34881b4086818172 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.285191:0:6504:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344908.285192:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.285194:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.285195:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc400 refcount=5 00000020:00000001:0.0:1763344908.285197:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:0.0:1763344908.285199:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526773248 : -107405182778368 : ffff9e50c83bc400) 00010000:00000001:0.0:1763344908.285201:0:6504:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344908.285204:0:6504:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc400/0x34881b4086818172 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.285209:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344908.285211:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344908.285212:0:6504:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.285217:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344908.285219:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.285220:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.285221:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.285224:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc400 with handle 0x34881b4086818172 from hash 00010000:00000001:0.0:1763344908.285226:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.285227:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.285228:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.285229:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344908.285234:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.285236:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.285238:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344908.285241:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.285243:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.285245:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9e50eac24900) 00010000:00010000:0.0:1763344908.285248:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344908.285250:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.285253:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.285255:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.285257:0:6504:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344908.285259:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.285261:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.285266:0:6504:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.285268:0:6504:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.285270:0:6504:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.285273:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc400/0x34881b4086818172 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.285277:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.285278:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.285280:0:6504:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344908.285281:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344908.285282:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.285283:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.285284:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.285286:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bc400/0x34881b4086818172 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT0 00010000:00000010:0.0:1763344908.285292:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5200. 00010000:00000001:0.0:1763344908.285301:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.285303:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344908.285307:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763344908.285308:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.285309:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.285311:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd200 refcount=3 00000020:00000001:0.0:1763344908.285313:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000001:0.0:1763344908.285315:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000001:0.0:1763344908.285317:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344908.285320:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd200/0x34881b4086818179 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.285326:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.285327:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.285329:0:6504:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd200/0x34881b4086818179 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.285333:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.285335:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.285340:0:6504:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344908.285342:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd200/0x34881b4086818179 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT0 00010000:00010000:0.0:1763344908.285348:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bd200 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344908.285349:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.285350:0:6504:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344908.285352:0:6504:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd200/0x34881b4086818179 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.285357:0:6504:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344908.285358:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.285359:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.285360:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd200 refcount=4 00000020:00000001:0.0:1763344908.285362:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000001:0.0:1763344908.285364:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000001:0.0:1763344908.285366:0:6504:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344908.285368:0:6504:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd200/0x34881b4086818179 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.285380:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344908.285382:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344908.285383:0:6504:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.285385:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344908.285387:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.285388:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.285390:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.285392:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd200 with handle 0x34881b4086818179 from hash 00010000:00000001:0.0:1763344908.285394:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.285395:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.285396:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.285398:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344908.285399:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.285401:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.285402:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344908.285403:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.285405:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.285406:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9e50edc33b00) 00010000:00010000:0.0:1763344908.285408:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344908.285410:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.285412:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.285414:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.285415:0:6504:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344908.285418:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.285419:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.285420:0:6504:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.285422:0:6504:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.285423:0:6504:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.285426:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd200/0x34881b4086818179 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.285431:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.285431:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.285433:0:6504:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344908.285434:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344908.285435:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.285437:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd200/0x34881b4086818179 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT0 00010000:00000010:0.0:1763344908.285441:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5900. 00010000:00000040:0.0:1763344908.285445:0:6504:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50edc33b00 count: 0 00010000:00000010:0.0:1763344908.286051:0:6504:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50df139580. 00010000:00000001:0.0:1763344908.286062:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.286063:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344908.286064:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763344908.286065:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344908.286066:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1763344908.286069:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.286070:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.286072:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bdc00 refcount=3 00000020:00000001:0.0:1763344908.286073:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526779392 : -107405182772224 : ffff9e50c83bdc00) 00010000:00000001:0.0:1763344908.286076:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526779392 : -107405182772224 : ffff9e50c83bdc00) 00000004:00000040:0.0:1763344908.286079:0:6504:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50f7dce000 : new locks_count 470 00000020:00000040:0.0:1763344908.286082:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=477 00010000:00000001:0.0:1763344908.286087:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.286088:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.286089:0:6504:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344908.286091:0:6504:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763344908.286096:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344908.286098:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344908.286100:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344908.286101:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344908.286103:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344908.286107:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344908.286112:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.286115:0:6504:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344908.286117:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344908.286120:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.286121:0:6504:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763344908.286124:0:6504:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344908.286126:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.286129:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.286130:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.286132:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.286134:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.286136:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd000 with handle 0x34881b408681816b from hash 00010000:00000001:0.0:1763344908.286138:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.286139:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.286140:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.286142:0:6504:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344908.286143:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.286150:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bd000/0x34881b408681816b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3c7 expref: 477 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.286157:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 469 00000020:00000040:0.0:1763344908.286159:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 476 00010000:00000010:0.0:1763344908.286162:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5180. 00010000:00000001:0.0:1763344908.286166:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.286168:0:6504:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.286172:0:6504:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763344908.286176:0:6504:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bdc00/0x34881b4086818180 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3c7 expref: 476 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.286182:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.286184:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.286186:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0x0 (ffff9e50efb4bc00) 00010000:00010000:0.0:1763344908.286188:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763344908.286190:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.286192:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.286193:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.286194:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.286196:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.286197:0:6504:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bdc00, rc 0) 00000020:00000001:0.0:1763344908.286200:0:6504:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344908.286204:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257767, transno 0, xid 1848987881563776 00010000:00000001:0.0:1763344908.286207:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344908.286216:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d2403800 x1848987881563776/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 584/584 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344908.286224:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.286226:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.286230:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.286235:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.286238:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344908.286241:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344908.286244:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.286247:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.286250:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.286254:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344908.286262:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495198. 00000100:00000200:0.0:1763344908.286268:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848987881563776, offset 224 00000400:00000200:0.0:1763344908.286275:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344908.286288:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344908.286294:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385681:1385681:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385677:1385677:8:4294967295] 00000400:00000200:0.0:1763344908.286307:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344908.286313:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344908.286320:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344908.286327:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344908.286333:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344908.286338:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1763344908.286923:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.286928:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344908.286931:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344908.286933:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.286935:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344908.286942:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2403800 x1848987881563776/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 584/584 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344908.286951:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2403800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+476:253439:x1848987881563776:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 5215us (5510us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344908.286959:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303012 00000100:00000040:0.0:1763344908.286963:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:0.0:1763344908.286966:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.286968:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.286974:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139f80. 00000020:00000010:0.0:1763344908.286979:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732578. 00000020:00000010:0.0:1763344908.286982:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4800. 00000800:00000200:2.0:1763344908.287190:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.287195:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:2.0:1763344908.287199:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.287204:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.287209:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495198 00000400:00000010:2.0:1763344908.287212:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495198. 00000100:00000001:2.0:1763344908.287217:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.287218:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1763344908.287257:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 475 00000100:00000001:0.0:1763344908.287261:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.293586:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.293707:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.293711:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.293716:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.293727:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.293746:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dfe700 00000400:00000200:0.0:1763344908.293754:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 168328 00000800:00000001:0.0:1763344908.293763:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.293768:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.293770:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.293774:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.293780:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.293782:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344908.293806:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12ea300. 00000100:00000040:0.0:1763344908.293810:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12ea300 x1848987881563904 msgsize 576 00000100:00100000:0.0:1763344908.293814:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.293829:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.294208:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.294214:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.294216:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.294217:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.294222:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.294228:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfe780 00000400:00000200:0.0:1763344908.294235:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d24d [2] + 984 00000800:00000001:0.0:1763344908.294239:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.294246:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.294248:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.294297:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.294301:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.294303:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763344908.294307:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12eb100. 00000100:00000040:0.0:1763344908.294309:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12eb100 x1848987881564032 msgsize 328 00000100:00100000:0.0:1763344908.294313:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.294729:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.294737:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.294741:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.294761:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.294765:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881564032 02000000:00000001:3.0:1763344908.294768:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.294771:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.294773:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.294778:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.294782:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881564032 00000020:00000001:3.0:1763344908.294785:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.294819:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:3.0:1763344908.294824:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.294827:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=476 00000020:00000001:3.0:1763344908.294830:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:3.0:1763344908.294833:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:3.0:1763344908.294840:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.294846:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.294850:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.294853:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.294860:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b4a00. 00000020:00000010:3.0:1763344908.294867:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.294872:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.294880:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763344908.294884:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.294885:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763344908.294888:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763344908.294891:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.294893:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763344908.294898:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.294900:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.294902:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bdc00 refcount=3 00000020:00000001:3.0:1763344908.294904:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526779392 : -107405182772224 : ffff9e50c83bdc00) 00010000:00000001:3.0:1763344908.294907:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526779392 : -107405182772224 : ffff9e50c83bdc00) 00010000:00000001:3.0:1763344908.294910:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.294911:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.294913:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.294915:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.294923:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.294929:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.294936:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.294938:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.294944:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 3674 00000100:00000040:3.0:1763344908.294948:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:3.0:1763344908.294950:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408475904 : -107405301075712 : ffff9e50c12eb100) 00000100:00000040:3.0:1763344908.294958:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12eb100 x1848987881564032/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.294968:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.294971:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.294973:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.294975:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00100000:3.0:1763344908.294979:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+476:2406:x1848987881564032:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763344908.294982:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881564032 00010000:00000001:3.0:1763344908.294985:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763344908.294987:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763344908.294989:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763344908.294994:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.294996:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1763344908.295000:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:3.0:1763344908.295003:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50ff800800. 00000100:00100000:2.0:1763344908.295004:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881563904 02000000:00000001:3.0:1763344908.295006:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.295010:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.295011:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.295013:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1763344908.295015:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1763344908.295017:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.295019:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000001:2.0:1763344908.295022:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.295023:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.295026:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1763344908.295027:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881563904 00000020:00000040:3.0:1763344908.295028:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bdc00 refcount=3 00000020:00000001:2.0:1763344908.295031:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1763344908.295033:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526779392 : -107405182772224 : ffff9e50c83bdc00) 00000020:00000040:2.0:1763344908.295034:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00010000:00000001:3.0:1763344908.295036:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526779392 : -107405182772224 : ffff9e50c83bdc00) 00000020:00000001:2.0:1763344908.295039:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:3.0:1763344908.295042:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50efb4bc00 count: 3 00000020:00000040:2.0:1763344908.295043:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=222 00000020:00000001:2.0:1763344908.295048:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000004:00000001:3.0:1763344908.295049:0:23071:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00000020:00000001:2.0:1763344908.295051:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00010000:00000001:3.0:1763344908.295053:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344908.295059:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.295061:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.295062:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.295064:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.295068:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.295070:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.295076:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.295077:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.295079:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.295081:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.295083:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bdc00 with handle 0x34881b4086818180 from hash 00010000:00000001:3.0:1763344908.295085:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.295086:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.295087:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.295089:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344908.295093:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.295095:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.295097:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.295099:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1763344908.295102:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:3.0:1763344908.295104:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bdc00/0x34881b4086818180 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3c7 expref: 476 pid: 6504 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1763344908.295110:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a40. 00010000:00000040:3.0:1763344908.295115:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 468 00000100:00000001:2.0:1763344908.295115:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344908.295122:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 475 00000020:00000010:2.0:1763344908.295122:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a40. 00010000:00000010:3.0:1763344908.295128:0:23071:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5080. 00000020:00000010:2.0:1763344908.295132:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9a00. 00000020:00000010:2.0:1763344908.295137:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0c00. 00010000:00000001:3.0:1763344908.295138:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1763344908.295141:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d320. 00010000:00000001:3.0:1763344908.295142:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.295146:0:23071:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00000040:2.0:1763344908.295149:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00010000:3.0:1763344908.295150:0:23071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0x0 (ffff9e50efb4bc00) 00000100:00000001:2.0:1763344908.295154:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1763344908.295157:0:23071:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.295158:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344908.295162:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00010000:00000001:3.0:1763344908.295163:0:23071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.295165:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.295168:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1763344908.295170:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.295173:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:2.0:1763344908.295176:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.295177:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.295184:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.295187:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.295191:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.295196:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.295199:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.295201:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.295204:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.295206:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.295210:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.295213:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000100:00000001:2.0:1763344908.295224:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.295242:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.295244:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.295250:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303013 00000100:00000040:2.0:1763344908.295253:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344908.295256:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408472320 : -107405301079296 : ffff9e50c12ea300) 00000100:00000040:2.0:1763344908.295262:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12ea300 x1848987881563904/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.295271:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.295275:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a40. 00000100:00000001:2.0:1763344908.295277:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.295279:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a40. 00000400:00000010:3.0:1763344908.295285:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb660. 00000100:00100000:2.0:1763344908.295285:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+222:253439:x1848987881563904:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344908.295291:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881563904 00000100:00000200:3.0:1763344908.295295:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881564032, offset 224 00000020:00000001:2.0:1763344908.295295:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.295300:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763344908.295306:0:6504:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd05d1e40: xid 1848987881563648, transno 25770214370, client gen 9, slot idx 0 00000400:00000200:3.0:1763344908.295307:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000001:00000001:2.0:1763344908.295315:0:6504:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd6241e40: xid 1848987881563008, transno 25770214368, client gen 9, slot idx 2 00000001:00000010:2.0:1763344908.295319:0:6504:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241e40. 00000400:00000200:3.0:1763344908.295321:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000020:00000001:2.0:1763344908.295325:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763344908.295330:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385682:1385682:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385678:1385678:8:4294967295] 00000020:00000001:2.0:1763344908.295341:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1763344908.295343:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000020:00000001:2.0:1763344908.295345:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344908.295351:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:3.0:1763344908.295353:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.295360:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6e00. 00000800:00000200:3.0:1763344908.295366:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.295382:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.295386:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6e00 type 1, nob 320 niov 1 nkiov 1 00000001:00000001:2.0:1763344908.295571:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881563904, found 0 last_xid 1848987881563903 00000020:00000001:2.0:1763344908.295576:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.295579:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.295581:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.295585:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.295586:0:6504:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344908.295589:0:6504:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.295590:0:6504:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.295591:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344908.295593:0:6504:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.295597:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.295605:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359200. 00010000:00000010:2.0:1763344908.295608:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0100. 00010000:00000001:2.0:1763344908.295612:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.295615:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90800. 00000020:00000001:2.0:1763344908.295618:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.295620:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90800 with handle 0x34881b4086818187 to hash 00000020:00000001:2.0:1763344908.295622:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.295624:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000010:2.0:1763344908.295629:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca900. 00010000:00000001:2.0:1763344908.295632:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00010000:2.0:1763344908.295636:0:6504:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818187 lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e3ce expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.295645:0:6504:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:2.0:1763344908.295648:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=223 00010000:00000001:2.0:1763344908.295653:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344908.295656:0:6504:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344908.295662:0:6504:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344908.295664:0:6504:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344908.295666:0:6504:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763344908.295668:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344908.295670:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e85:0x0] 00000020:00000001:2.0:1763344908.295673:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.295679:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:2.0:1763344908.295682:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416064192 : -107409293487424 : ffff9e4fd33752c0) 00000004:00000001:2.0:1763344908.295684:0:6504:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.295687:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763344908.295689:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763344908.295691:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.295693:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1763344908.295728:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.295733:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.295736:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.295738:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.295742:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12eb100 x1848987881564032/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.295751:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+475:2406:x1848987881564032:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 782us (1439us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.295758:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 3674 00000100:00000040:3.0:1763344908.295761:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:3.0:1763344908.295764:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.295765:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.295770:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.295774:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:3.0:1763344908.295777:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b4a00. 00000020:00000040:3.0:1763344908.295781:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 474 00000100:00000001:3.0:1763344908.295783:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.295908:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.295913:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6e00. 00000400:00000200:1.0:1763344908.295918:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.295922:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.295926:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb660 00000400:00000010:1.0:1763344908.295929:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb660. 00000100:00000001:1.0:1763344908.295932:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.295933:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:2.0:1763344908.296028:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9e5100cb0000. 02000000:00000001:2.0:1763344908.296032:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.296035:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.296037:0:6504:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.296040:0:6504:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763344908.296044:0:6504:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763344908.296046:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.296049:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.296051:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.296053:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.296055:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.296056:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.296058:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.296060:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.296062:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.296063:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.296064:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.296066:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.296067:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.296069:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.296071:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.296072:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.296073:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.296076:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.296077:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.296082:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344908.296087:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344908.296089:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344908.296092:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344908.296094:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.296096:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.296097:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.296099:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344908.296101:0:6504:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.296105:0:6504:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000002:2.0:1763344908.296107:0:6504:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x240002b13:0x12e85:0x0], ldlm_rep = ffff9e5100cb0228 00000004:00000001:2.0:1763344908.296111:0:6504:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344908.296114:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.296116:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.296119:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359200 count: 2 00010000:00000001:2.0:1763344908.296122:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.296124:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.296127:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d91600. 00000020:00000001:2.0:1763344908.296130:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.296132:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d91600 with handle 0x34881b408681818e to hash 00000020:00000001:2.0:1763344908.296134:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.296135:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000010:2.0:1763344908.296139:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcaa00. 00010000:00000001:2.0:1763344908.296142:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344908.296145:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.296146:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.296150:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681818e lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344908.296157:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.296160:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.296162:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.296164:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.296166:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.296168:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.296169:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.296172:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.296173:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.296175:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.296176:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.296178:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0x0 (ffff9e4fc1359200) refcount = 2 00010000:00010000:2.0:1763344908.296181:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681818e lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.296187:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.296189:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.296191:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.296193:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.296194:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.296196:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.296198:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.296201:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.296204:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.296206:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681818e lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.296211:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.296213:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.296214:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.296215:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.296217:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.296218:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=3 00000020:00000001:2.0:1763344908.296220:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344908.296222:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344908.296224:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.296225:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.296227:0:6504:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.296230:0:6504:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763344908.296234:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344908.296237:0:6504:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344908.296242:0:6504:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.296245:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.296250:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.296265:0:6504:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.296269:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.296271:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.296273:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763344908.296275:0:6504:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:2.0:1763344908.296279:0:6504:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.296281:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763344908.296283:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1763344908.296285:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.296288:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.296289:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.296291:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.296293:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.296294:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.296296:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.296297:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.296299:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.296300:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.296301:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.296302:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.296304:0:6504:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e85:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:2.0:1763344908.296308:0:6504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e85:0x0]: returning size 4096 00000004:00200000:2.0:1763344908.296311:0:6504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1763344908.296313:0:6504:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:2.0:1763344908.296315:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.296316:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.296319:0:6504:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763344908.296320:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.296322:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.296324:0:6504:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.296326:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.296340:0:6504:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.296346:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.296404:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.296584:0:6504:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.296594:0:6504:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.296597:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.296598:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.296600:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d91600 refcount=3 00000020:00000001:2.0:1763344908.296602:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00010000:00000001:2.0:1763344908.296605:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292058112 : -107404417493504 : ffff9e50f5d91600) 00000004:00000040:2.0:1763344908.296608:0:6504:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:2.0:1763344908.296610:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=224 00010000:00000001:2.0:1763344908.296613:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.296614:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.296616:0:6504:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.296618:0:6504:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1763344908.296621:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344908.296623:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344908.296624:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344908.296625:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344908.296627:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344908.296630:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763344908.296634:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.296636:0:6504:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.296639:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344908.296644:0:6504:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375318/ffff9e4fd33752c0 to site lru. bkt: ffff9e50ff90d3e8 00000004:00000001:2.0:1763344908.296646:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.296648:0:6504:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344908.296650:0:6504:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344908.296652:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.296654:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.296655:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.296657:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.296658:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.296661:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90800 with handle 0x34881b4086818187 from hash 00010000:00000001:2.0:1763344908.296663:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.296664:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.296665:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.296666:0:6504:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344908.296667:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.296672:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818187 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ce expref: 224 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.296679:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 217 00000020:00000040:2.0:1763344908.296681:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 223 00010000:00000010:2.0:1763344908.296684:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bca900. 00010000:00000001:2.0:1763344908.296690:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.296692:0:6504:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.296696:0:6504:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344908.296699:0:6504:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681818e lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ce expref: 223 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.296706:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.296708:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.296711:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0x0 (ffff9e4fc1359200) 00010000:00010000:2.0:1763344908.296713:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00000001:2.0:1763344908.296715:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.296718:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.296719:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.296721:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.296722:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.296724:0:6504:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50f5d91600, rc 0) 00000020:00000001:2.0:1763344908.296727:0:6504:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.296731:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214368, transno 0, xid 1848987881563904 00010000:00000001:2.0:1763344908.296733:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.296738:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c12ea300 x1848987881563904/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/584 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.296746:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.296748:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.296751:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.296754:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.296757:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.296759:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.296761:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.296763:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.296766:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.296768:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.296772:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921aa0. 00000100:00000200:2.0:1763344908.296776:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848987881563904, offset 224 00000400:00000200:2.0:1763344908.296781:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.297097:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.297104:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385683:1385683:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385679:1385679:8:4294967295] 00000400:00000200:2.0:1763344908.297113:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.297118:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.297123:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:2.0:1763344908.297129:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.297134:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.297138:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.298761:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.298770:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.298774:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.298776:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.298779:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.298786:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12ea300 x1848987881563904/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/584 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.298805:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+223:253439:x1848987881563904:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 3533us (4992us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344908.298814:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303013 00000100:00000040:2.0:1763344908.298819:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344908.298821:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.298823:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.298829:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0c00. 00000020:00000010:2.0:1763344908.298834:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d320. 00010000:00000010:0.1:1763344908.298984:0:3636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc400. 00010000:00000010:0.1:1763344908.298993:0:3636:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33b00. 00010000:00000010:0.1:1763344908.298999:0:3636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd200. 00010000:00000010:0.1:1763344908.299001:0:3636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00000800:00000200:0.0:1763344908.299087:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.299092:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:0.0:1763344908.299097:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.299102:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.299107:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921aa0 00000400:00000010:0.0:1763344908.299110:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921aa0. 00000100:00000001:0.0:1763344908.299114:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.299116:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1763344908.299380:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab9a00. 00000020:00000040:2.0:1763344908.299387:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 222 00000100:00000001:2.0:1763344908.299391:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763344908.300977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bdc00. 00010000:00000010:2.1:1763344908.307887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00000800:00000001:0.0:1763344908.308740:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.308755:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.308758:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.308761:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.308770:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.308871:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dfe800 00000400:00000200:0.0:1763344908.308880:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 168904 00000800:00000001:0.0:1763344908.308888:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.308898:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.308901:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.308906:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.308913:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.308915:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344908.308921:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12e9880. 00000100:00000040:0.0:1763344908.308924:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12e9880 x1848987881564160 msgsize 576 00000100:00100000:0.0:1763344908.308928:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.308946:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.308956:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.308960:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.312489:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.312497:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881564160 02000000:00000001:2.0:1763344908.312502:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.312505:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.312507:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.312512:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.312516:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881564160 00000020:00000001:2.0:1763344908.312519:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.312521:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344908.312524:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.312529:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=223 00000020:00000001:2.0:1763344908.312532:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344908.312534:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344908.312539:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.312549:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a40. 00000100:00000001:2.0:1763344908.312553:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.312557:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a40. 00000020:00000010:2.0:1763344908.312566:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9a00. 00000020:00000010:2.0:1763344908.312571:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0c00. 00000020:00000010:2.0:1763344908.312576:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d320. 00000100:00000040:2.0:1763344908.312584:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344908.312588:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.312589:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344908.312592:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344908.312594:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.312596:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.312604:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.312630:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.312646:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.312648:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.312658:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303014 00000100:00000040:2.0:1763344908.312662:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344908.312664:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408469632 : -107405301081984 : ffff9e50c12e9880) 00000100:00000040:2.0:1763344908.312672:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12e9880 x1848987881564160/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.312682:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.312684:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a40. 00000100:00000001:2.0:1763344908.312686:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.312689:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a40. 00000100:00100000:2.0:1763344908.312693:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+223:253439:x1848987881564160:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344908.312697:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881564160 00000020:00000001:2.0:1763344908.312701:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.312705:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.312709:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.312712:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.312714:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344908.312717:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344908.312720:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881564160, found 0 last_xid 1848987881564159 00000020:00000001:2.0:1763344908.312724:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.312726:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.312728:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.312733:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.312735:0:6504:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344908.312737:0:6504:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.312739:0:6504:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.312741:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344908.312743:0:6504:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.312749:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.312756:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359200 count: 2 00010000:00000001:2.0:1763344908.312759:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.312762:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.312765:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90800. 00000020:00000001:2.0:1763344908.312769:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.312772:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90800 with handle 0x34881b4086818195 to hash 00000020:00000001:2.0:1763344908.312775:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.312776:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00000010:2.0:1763344908.312782:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca900. 00010000:00000001:2.0:1763344908.312785:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292054528 : -107404417497088 : ffff9e50f5d90800) 00010000:00010000:2.0:1763344908.312831:0:6504:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818195 lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e3d5 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.312841:0:6504:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:2.0:1763344908.312844:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=224 00010000:00000001:2.0:1763344908.312851:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344908.312854:0:6504:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344908.312862:0:6504:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344908.312865:0:6504:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344908.312867:0:6504:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763344908.312869:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344908.312871:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e85:0x0] 00000020:00000001:2.0:1763344908.312875:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.312881:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416064280 : -107409293487336 : ffff9e4fd3375318) 00000004:00000001:2.0:1763344908.312884:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416064192 : -107409293487424 : ffff9e4fd33752c0) 00000004:00000001:2.0:1763344908.312887:0:6504:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.312890:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763344908.312891:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763344908.312895:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.312897:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.312937:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9e50d72b0000. 02000000:00000001:2.0:1763344908.312940:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.312943:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.312946:0:6504:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.312949:0:6504:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763344908.312954:0:6504:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763344908.312971:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.312973:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.312976:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.312978:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.312980:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.312982:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.312983:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.312985:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.312986:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.312988:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.312989:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.312991:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.312992:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.312994:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.312995:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.312996:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.312998:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.313001:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.313002:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.313007:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344908.313012:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344908.313015:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344908.313018:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344908.313019:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.313022:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.313024:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.313026:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344908.313028:0:6504:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.313031:0:6504:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763344908.313037:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17af8 00000004:00000002:2.0:1763344908.313040:0:6504:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240002b13:0x12e85:0x0]/56xa, ldlm_rep = ffff9e50d72b0228 00000004:00000001:2.0:1763344908.313045:0:6504:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763344908.313048:0:6504:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763344908.313052:0:6504:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763344908.313055:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.313057:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.313060:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359200 count: 3 00010000:00000001:2.0:1763344908.313062:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.313064:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.313069:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50f5d90200. 00000020:00000001:2.0:1763344908.313071:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.313073:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f5d90200 with handle 0x34881b408681819c to hash 00000020:00000001:2.0:1763344908.313075:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.313077:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000010:2.0:1763344908.313080:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca680. 00010000:00000001:2.0:1763344908.313083:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:2.0:1763344908.313086:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.313088:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.313092:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681819c lrc: 3/1,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344908.313097:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.313101:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.313103:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.313105:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.313107:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.313109:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.313110:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.313113:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.313115:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.313118:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.313119:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.313122:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0x0 (ffff9e4fc1359200) refcount = 3 00010000:00000040:2.0:1763344908.313124:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.313129:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d91600/0x34881b408681818e lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ce expref: 224 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344908.313136:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681819c lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.313141:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.313145:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.313147:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.313149:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.313150:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.313152:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.313154:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.313157:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.313159:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.313162:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681819c lrc: 3/1,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.313166:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.313168:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.313170:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.313171:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.313172:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.313175:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50edc33200 count: 2 00010000:00000001:2.0:1763344908.313177:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.313179:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.313185:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb426c00. 00000020:00000001:2.0:1763344908.313188:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.313189:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb426c00 with handle 0x34881b40868181a3 to hash 00000020:00000001:2.0:1763344908.313191:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.313193:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282573824 : -107409426977792 : ffff9e4fcb426c00) 00010000:00000010:2.0:1763344908.313196:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca400. 00010000:00000001:2.0:1763344908.313198:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282573824 : -107409426977792 : ffff9e4fcb426c00) 00010000:00000001:2.0:1763344908.313200:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.313202:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.313204:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344908.313209:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.313210:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.313211:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.313213:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.313215:0:6504:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763344908.313220:0:6504:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086818148 lrc: 2/0,0 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b4086818141 expref: 7 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.313227:0:6504:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763344908.313228:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.313229:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.313231:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.313233:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.313235:0:6504:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763344908.313237:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000040:2.0:1763344908.313244:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0xf31ccba1 (ffff9e50edc33200) refcount = 2 00010000:00000040:2.0:1763344908.313246:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.313249:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086818148 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000020 nid: 0@lo remote: 0x34881b4086818141 expref: 7 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.313254:0:6504:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763344908.313256:0:6504:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000010:2.0:1763344908.313263:0:6504:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d2a40. 00000100:00000001:2.0:1763344908.313266:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.313273:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d1480. 00000100:00000001:2.0:1763344908.313276:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368206976 : -107409341344640 : ffff9e4fd05d1480) 00000100:00000001:2.0:1763344908.313278:0:6504:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368206976 : -107409341344640 : ffff9e4fd05d1480) 00000100:00000001:2.0:1763344908.313281:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.313282:0:6504:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344908.313284:0:6504:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344908.313286:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.313287:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763344908.313289:0:6504:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.313292:0:6504:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.313293:0:6504:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763344908.313295:0:6504:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763344908.313300:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62ce680. 00000020:00000040:2.0:1763344908.313304:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc48d3800 refcount=2 obd=lustre-MDT0001 00000100:00000001:2.0:1763344908.313307:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.313309:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.313313:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.313319:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab8400. 00000100:00000001:2.0:1763344908.313324:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.313329:0:6504:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086818148 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x34881b4086818141 expref: 7 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.313338:0:6504:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344908.313341:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.313345:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e62ce680 x1848987617985024/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.313353:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.313356:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.313360:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e62ce680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6504:1848987617985024:0@lo:104: 00000100:00000001:2.0:1763344908.313364:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.313378:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.313381:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.313383:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.313388:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fddab8e00. 02000000:00000001:2.0:1763344908.313389:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.313396:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.313403:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921dd0. 00000100:00000200:2.0:1763344908.313411:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617985024, portal 16 00000100:00000001:2.0:1763344908.313413:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.313415:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029115520 : -107404680436096 : ffff9e50e62ce680) 00000100:00000040:2.0:1763344908.313420:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50e62ce680 x1848987617985024/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.313427:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.313430:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.313432:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921330. 00000100:00000200:2.0:1763344908.313436:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617985024, offset 0 00000400:00000200:2.0:1763344908.313442:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.313455:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.313468:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x691a4fa2a0200 00000400:00000200:2.0:1763344908.313474:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x6633a5 [2] + 1984 00000400:00000010:2.0:1763344908.313479:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6630. 00000400:00000200:2.0:1763344908.313483:0:6504:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4fc1ed2600 00000400:00000200:2.0:1763344908.313489:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.313494:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1763344908.313499:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc1ed2600 00000400:00000010:2.0:1763344908.313502:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc1ed2600. 00000100:00000001:2.0:1763344908.313507:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.313510:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1763344908.313514:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50dfa10850 x1848987617985024 msgsize 328 00000100:00100000:2.0:1763344908.313518:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1763344908.313521:0:6504:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1763344908.313540:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.313548:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921330 00000400:00000010:2.0:1763344908.313550:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921330. 00000100:00000001:2.0:1763344908.313553:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.313557:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e62ce680 x1848987617985024/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.313567:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.313570:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e62ce680 x1848987617985024/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.313577:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.313579:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.313583:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.313587:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307683450 00000100:00000001:2.0:1763344908.313596:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307683346 00000100:00000001:2.0:1763344908.313600:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307683450 00000100:00000001:2.0:1763344908.313603:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307683346 00000100:00000001:2.0:1763344908.313606:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307683450 00000100:00000001:2.0:1763344908.313609:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307683346 00000100:00000001:2.0:1763344908.313611:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307683450 00000100:00000001:2.0:1763344908.313615:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307683346 00000100:00000001:2.0:1763344908.313617:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.313620:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.313622:0:6504:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.313624:0:6504:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.313626:0:6504:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.313628:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.313630:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.313631:0:6504:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.313633:0:6504:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344908.313635:0:6504:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.313637:0:6504:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.313639:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.313641:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.313644:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d1480 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.313646:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.313650:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763344908.313820:0:71618:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9e50ff803800. 00000100:00000010:3.0:1763344908.313828:0:71618:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9e50e7dcc000. 00000100:00100000:3.0:1763344908.313831:0:71618:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1763344908.313835:0:71618:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1763344908.313840:0:71618:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acb58. 00000400:00000010:3.0:1763344908.313845:0:71618:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0480. 00000100:00000001:3.0:1763344908.313852:0:71618:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.313853:0:71618:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617985024 02000000:00000001:3.0:1763344908.313855:0:71618:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.313857:0:71618:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.313859:0:71618:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.313862:0:71618:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.313865:0:71618:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617985024 00000020:00000001:3.0:1763344908.313867:0:71618:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.313868:0:71618:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d7c 00000020:00000001:3.0:1763344908.313870:0:71618:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.313873:0:71618:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc342f800 refcount=4 00000020:00000001:3.0:1763344908.313875:0:71618:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664148391936 : -107409561159680 : ffff9e4fc342f800) 00000020:00000001:3.0:1763344908.313877:0:71618:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664148391936 : -107409561159680 : ffff9e4fc342f800) 00000100:00000001:3.0:1763344908.313880:0:71618:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.313883:0:71618:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.313886:0:71618:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.313888:0:71618:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.313893:0:71618:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b4a00. 00000020:00000010:3.0:1763344908.313897:0:71618:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.313901:0:71618:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.313907:0:71618:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1763344908.313910:0:71618:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.313911:0:71618:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.313913:0:71618:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.313918:0:71618:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.313938:0:71618:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.313947:0:71618:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.313949:0:71618:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.313953:0:71618:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00000040:3.0:1763344908.313956:0:71618:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc342f800 : new rpc_count 1 00000100:00000001:3.0:1763344908.313958:0:71618:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668919285840 : -107404790265776 : ffff9e50dfa10850) 00000100:00000040:3.0:1763344908.313962:0:71618:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50dfa10850 x1848987617985024/t0(0) o104->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.313970:0:71618:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.313972:0:71618:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.313974:0:71618:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.313976:0:71618:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00100000:3.0:1763344908.313980:0:71618:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50dfa10850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_004:lustre-MDT0000-mdtlov_UUID+4:6504:x1848987617985024:12345-0@lo:104: 00000100:00000200:3.0:1763344908.313984:0:71618:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617985024 00010000:00000001:3.0:1763344908.313986:0:71618:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1763344908.313990:0:71618:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.313992:0:71618:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.313994:0:71618:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90600 refcount=3 00000020:00000001:3.0:1763344908.313996:0:71618:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:3.0:1763344908.313998:0:71618:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:3.0:1763344908.314001:0:71618:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.314003:0:71618:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.314007:0:71618:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90600/0x34881b4086818141 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x34881b4086818148 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1763344908.314015:0:71618:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.314016:0:71618:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.314020:0:71618:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50ff803400. 02000000:00000001:3.0:1763344908.314022:0:71618:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.314024:0:71618:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.314028:0:71618:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.314030:0:71618:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.314033:0:71618:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e1e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.314037:0:71618:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.314040:0:71618:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.314042:0:71618:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.314044:0:71618:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.314046:0:71618:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.314049:0:71618:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.314050:0:71618:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.314053:0:71618:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb4c8. 00000100:00000200:3.0:1763344908.314056:0:71618:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1848987617985024, offset 224 00000400:00000200:3.0:1763344908.314061:0:71618:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.314067:0:71618:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.314073:0:71618:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x691a4fa2a0200 00000400:00000200:3.0:1763344908.314077:0:71618:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x66611d [1] + 224 00000400:00000200:3.0:1763344908.314082:0:71618:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.314084:0:71618:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.314088:0:71618:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.314092:0:71618:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e62ce680 x1848987617985024/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344908.314101:0:71618:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50e62ce680 x1848987617985024/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.314120:0:71618:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.314126:0:71618:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb4c8 00000400:00000010:3.0:1763344908.314128:0:71618:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb4c8. 00000100:00000001:3.0:1763344908.314131:0:71618:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.314133:0:71618:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.314137:0:71618:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.314140:0:71618:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.314143:0:71618:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763344908.314147:0:71618:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fc87e0000. 00010000:00000001:3.0:1763344908.314150:0:71618:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763344908.314159:0:71618:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1763344908.314161:0:71618:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.314163:0:71618:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.314164:0:71618:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.314169:0:71618:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50dfa10850 x1848987617985024/t0(0) o104->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344908.314177:0:71618:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50dfa10850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_004:lustre-MDT0000-mdtlov_UUID+4:6504:x1848987617985024:12345-0@lo:104: Request processed in 205us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.314183:0:71618:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00000040:3.0:1763344908.314186:0:71618:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc342f800 : new rpc_count 0 00000100:00000001:3.0:1763344908.314189:0:71618:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.314190:0:71618:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.314194:0:71618:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.314198:0:71618:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:3.0:1763344908.314201:0:71618:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b4a00. 00000020:00000040:3.0:1763344908.314206:0:71618:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc342f800 : new refcount 3 02000000:00000001:3.0:1763344908.314210:0:71618:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.314212:0:71618:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50ff803400. 02000000:00000001:3.0:1763344908.314215:0:71618:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1763344908.314217:0:71618:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.314218:0:71618:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50f2e52800. 02000000:00000001:3.0:1763344908.314222:0:71618:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.314224:0:71618:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1374700. 02000000:00000001:3.0:1763344908.314227:0:71618:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.314228:0:71618:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50f2e51000. 02000000:00000001:3.0:1763344908.314231:0:71618:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.314233:0:71618:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12e8a80. 02000000:00000001:3.0:1763344908.314235:0:71618:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.314236:0:71618:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc2876c00. 02000000:00000001:3.0:1763344908.314238:0:71618:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.314239:0:71618:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12eb480. 02000000:00000001:3.0:1763344908.314243:0:71618:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.314244:0:71618:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc35ebc00. 02000000:00000001:3.0:1763344908.314247:0:71618:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.314248:0:71618:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28ec700. 02000000:00000001:3.0:1763344908.314251:0:71618:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.314252:0:71618:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50e7773800. 02000000:00000001:3.0:1763344908.314254:0:71618:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.314255:0:71618:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d6620000. 02000000:00000001:3.0:1763344908.314258:0:71618:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.314260:0:71618:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50fca20800. 02000000:00000001:3.0:1763344908.314263:0:71618:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.314264:0:71618:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28eea00. 00000100:00000010:3.0:1763344908.314268:0:71618:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9e50eae26000. 00000100:00000010:3.0:1763344908.314272:0:71618:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9e50dfa10800. 00000100:00000001:3.0:1763344908.314275:0:71618:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.314289:0:6494:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344908.314292:0:6494:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.314295:0:6494:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763344908.314297:0:6494:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763344908.314300:0:6494:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344908.314303:0:6494:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90600/0x34881b4086818141 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x34881b4086818148 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.314312:0:6494:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d90600 already unused, calling callback (ffffffffc1acd290) 00000004:00000001:3.0:1763344908.314314:0:6494:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.314316:0:6494:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344908.314318:0:6494:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.314319:0:6494:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.314321:0:6494:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90600 refcount=4 00000020:00000001:3.0:1763344908.314323:0:6494:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:3.0:1763344908.314325:0:6494:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292054016 : -107404417497600 : ffff9e50f5d90600) 00010000:00000001:3.0:1763344908.314327:0:6494:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344908.314330:0:6494:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90600/0x34881b4086818141 lrc: 4/0,0 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x34881b4086818148 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1763344908.314336:0:6494:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00000004:00010000:3.0:1763344908.314339:0:6494:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90600/0x34881b4086818141 lrc: 4/0,0 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x34881b4086818148 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.314346:0:6494:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.314348:0:6494:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.314349:0:6494:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.314352:0:6494:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344908.314355:0:6494:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.314357:0:6494:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.314358:0:6494:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.314360:0:6494:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.314362:0:6494:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90600 with handle 0x34881b4086818141 from hash 00010000:00000001:3.0:1763344908.314365:0:6494:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.314366:0:6494:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.314367:0:6494:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.314379:0:6494:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344908.314382:0:6494:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.314384:0:6494:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1763344908.314387:0:6494:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1763344908.314389:0:6494:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1763344908.314394:0:6494:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc1374700. 00000020:00000040:3.0:1763344908.314397:0:6494:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=5 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1763344908.314400:0:6494:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.314401:0:6494:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.314404:0:6494:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.314408:0:6494:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcc4b4a00. 00000100:00000001:3.0:1763344908.314412:0:6494:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.314415:0:6494:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1763344908.314419:0:6494:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90600/0x34881b4086818141 lrc: 2/0,0 mode: --/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x34881b4086818148 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.314425:0:6494:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1763344908.314427:0:6494:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.314430:0:6494:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344908.314435:0:6494:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.314441:0:6494:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7cb2ae1] to pc [ptlrpcd_00_03+3] req@ffff9e4fc1374700 x1848987617985152/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.314469:0:6494:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.314471:0:6494:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.314472:0:6494:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.314474:0:6494:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.314476:0:6494:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.314477:0:6494:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.314480:0:6494:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90600/0x34881b4086818141 lrc: 1/0,0 mode: --/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x34881b4086818148 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.314485:0:6494:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.314488:0:6494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90600/0x34881b4086818141 lrc: 0/0,0 mode: --/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x34881b4086818148 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.314494:0:6494:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359e00 count: 0 00010000:00000010:3.0:1763344908.314501:0:6494:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0e80. 00010000:00000001:3.0:1763344908.314510:0:6494:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.314511:0:6494:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763344908.314513:0:6494:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4fc87e0000. 00010000:00000001:3.0:1763344908.314516:0:6494:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.314519:0:6494:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344908.314520:0:6494:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.314522:0:6494:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763344908.314523:0:6494:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344908.314524:0:6494:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.314526:0:6494:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763344908.314528:0:6494:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344908.314529:0:6494:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.314530:0:6494:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1763344908.314538:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344908.314540:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.314542:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.314547:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc1374700 x1848987617985152/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.314559:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.314560:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.314563:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763344908.314566:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344908.314569:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.314571:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc1374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1848987617985152:0@lo:103:ldlm_bl.0 00000100:00000001:3.0:1763344908.314575:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.314577:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.314579:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.314581:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.314585:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcc4b4600. 02000000:00000001:3.0:1763344908.314587:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.314591:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac6e0. 00000400:00000010:3.0:1763344908.314594:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb4c8. 00000100:00000200:3.0:1763344908.314598:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617985152, portal 18 00000100:00000001:3.0:1763344908.314600:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.314601:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664114071296 : -107409595480320 : ffff9e4fc1374700) 00000100:00000040:3.0:1763344908.314606:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4fc1374700 x1848987617985152/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.314612:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.314614:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.314616:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb220. 00000100:00000200:3.0:1763344908.314619:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1848987617985152, offset 0 00000400:00000200:3.0:1763344908.314623:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.314629:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.314634:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x691a4fa2a0280 00000400:00000200:3.0:1763344908.314639:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x65d24d [2] + 1312 00000400:00000200:3.0:1763344908.314643:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.314645:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.314648:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.314650:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763344908.314654:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8602a00. 00000100:00000040:3.0:1763344908.314657:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8602a00 x1848987617985152 msgsize 328 00000100:00100000:3.0:1763344908.314661:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763344908.314669:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.314673:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb220 00000400:00000010:3.0:1763344908.314675:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb220. 00000100:00000001:3.0:1763344908.314677:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344908.314681:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc1374700 x1848987617985152/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.314688:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.314691:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc1374700 x1848987617985152/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.314697:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.314698:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.314702:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.314705:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5181 usecs (6 jiffies) 00000100:00000001:3.0:1763344908.314707:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307682139 00000100:00000001:3.0:1763344908.314710:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683450 00000100:00000001:3.0:1763344908.314712:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307682139 00000100:00000001:3.0:1763344908.314714:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683450 00000100:00000001:3.0:1763344908.314716:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307682139 00000100:00000001:3.0:1763344908.314718:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683450 00000100:00000001:3.0:1763344908.314721:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307682139 00000100:00000001:3.0:1763344908.314723:0:3645:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683450 00000100:00000001:3.0:1763344908.314725:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.314728:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.314730:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.314732:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.314738:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.314739:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763344908.314742:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344908.314743:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.314745:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.314747:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.314770:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.314773:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617985152 02000000:00000001:3.0:1763344908.314775:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.314776:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.314778:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.314780:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.314782:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617985152 00000020:00000001:3.0:1763344908.314784:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.314786:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:3.0:1763344908.314820:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.314822:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=8 00000020:00000001:3.0:1763344908.314824:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:3.0:1763344908.314827:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:3.0:1763344908.314830:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.314833:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.314836:0:23071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.314838:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000020:00000010:3.0:1763344908.314842:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b5600. 00000020:00000010:3.0:1763344908.314845:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ec00. 00000020:00000010:3.0:1763344908.314848:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf4b0. 00000100:00000040:3.0:1763344908.314852:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763344908.314854:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.314855:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763344908.314857:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763344908.314859:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.314862:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763344908.314864:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.314865:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.314867:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc000 refcount=4 00000020:00000001:3.0:1763344908.314869:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:3.0:1763344908.314871:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00010000:3.0:1763344908.314876:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086818148 lrc: 4/0,0 mode: PW/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x34881b4086818141 expref: 8 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.314888:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.314890:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.314891:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.314893:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.314898:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763344908.314902:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50f8602a00 x1848987617985152/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.314908:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763344908.314910:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.314916:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.314923:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.314925:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.314928:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6352 00000100:00000040:3.0:1763344908.314930:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:3.0:1763344908.314932:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334465024 : -107404375086592 : ffff9e50f8602a00) 00000100:00000040:3.0:1763344908.314937:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8602a00 x1848987617985152/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.314945:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.314948:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddd80. 00000100:00000001:3.0:1763344908.314950:0:23071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.314951:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddd80. 00000100:00100000:3.0:1763344908.314955:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8602a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+8:3645:x1848987617985152:12345-0@lo:103:ldlm_bl.0 00000100:00000200:3.0:1763344908.314958:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617985152 00010000:00000001:3.0:1763344908.314960:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763344908.314963:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763344908.314964:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763344908.314968:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.314970:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.314973:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50ff803400. 02000000:00000001:3.0:1763344908.314975:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.314977:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.314979:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344908.314982:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763344908.314984:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.314985:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.314986:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bc000 refcount=4 00000020:00000001:3.0:1763344908.314988:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000001:3.0:1763344908.314990:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526772224 : -107405182779392 : ffff9e50c83bc000) 00010000:00000040:3.0:1763344908.314993:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50edc33200 count: 3 00000004:00000001:3.0:1763344908.314997:0:23071:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763344908.314998:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344908.315000:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:3.0:1763344908.315004:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcc4b5a00. 00000020:00000010:3.0:1763344908.315008:0:23071:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4fcc4b4800. 00000020:00000010:3.0:1763344908.315012:0:23071:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9e50ccf1e000. 00000020:00000010:3.0:1763344908.315016:0:23071:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9e50d675bc60. 00000020:00000010:3.0:1763344908.315020:0:23071:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9e4fcc4b5200. 80000000:00000010:3.0:1763344908.315024:0:23071:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9e50ef5cf240. 40000000:00000010:3.0:1763344908.315028:0:23071:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9e50f82ddd80. 00100000:00000010:3.0:1763344908.315032:0:23071:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9e50ccf19000. 00040000:00000010:3.0:1763344908.315037:0:23071:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9e4fccce6e00. 00040000:00000010:3.0:1763344908.315041:0:23071:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9e4fcc4b4000. 00080000:00000010:3.0:1763344908.315046:0:23071:0:(osd_handler.c:8274:osd_key_init()) kmalloced '(info)': 4072 at ffff9e4fdd982000. 00080000:00000010:3.0:1763344908.315051:0:23071:0:(osd_handler.c:8278:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9e50e7dca000. 00002000:00000010:3.0:1763344908.315058:0:23071:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff9e50ff801c00. 00000020:00000001:3.0:1763344908.315061:0:23071:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:3.0:1763344908.315064:0:23071:0:(osd_handler.c:2830:osd_sync()) Process entered 00000100:00000001:1.0:1763344908.315421:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344908.315426:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.315812:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.315822:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.315824:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.315828:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344908.315833:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921dd0 00000400:00000010:2.0:1763344908.315836:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921dd0. 00000100:00000001:2.0:1763344908.315839:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.315845:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e62ce680 x1848987617985024/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344908.315854:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e62ce680 x1848987617985024/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.315860:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.315862:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.315864:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.315867:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.315868:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.315870:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.315873:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.315879:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc48d3c58 time=24 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.315883:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc48d3c10 time=24 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.315886:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344908.315888:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.315890:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344908.315892:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.315895:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.315899:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e62ce680 x1848987617985024/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.315905:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.315908:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.315909:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.315912:0:6504:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763344908.315915:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.315916:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.315917:0:6504:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.315921:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62ce680 x1848987617985024/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344908.315929:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e62ce680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6504:1848987617985024:0@lo:104: 00000100:00000001:2.0:1763344908.315933:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.315936:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.315939:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.315941:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.315943:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e62ce680 x1848987617985024/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.315949:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.315952:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.315955:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fddab8e00. 02000000:00000001:2.0:1763344908.315958:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.315960:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.315961:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc48d3800 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1763344908.315963:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.315965:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab8400. 02000000:00000001:2.0:1763344908.315967:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.315969:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.315971:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62ce680. 00000100:00000001:2.0:1763344908.315974:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.315976:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344908.315978:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d1480. 00000100:00000001:2.0:1763344908.315980:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344908.315981:0:6504:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344908.315984:0:6504:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d2a40. 00010000:00000001:2.0:1763344908.315987:0:6504:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.315989:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.315991:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.315995:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763344908.315998:0:6504:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00000100:00000001:3.0:1763344908.317341:0:30720:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763344908.317348:0:30720:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763344908.317350:0:30720:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 25770214370 is committed 00000001:00000040:3.0:1763344908.317355:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 0 00000020:00000040:3.0:1763344908.317358:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 223 00000001:00000010:3.0:1763344908.317361:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8df00. 00080000:00000010:3.0:1763344908.317367:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fddab8600. 00000100:00000001:3.0:1763344908.317380:0:30720:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763344908.317382:0:30720:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763344908.317383:0:30720:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 25770214369 is committed 00000001:00000040:3.0:1763344908.317385:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e4fc48d5800 : new cb_count 0 00000020:00000040:3.0:1763344908.317387:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 7 00000001:00000010:3.0:1763344908.317389:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cf060. 00080000:00000010:3.0:1763344908.317394:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcc4b5e00. 00080000:00000020:0.0:1763344908.318027:0:23071:0:(osd_handler.c:2837:osd_sync()) lustre-MDT0001: synced OSD: rc = 0 00000020:00000001:0.0:1763344908.318033:0:23071:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344908.318042:0:23071:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4fcc4b4800. 00000020:00000010:0.0:1763344908.318048:0:23071:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9e50ccf1e000. 00000020:00000010:0.0:1763344908.318053:0:23071:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9e50d675bc60. 00000020:00000010:0.0:1763344908.318059:0:23071:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9e4fcc4b5200. 80000000:00000010:0.0:1763344908.318062:0:23071:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9e50ef5cf240. 40000000:00000010:0.0:1763344908.318066:0:23071:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9e50f82ddd80. 00100000:00000010:0.0:1763344908.318070:0:23071:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9e50ccf19000. 00040000:00000010:0.0:1763344908.318074:0:23071:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9e4fccce6e00. 00040000:00000010:0.0:1763344908.318080:0:23071:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9e4fcc4b4000. 00080000:00000010:0.0:1763344908.318085:0:23071:0:(osd_handler.c:8324:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9e50e7dca000. 00080000:00000010:0.0:1763344908.318089:0:23071:0:(osd_handler.c:8335:osd_key_fini()) kfreed 'info': 4072 at ffff9e4fdd982000. 00002000:00000010:0.0:1763344908.318093:0:23071:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff9e50ff801c00. 00000020:00000010:0.0:1763344908.318097:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b5a00. 00010000:00000001:0.0:1763344908.318100:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.318102:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.318103:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.318110:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344908.318111:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.318117:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.318119:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.318121:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.318123:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.318126:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc000 with handle 0x34881b4086818148 from hash 00010000:00000001:0.0:1763344908.318129:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.318130:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.318131:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.318132:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344908.318139:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.318141:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.318142:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344908.318144:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.318150:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bc000/0x34881b4086818148 lrc: 0/0,0 mode: --/PW res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x34881b4086818141 expref: 7 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.318163:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc48d5800 : new locks_count 1 00000020:00000040:0.0:1763344908.318166:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 6 00010000:00000010:0.0:1763344908.318168:0:23071:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5100. 00010000:00000001:0.0:1763344908.318174:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.318176:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.318178:0:23071:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.318180:0:23071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0xf31ccba1 (ffff9e50edc33200) 00010000:00010000:0.0:1763344908.318186:0:23071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.318191:0:23071:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344908.318193:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.318195:0:23071:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.318197:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.318198:0:23071:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.318201:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.318203:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344908.318205:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.318211:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763344908.318212:0:23071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.318214:0:23071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.318215:0:23071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.318218:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e85:0x0].0xf31ccba1 (ffff9e50edc33200) refcount = 2 00010000:00010000:0.0:1763344908.318221:0:23071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.318226:0:23071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.318228:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.318229:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.318231:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.318232:0:23071:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.318235:0:23071:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763344908.318242:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.318246:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344908.318253:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd62416c0. 00000100:00000001:0.0:1763344908.318255:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465135296 : -107409244416320 : ffff9e4fd62416c0) 00000100:00000001:0.0:1763344908.318257:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664465135296 : -107409244416320 : ffff9e4fd62416c0) 00000100:00000001:0.0:1763344908.318260:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344908.318262:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344908.318264:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344908.318266:0:23071:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763344908.319118:0:6504:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.319129:0:6504:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.319132:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.319137:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.319139:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.319141:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.319143:0:6504:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.319150:0:6504:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763344908.319156:0:6504:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763344908.319159:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344908.319163:0:6504:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b13:0x12e85:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344908.319167:0:6504:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.319170:0:6504:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763344908.319175:0:6504:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1763344908.319239:0:6504:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763344908.319243:0:6504:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763344908.319246:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.319249:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.319252:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.319254:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.319256:0:6504:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.319258:0:6504:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344908.319260:0:6504:0:(osd_handler.c:6627:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763344908.319264:0:6504:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.319266:0:6504:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344908.319268:0:6504:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.319270:0:6504:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.319273:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344908.319275:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e17:0x0] 00000020:00000001:3.0:1763344908.319279:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1763344908.319286:0:6504:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1763344908.319293:0:6504:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9e51003ebc20. 00000004:00000001:3.0:1763344908.319298:0:6504:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446636669466492024 : -107404243059592 : ffff9e51003ebc78) 00000004:00000001:3.0:1763344908.319303:0:6504:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:3.0:1763344908.319305:0:6504:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200002b13:0x2e17:0x0] 00000004:00000010:3.0:1763344908.319310:0:6504:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9e4fd0e5c000. 00000004:00000001:3.0:1763344908.319314:0:6504:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.319316:0:6504:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1763344908.319319:0:6504:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1763344908.319324:0:6504:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9e4fe1bc8550. 00000004:00000001:3.0:1763344908.319326:0:6504:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446636664659674448 : -107409049877168 : ffff9e4fe1bc8550) 00000004:00000001:3.0:1763344908.319329:0:6504:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.319332:0:6504:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:3.0:1763344908.319333:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763344908.319336:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763344908.319338:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763344908.319340:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763344908.319341:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.319342:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763344908.319344:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763344908.319346:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200002b13 00000004:00000001:3.0:1763344908.319348:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763344908.319358:0:6504:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e4fcc736c60. 00000004:00000001:3.0:1763344908.319360:0:6504:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.319363:0:6504:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763344908.319367:0:6504:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000010:3.0:1763344908.319383:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fc87e0000. 00000004:00000010:3.0:1763344908.319388:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e50fad546e0. 00000004:00000010:3.0:1763344908.319393:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e4fdd985000. 00000020:00000001:3.0:1763344908.319397:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763344908.319399:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.319401:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763344908.319403:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763344908.319406:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200002b13:0x2e17:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000004:00000040:3.0:1763344908.319410:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e4fdd985000 magic = bdde0002 count = 1 size = 40 00000100:00000010:3.0:1763344908.319417:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede42d80. 00000020:00000040:3.0:1763344908.319422:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1763344908.319427:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.319430:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.319435:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.319441:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e50c2bdd000. 00000100:00000001:3.0:1763344908.319447:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.319452:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.319455:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344908.319457:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.319459:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763344908.319461:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.319465:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0b40. 00000100:00000001:3.0:1763344908.319467:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236149568 : -107409473402048 : ffff9e4fc87e0b40) 00000100:00000001:3.0:1763344908.319470:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.319472:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158567296 : -107404550984320 : ffff9e50ede42d80) 00000100:00000001:3.0:1763344908.319477:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344908.319482:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.319483:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.319486:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.319494:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ede42d80 x1848987617985280/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.319502:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.319504:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.319507:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763344908.319510:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344908.319512:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.319515:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ede42d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617985280:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763344908.319519:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.319522:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.319525:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.319526:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.319532:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50e7dc8000. 02000000:00000001:3.0:1763344908.319534:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.319541:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48acd10. 00000400:00000010:3.0:1763344908.319547:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0300. 00000100:00000200:3.0:1763344908.319555:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617985280, portal 4 00000100:00000001:3.0:1763344908.319556:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.319557:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158567296 : -107404550984320 : ffff9e50ede42d80) 00000100:00000040:3.0:1763344908.319563:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ede42d80 x1848987617985280/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.319570:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.319572:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.319576:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb220. 00000100:00000200:3.0:1763344908.319578:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 24, xid 1848987617985280, offset 0 00000400:00000200:3.0:1763344908.319584:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.319597:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.319607:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 24 MB=0x691a4fa2a0300 00000400:00000200:3.0:1763344908.319614:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 304/304 into md 0x209981 [256] + 12416 00000400:00000200:3.0:1763344908.319623:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.319626:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.319634:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.319636:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344908.319640:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede43800. 00000100:00000040:3.0:1763344908.319642:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ede43800 x1848987617985280 msgsize 304 00000100:00100000:3.0:1763344908.319646:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763344908.319652:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.319661:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb220 00000400:00000010:3.0:1763344908.319663:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb220. 00000100:00000001:3.0:1763344908.319665:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344908.319669:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ede42d80 x1848987617985280/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.319677:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.319680:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ede42d80 x1848987617985280/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.319686:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.319688:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.319692:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.319696:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13898 usecs (14 jiffies) 00000100:00000001:3.0:1763344908.319699:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307682152 00000100:00000001:3.0:1763344908.319701:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307683450 00000100:00000001:3.0:1763344908.319703:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307682152 00000100:00000001:3.0:1763344908.319705:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307683450 00000100:00000001:3.0:1763344908.319706:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307682152 00000100:00000001:3.0:1763344908.319709:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307683450 00000100:00000001:3.0:1763344908.319710:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307682152 00000100:00000001:3.0:1763344908.319712:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307683450 00000100:00000001:3.0:1763344908.319713:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.319715:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.319718:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.319720:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.319722:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0b40 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.319725:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.319727:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.319783:0:23071:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.319802:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.319804:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.319805:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.319808:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344908.319810:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344908.319811:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.319813:0:23071:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.319815:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763344908.319818:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd62416c0. 00000100:00000001:0.0:1763344908.319821:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344908.319823:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344908.319826:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2a80. 00010000:00000001:0.0:1763344908.319828:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763344908.319831:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344908.319832:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.319838:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.319841:0:23071:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.319845:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.319848:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.319851:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344908.319853:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344908.319855:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.319858:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.319861:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.319862:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344908.319866:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495cc0. 00000100:00000200:0.0:1763344908.319869:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987617985152, offset 224 00000400:00000200:0.0:1763344908.319872:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344908.319877:0:23071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344908.319882:0:23071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x691a4fa2a0280 00000400:00000200:0.0:1763344908.319887:0:23071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x66612d [1] + 224 00000400:00000200:0.0:1763344908.319891:0:23071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.319893:0:23071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344908.319896:0:23071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.319901:0:23071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc1374700 x1848987617985152/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344908.319909:0:23071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4fc1374700 x1848987617985152/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.319925:0:23071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344908.319928:0:23071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495cc0 00000400:00000010:0.0:1763344908.319930:0:23071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495cc0. 00000100:00000001:0.0:1763344908.319933:0:23071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.319935:0:23071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344908.319937:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.319940:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344908.319942:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.319944:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.319948:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8602a00 x1848987617985152/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344908.319957:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8602a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+6:3645:x1848987617985152:12345-0@lo:103:ldlm_bl.0 Request processed in 5011us (5298us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344908.319966:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6352 00000100:00000040:0.0:1763344908.319970:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:0.0:1763344908.319972:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.319974:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.319979:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ec00. 00000020:00000010:0.0:1763344908.319984:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf4b0. 00000020:00000010:0.0:1763344908.319988:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcc4b5600. 00000020:00000040:0.0:1763344908.319992:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 5 00000100:00000001:0.0:1763344908.319994:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.320063:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.320066:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617985280 02000000:00000001:1.0:1763344908.320069:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.320071:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.320073:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.320076:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.320079:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617985280 00000020:00000001:1.0:1763344908.320081:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.320083:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:1.0:1763344908.320085:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.320088:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=7 00000020:00000001:1.0:1763344908.320090:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:1.0:1763344908.320092:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:1.0:1763344908.320095:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.320099:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.320101:0:6509:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.320104:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.320109:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117aa00. 00000020:00000010:1.0:1763344908.320112:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.320116:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca047d0. 00000100:00000040:1.0:1763344908.320121:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344908.320124:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.320125:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.320127:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.320133:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.320147:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.320154:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.320156:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.320158:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8700 00000100:00000040:1.0:1763344908.320161:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:1.0:1763344908.320162:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158569984 : -107404550981632 : ffff9e50ede43800) 00000100:00000040:1.0:1763344908.320166:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede43800 x1848987617985280/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 304/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.320173:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.320175:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.320177:0:6509:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.320179:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.320182:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6504:x1848987617985280:12345-0@lo:1000:mdt00_000.0 00000100:00000200:1.0:1763344908.320187:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617985280 00000020:00000001:1.0:1763344908.320191:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.320193:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763344908.320197:0:6509:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fc87e0a80: xid 1848987617982464, transno 25770257768, client gen 7, slot idx 0 00000001:00000001:1.0:1763344908.320201:0:6509:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e50ec176a80: xid 1848987617568640, transno 25770256485, client gen 7, slot idx 2 00000001:00000010:1.0:1763344908.320205:0:6509:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e50ec176a80. 00000020:00000001:1.0:1763344908.320208:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.320210:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.320212:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:1.0:1763344908.320215:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344908.320217:0:6509:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617985280, found 0 last_xid 1848987617985279 00000020:00000001:1.0:1763344908.320219:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.320221:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.320224:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.320226:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.320229:0:6509:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763344908.320234:0:6509:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fd25ac508. 00000100:00000001:1.0:1763344908.320237:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.320240:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.320248:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50ec108000. 02000000:00000001:1.0:1763344908.320251:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.320252:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344908.320256:0:6509:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fcc03f000. 00000020:00000001:1.0:1763344908.320258:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763344908.320261:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.320267:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779195288 : -107404930356328 : ffff9e50d7476b98) 00000020:00000001:1.0:1763344908.320271:0:6509:0:(out_handler.c:157:out_attr_get()) Process entered 00000020:00000040:1.0:1763344908.320278:0:6509:0:(out_handler.c:185:out_attr_get()) lustre-MDT0000: insert attr get reply ffff9e50ec108208 index 0: rc = 0 00000020:00000001:1.0:1763344908.320281:0:6509:0:(out_handler.c:190:out_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344908.320284:0:6509:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fddab9200/ffff9e50d7476b40 to site lru. bkt: ffff9e50f846b090 00000020:00000010:1.0:1763344908.320288:0:6509:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fd25ac508. 00000020:00000010:1.0:1763344908.320292:0:6509:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fcc03f000. 00000020:00000001:1.0:1763344908.320297:0:6509:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344908.320299:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257768, transno 0, xid 1848987617985280 00010000:00000001:1.0:1763344908.320301:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.320305:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede43800 x1848987617985280/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 304/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344908.320311:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.320313:0:6509:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.320315:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.320318:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.320320:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344908.320322:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344908.320324:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.320325:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.320327:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.320329:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344908.320332:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fcc03f000. 00000100:00000200:1.0:1763344908.320335:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617985280, offset 224 00000400:00000200:1.0:1763344908.320340:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344908.320345:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344908.320351:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa2a0300 00000400:00000200:1.0:1763344908.320355:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x666135 [2] + 224 00000400:00000200:1.0:1763344908.320360:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.320363:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344908.320366:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.320379:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede42d80 x1848987617985280/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344908.320387:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ede42d80 x1848987617985280/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.320404:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344908.320410:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fcc03f000 00000400:00000010:1.0:1763344908.320412:0:6509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fcc03f000. 00000100:00000001:1.0:1763344908.320415:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.320416:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.320420:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.320423:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344908.320425:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.320426:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.320428:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.320431:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede43800 x1848987617985280/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 304/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.320439:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6504:x1848987617985280:12345-0@lo:1000:mdt00_000.0 Request processed in 265us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.320446:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8700 00000100:00000040:1.0:1763344908.320448:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:1.0:1763344908.320449:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.320451:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.320453:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.320457:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca047d0. 00000020:00000010:1.0:1763344908.320460:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117aa00. 00000020:00000040:1.0:1763344908.320463:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 6 00000100:00000001:1.0:1763344908.320466:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.320555:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344908.320560:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344908.320562:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344908.320564:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48acd10. 00000400:00000200:0.0:1763344908.320567:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0300 00000400:00000010:0.0:1763344908.320569:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0300. 00000100:00000001:0.0:1763344908.320572:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.320575:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ede42d80 x1848987617985280/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344908.320583:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ede42d80 x1848987617985280/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.320589:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344908.320591:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.320593:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344908.320595:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344908.320597:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.320598:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.320601:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.320606:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=8 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344908.320608:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=111 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.320611:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344908.320613:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.320615:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344908.320617:0:6504:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.320621:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1763344908.320623:0:6504:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 25770257768 gen 2 00000100:00000040:0.0:1763344908.320628:0:6504:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 25770257768) req@ffff9e50d2402300 x1848987617982464/t25770257768(25770257768) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763344908.320634:0:6504:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763344908.320636:0:6504:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 25770257768 committed transno 25770257768 00000020:00000001:0.0:1763344908.320640:0:6504:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:0.0:1763344908.320642:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc87e0240 refcount 2 committed 0 result 0 batchid 21474836914 00000020:00080000:0.0:1763344908.320646:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50cbb71900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc87e0cc0 00000020:00080000:0.0:1763344908.320649:0:6504:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002341:0x2:0x0].255 00000020:00080000:0.0:1763344908.320651:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50cbb71400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcc4b5800 00000020:00080000:0.0:1763344908.320653:0:6504:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].259 00000020:00080000:2.0:1763344908.320685:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 21474836914 committed batchid 21474836913 00000020:00000001:2.0:1763344908.320689:0:30740:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:2.0:1763344908.320693:0:30740:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9e50e4b8d960. 00080000:00000001:2.0:1763344908.320698:0:30740:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.320703:0:30740:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab8400. 00080000:00000001:2.0:1763344908.320706:0:30740:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591451136 : -107409118100480 : ffff9e4fddab8400) 00080000:00000001:2.0:1763344908.320709:0:30740:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.320714:0:30740:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.320717:0:30740:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2a40. 00080000:00000001:2.0:1763344908.320720:0:30740:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.320722:0:30740:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344908.320738:0:30740:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.320766:0:30740:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0001: update batchid 21474836914: rc = 0 00080000:00000001:2.0:1763344908.320769:0:30740:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:2.0:1763344908.320777:0:30740:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2a40. 00040000:00000001:2.0:1763344908.320781:0:30740:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.320783:0:30740:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344908.320785:0:30740:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.320814:0:30740:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1763344908.320817:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 21474836913 00000020:00000001:0.0:1763344908.320853:0:6504:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763344908.320856:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc87e0240 refcount 2 committed 1 result 0 batchid 21474836914 00000020:00000040:0.0:1763344908.320858:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50cbb71900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc87e0cc0 00000020:00000040:0.0:1763344908.320860:0:6504:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002341:0x2:0x0].255 00000020:00000040:0.0:1763344908.320863:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50cbb71400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcc4b5800 00000020:00000040:0.0:1763344908.320865:0:6504:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].259 00000020:00000001:0.0:1763344908.320867:0:6504:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000010:0.0:1763344908.320870:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fdd981000. 00000004:00000010:0.0:1763344908.320875:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e50fad540a0. 00000004:00000010:0.0:1763344908.320877:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fc87e0e40. 00000004:00000010:0.0:1763344908.320879:0:6504:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9e4fc87e0cc0. 00000004:00000001:0.0:1763344908.320881:0:6504:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763344908.320883:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.320887:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50d2402300 x1848987617982464/t25770257768(25770257768) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.320894:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344908.320896:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344908.320899:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f57ac000. 02000000:00000001:0.0:1763344908.320902:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344908.320904:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344908.320905:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1763344908.320907:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344908.320910:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff9e4fdd980000. 02000000:00000001:0.0:1763344908.320912:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344908.320914:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344908.320916:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2402300. 00000100:00000001:0.0:1763344908.320919:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344908.320920:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.320923:0:6504:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763344908.320925:0:6504:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1763344908.320927:0:6504:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344908.320928:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.320932:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ede42d80 x1848987617985280/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.320938:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.320941:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344908.320943:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344908.320946:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede42d80 x1848987617985280/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344908.320953:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ede42d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617985280:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763344908.320957:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.320959:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.320961:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344908.320962:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.320965:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ede42d80 x1848987617985280/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.320970:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763344908.320971:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0b40. 00000100:00000001:0.0:1763344908.320973:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763344908.320974:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.320976:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.320983:0:6504:0:(osp_object.c:641:osp_attr_get()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.320985:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.320987:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ede42d80 x1848987617985280/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.320992:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344908.320993:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344908.320994:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50e7dc8000. 02000000:00000001:0.0:1763344908.320996:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344908.320998:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344908.320999:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1763344908.321000:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344908.321001:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e50c2bdd000. 02000000:00000001:0.0:1763344908.321004:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344908.321005:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344908.321006:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede42d80. 00000100:00000001:0.0:1763344908.321009:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344908.321009:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763344908.321011:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e4fdd985000. 00000004:00000010:0.0:1763344908.321014:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e50fad546e0. 00000004:00000010:0.0:1763344908.321015:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fc87e0000. 00000004:00000001:0.0:1763344908.321017:0:6504:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.321023:0:6504:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:0.0:1763344908.321024:0:6504:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.321028:0:6504:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636669466492024 : -107404243059592 : ffff9e51003ebc78) 00000004:00000001:0.0:1763344908.321031:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636669466491936 : -107404243059680 : ffff9e51003ebc20) 00000004:00000001:0.0:1763344908.321036:0:6504:0:(mdt_handler.c:4408:mdt_object_lookup_lock()) Process entered 00010000:00000001:0.0:1763344908.321040:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344908.321042:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344908.321049:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50edc33b00. 00010000:00000010:0.0:1763344908.321052:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50df139f80. 00010000:00000001:0.0:1763344908.321057:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.321059:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd200. 00000020:00000001:0.0:1763344908.321063:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.321065:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd200 with handle 0x34881b40868181aa to hash 00000020:00000001:0.0:1763344908.321067:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.321068:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000010:0.0:1763344908.321074:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5100. 00010000:00000001:0.0:1763344908.321076:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000001:0.0:1763344908.321080:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.321082:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.321085:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd200/0x34881b40868181aa lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2e17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:0.0:1763344908.321095:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344908.321098:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344908.321101:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344908.321103:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.321105:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.321106:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.321107:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.321110:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.321112:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344908.321113:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344908.321114:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344908.321117:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e17:0x0].0x0 (ffff9e50edc33b00) refcount = 1 00010000:00010000:0.0:1763344908.321120:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd200/0x34881b40868181aa lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.321124:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344908.321128:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.321129:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321131:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.321133:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.321135:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321136:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.321138:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344908.321140:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.321143:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd200/0x34881b40868181aa lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.321147:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344908.321148:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321150:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.321151:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.321152:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.321154:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd200 refcount=3 00000020:00000001:0.0:1763344908.321155:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000001:0.0:1763344908.321157:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000001:0.0:1763344908.321159:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321160:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.321161:0:6504:0:(mdt_handler.c:4416:mdt_object_lookup_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.321164:0:6504:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763344908.321168:0:6504:0:(mdt_handler.c:1419:mdt_getattr_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763344908.321173:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344908.321178:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.321180:0:6504:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321184:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.321185:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.321186:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd200 refcount=3 00000020:00000001:0.0:1763344908.321188:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000001:0.0:1763344908.321190:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00000004:00010000:0.0:1763344908.321192:0:6504:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd200/0x34881b40868181aa lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.321197:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321198:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.321200:0:6504:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763344908.321202:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344908.321204:0:6504:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763344908.321206:0:6504:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:0.0:1763344908.321208:0:6504:0:(lu_object.c:207:lu_object_put()) Add ffff9e51003ebc78/ffff9e51003ebc20 to site lru. bkt: ffff9e50ff90f1a8 00000004:00000001:0.0:1763344908.321210:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.321211:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344908.321213:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763344908.321214:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.321215:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.321217:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=3 00000020:00000001:0.0:1763344908.321218:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:0.0:1763344908.321220:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:0.0:1763344908.321225:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.321226:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.321227:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=4 00000020:00000001:0.0:1763344908.321229:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:0.0:1763344908.321231:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:0.0:1763344908.321233:0:6504:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1763344908.321236:0:6504:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681819c lrc: 4/1,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.321242:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344908.321244:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681819c lrc: 4/1,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.321249:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321250:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.321252:0:6504:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681819c lrc: 3/0,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.321257:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.321258:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321261:0:6504:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344908.321263:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681819c lrc: 4/0,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT1 00010000:00010000:0.0:1763344908.321268:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d90200 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344908.321270:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.321272:0:6504:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344908.321275:0:6504:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681819c lrc: 4/0,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.321280:0:6504:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344908.321281:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.321282:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.321284:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90200 refcount=5 00000020:00000001:0.0:1763344908.321285:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:0.0:1763344908.321287:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292052992 : -107404417498624 : ffff9e50f5d90200) 00010000:00000001:0.0:1763344908.321290:0:6504:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344908.321292:0:6504:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681819c lrc: 5/0,0 mode: CR/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.321301:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344908.321302:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344908.321303:0:6504:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321306:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344908.321308:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.321309:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.321311:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.321313:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90200 with handle 0x34881b408681819c from hash 00010000:00000001:0.0:1763344908.321315:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.321316:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321317:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.321318:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344908.321320:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.321321:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321324:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344908.321325:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.321327:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.321330:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0x0 (ffff9e4fc1359200) 00010000:00010000:0.0:1763344908.321332:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344908.321334:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.321336:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321338:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.321339:0:6504:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344908.321341:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321342:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.321344:0:6504:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321346:0:6504:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.321348:0:6504:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.321350:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681819c lrc: 3/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.321355:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321356:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.321358:0:6504:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344908.321360:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344908.321361:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321362:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.321363:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.321365:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90200/0x34881b408681819c lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT1 00010000:00000010:0.0:1763344908.321383:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bca680. 00010000:00000001:0.0:1763344908.321390:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.321392:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344908.321394:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763344908.321395:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.321396:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.321398:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426c00 refcount=3 00000020:00000001:0.0:1763344908.321400:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573824 : -107409426977792 : ffff9e4fcb426c00) 00010000:00000001:0.0:1763344908.321402:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573824 : -107409426977792 : ffff9e4fcb426c00) 00010000:00000001:0.0:1763344908.321404:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344908.321406:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.321410:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321411:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.321413:0:6504:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.321417:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.321418:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321420:0:6504:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344908.321421:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT1 00010000:00010000:0.0:1763344908.321426:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e4fcb426c00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344908.321428:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.321429:0:6504:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344908.321431:0:6504:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.321440:0:6504:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344908.321441:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.321442:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.321443:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426c00 refcount=4 00000020:00000001:0.0:1763344908.321445:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573824 : -107409426977792 : ffff9e4fcb426c00) 00010000:00000001:0.0:1763344908.321447:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573824 : -107409426977792 : ffff9e4fcb426c00) 00010000:00000001:0.0:1763344908.321449:0:6504:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344908.321451:0:6504:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.321456:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344908.321457:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344908.321458:0:6504:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321460:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344908.321461:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.321462:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.321463:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.321465:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb426c00 with handle 0x34881b40868181a3 from hash 00010000:00000001:0.0:1763344908.321467:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.321468:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321469:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.321470:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344908.321472:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.321473:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321474:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344908.321476:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.321477:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.321478:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0xf31ccba1 (ffff9e50edc33200) 00010000:00010000:0.0:1763344908.321480:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344908.321482:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.321484:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321485:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.321486:0:6504:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344908.321488:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321489:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.321490:0:6504:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321492:0:6504:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.321493:0:6504:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.321495:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 2/0,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.321499:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321500:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.321502:0:6504:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344908.321503:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344908.321504:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.321506:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868181a3 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e85:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT1 00010000:00000010:0.0:1763344908.321511:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bca400. 00010000:00000040:0.0:1763344908.321515:0:6504:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50edc33200 count: 0 00010000:00000010:0.0:1763344908.321520:0:6504:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50df139600. 00010000:00000001:0.0:1763344908.321527:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.321528:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344908.321529:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763344908.321530:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344908.321532:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1763344908.321534:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.321535:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.321536:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd200 refcount=3 00000020:00000001:0.0:1763344908.321539:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00010000:00000001:0.0:1763344908.321541:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776832 : -107405182774784 : ffff9e50c83bd200) 00000004:00000040:0.0:1763344908.321544:0:6504:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:0.0:1763344908.321547:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=224 00010000:00000001:0.0:1763344908.321552:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321553:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.321554:0:6504:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344908.321557:0:6504:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763344908.321562:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344908.321564:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344908.321567:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344908.321568:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344908.321570:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344908.321572:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344908.321577:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.321580:0:6504:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344908.321582:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344908.321587:0:6504:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375318/ffff9e4fd33752c0 to site lru. bkt: ffff9e50ff90d3e8 00000004:00000001:0.0:1763344908.321589:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.321590:0:6504:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763344908.321593:0:6504:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344908.321594:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.321598:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321599:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.321600:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.321601:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.321603:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90800 with handle 0x34881b4086818195 from hash 00010000:00000001:0.0:1763344908.321605:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.321606:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321607:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.321609:0:6504:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344908.321610:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.321616:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50f5d90800/0x34881b4086818195 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3d5 expref: 224 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.321623:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:0.0:1763344908.321625:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 223 00010000:00000010:0.0:1763344908.321627:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bca900. 00010000:00000001:0.0:1763344908.321631:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.321633:0:6504:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321636:0:6504:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763344908.321640:0:6504:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd200/0x34881b40868181aa lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2e17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3d5 expref: 223 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.321646:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.321648:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.321650:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e17:0x0].0x0 (ffff9e50edc33b00) 00010000:00010000:0.0:1763344908.321652:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763344908.321653:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.321655:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.321657:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.321658:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.321659:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.321661:0:6504:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bd200, rc 0) 00000020:00000001:0.0:1763344908.321663:0:6504:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344908.321666:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 0, xid 1848987881564160 00010000:00000001:0.0:1763344908.321668:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344908.321673:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c12e9880 x1848987881564160/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/584 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344908.321679:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.321681:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.321683:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.321687:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.321689:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344908.321691:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344908.321693:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.321695:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.321698:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.321700:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344908.321704:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495cc0. 00000100:00000200:0.0:1763344908.321708:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848987881564160, offset 224 00000400:00000200:0.0:1763344908.321713:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344908.321722:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344908.321728:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385684:1385684:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385680:1385680:8:4294967295] 00000400:00000200:0.0:1763344908.321739:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344908.321744:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344908.321748:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344908.321754:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344908.321761:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344908.321764:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1763344908.321787:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.321806:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344908.321808:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344908.321809:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.321811:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344908.321815:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12e9880 x1848987881564160/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/584 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344908.321823:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+223:253439:x1848987881564160:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 9140us (12896us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344908.321830:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303014 00000100:00000040:0.0:1763344908.321833:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344908.321836:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.321837:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.321842:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0c00. 00000020:00000010:0.0:1763344908.321845:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d320. 00000020:00000010:0.0:1763344908.321847:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab9a00. 00000020:00000040:0.0:1763344908.321851:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 222 00000100:00000001:0.0:1763344908.321853:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.321925:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344908.321928:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.321933:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.321935:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.321937:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac6e0. 00000400:00000200:3.0:1763344908.321940:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb4c8 00000400:00000010:3.0:1763344908.321942:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb4c8. 00000100:00000001:3.0:1763344908.321945:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.321950:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc1374700 x1848987617985152/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344908.321959:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc1374700 x1848987617985152/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.321964:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.321966:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.321967:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.321969:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.321970:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.321972:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.321974:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.321979:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f4e8 time=24 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.321982:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.321985:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.321986:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.321988:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.321989:0:3645:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.321992:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344908.321994:0:3645:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:3.0:1763344908.321995:0:3645:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344908.321997:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.322000:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc1374700 x1848987617985152/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.322011:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.322013:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.322014:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763344908.322017:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc1374700 x1848987617985152/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.322024:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc1374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3645:1848987617985152:0@lo:103:ldlm_bl.0 00000100:00000001:3.0:1763344908.322027:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.322029:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.322031:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc1374700 x1848987617985152/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.322036:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.322038:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344908.322040:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcc4b4600. 02000000:00000001:3.0:1763344908.322043:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.322044:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344908.322045:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1763344908.322047:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344908.322048:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcc4b4a00. 02000000:00000001:3.0:1763344908.322051:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.322052:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344908.322053:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1374700. 00000100:00000001:3.0:1763344908.322056:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.322057:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.322059:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.322064:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.322065:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.322067:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344908.322069:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1763344908.324113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359e00. 00010000:00000010:3.1:1763344908.324134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90600. 00000800:00000200:2.0:1763344908.325700:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.325708:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:2.0:1763344908.325714:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.325724:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.325732:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495cc0 00000400:00000010:2.0:1763344908.325736:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495cc0. 00000100:00000001:2.0:1763344908.325742:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.325744:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763344908.325755:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.325766:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.325769:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.325771:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.325778:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.325942:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dfe880 00000400:00000200:2.0:1763344908.325950:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 169480 00000800:00000001:2.0:1763344908.325958:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.325966:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.325968:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.325972:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.325977:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.325978:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344908.325984:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62ce680. 00000100:00000040:2.0:1763344908.325987:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62ce680 x1848987881564288 msgsize 576 00000100:00100000:2.0:1763344908.325991:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.326168:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.326177:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.326181:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.326219:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.326222:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881564288 02000000:00000001:3.0:1763344908.326226:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.326228:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.326231:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.326236:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.326240:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881564288 00000020:00000001:3.0:1763344908.326243:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.326245:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:3.0:1763344908.326248:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.326251:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=475 00000020:00000001:3.0:1763344908.326254:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:3.0:1763344908.326256:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:3.0:1763344908.326261:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.326266:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.326270:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.326273:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd340. 00000020:00000010:3.0:1763344908.326279:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdc600. 00000020:00000010:3.0:1763344908.326284:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344908.326289:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf190. 00000100:00000040:3.0:1763344908.326296:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344908.326299:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.326300:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344908.326303:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344908.326305:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.326307:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.326315:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.326329:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.326342:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.326344:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.326349:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303015 00000100:00000040:3.0:1763344908.326353:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:3.0:1763344908.326355:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029115520 : -107404680436096 : ffff9e50e62ce680) 00000100:00000040:3.0:1763344908.326362:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62ce680 x1848987881564288/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344908.326382:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.326385:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.326387:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.326390:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd340. 00000100:00100000:3.0:1763344908.326395:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+475:253439:x1848987881564288:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344908.326398:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881564288 00000020:00000001:3.0:1763344908.326402:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.326405:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.326409:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.326412:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.326414:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344908.326417:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.326420:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881564288, found 0 last_xid 1848987881564287 00000020:00000001:3.0:1763344908.326423:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.326425:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.326426:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.326432:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.326434:0:6504:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344908.326436:0:6504:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344908.326438:0:6504:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344908.326439:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344908.326442:0:6504:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.326446:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.326453:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359800 count: 2 00010000:00000001:3.0:1763344908.326456:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.326458:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.326462:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16800. 00000020:00000001:3.0:1763344908.326465:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.326468:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16800 with handle 0x34881b40868181b1 to hash 00000020:00000001:3.0:1763344908.326470:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.326471:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000010:3.0:1763344908.326476:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16780. 00010000:00000001:3.0:1763344908.326479:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00010000:3.0:1763344908.326484:0:6504:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16800/0x34881b40868181b1 lrc: 2/0,0 mode: --/CR res: [0x200002b13:0x2e17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e3dc expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.326497:0:6504:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 469 00000020:00000040:3.0:1763344908.326499:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=476 00010000:00000001:3.0:1763344908.326505:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344908.326507:0:6504:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344908.326513:0:6504:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344908.326515:0:6504:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344908.326517:0:6504:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763344908.326519:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344908.326520:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e17:0x0] 00000020:00000001:3.0:1763344908.326524:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.326529:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779195288 : -107404930356328 : ffff9e50d7476b98) 00000004:00000001:3.0:1763344908.326532:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668779195200 : -107404930356416 : ffff9e50d7476b40) 00000004:00000001:3.0:1763344908.326534:0:6504:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.326537:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344908.326539:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344908.326542:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.326544:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.326572:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff9e50ed730000. 02000000:00000001:3.0:1763344908.326575:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.326577:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.326579:0:6504:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.326581:0:6504:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763344908.326586:0:6504:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763344908.326588:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.326590:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.326592:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.326594:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.326596:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.326597:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.326598:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.326600:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.326601:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.326602:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.326604:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.326606:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.326607:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.326609:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.326610:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.326612:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.326613:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.326615:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.326616:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.326621:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344908.326626:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:3.0:1763344908.326629:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:3.0:1763344908.326631:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344908.326633:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.326636:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.326637:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.326639:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344908.326641:0:6504:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.326644:0:6504:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000002:3.0:1763344908.326647:0:6504:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x200002b13:0x2e17:0x0], ldlm_rep = ffff9e50ed730228 00000004:00000001:3.0:1763344908.326650:0:6504:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763344908.326654:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344908.326655:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.326658:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359800 count: 3 00010000:00000001:3.0:1763344908.326660:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.326662:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.326665:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16200. 00000020:00000001:3.0:1763344908.326668:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.326669:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16200 with handle 0x34881b40868181b8 to hash 00000020:00000001:3.0:1763344908.326672:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.326673:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000010:3.0:1763344908.326676:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16500. 00010000:00000001:3.0:1763344908.326678:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:3.0:1763344908.326682:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.326683:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.326687:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16200/0x34881b40868181b8 lrc: 3/1,0 mode: --/PR res: [0x200002b13:0x2e17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:3.0:1763344908.326693:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344908.326697:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344908.326699:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.326701:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.326704:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.326706:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.326707:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.326710:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.326711:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344908.326713:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344908.326714:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.326717:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b13:0x2e17:0x0].0x0 (ffff9e4fc1359800) refcount = 3 00010000:00000040:3.0:1763344908.326719:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.326722:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d90c00/0x34881b408681814f lrc: 2/0,1 mode: TXN/TXN res: [0x200002b13:0x2e17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00010000:3.0:1763344908.326728:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16200/0x34881b40868181b8 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e17:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT0 00010000:00000001:3.0:1763344908.326733:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.326737:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.326739:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.326741:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344908.326742:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.326744:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.326746:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.326749:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344908.326751:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.326754:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16200/0x34881b40868181b8 lrc: 3/1,0 mode: PR/PR res: [0x200002b13:0x2e17:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:3.0:1763344908.326759:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344908.326761:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.326762:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.326765:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.326766:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.326768:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16200 refcount=3 00000020:00000001:3.0:1763344908.326770:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:3.0:1763344908.326772:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:3.0:1763344908.326774:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.326775:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.326776:0:6504:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.326780:0:6504:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763344908.326784:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344908.326786:0:6504:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344908.326822:0:6504:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.326825:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.326831:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.326851:0:6504:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00080000:00000001:3.0:1763344908.326855:0:6504:0:(osd_handler.c:7200:osd_it_ea_init()) Process entered 00080000:00000001:3.0:1763344908.326857:0:6504:0:(osd_handler.c:7135:osd_it_dir_init()) Process entered 00080000:00000010:3.0:1763344908.326861:0:6504:0:(osd_handler.c:7136:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff9e50c9f00000. 00080000:00000001:3.0:1763344908.326864:0:6504:0:(osd_handler.c:7177:osd_it_dir_init()) Process leaving (rc=18446636668555362304 : -107405154189312 : ffff9e50c9f00000) 00080000:00000001:3.0:1763344908.326867:0:6504:0:(osd_handler.c:7211:osd_it_ea_init()) Process leaving (rc=18446636668555362304 : -107405154189312 : ffff9e50c9f00000) 00080000:00000001:3.0:1763344908.326869:0:6504:0:(osd_handler.c:8095:osd_it_ea_load()) Process entered 00080000:00000001:3.0:1763344908.326871:0:6504:0:(osd_handler.c:7395:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:3.0:1763344908.326895:0:6504:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763344908.326899:0:6504:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.326902:0:6504:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763344908.326903:0:6504:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.326905:0:6504:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763344908.326906:0:6504:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.326908:0:6504:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763344908.326909:0:6504:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.326913:0:6504:0:(osd_handler.c:7457:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.326915:0:6504:0:(osd_handler.c:8105:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344908.326917:0:6504:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763344908.326920:0:6504:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.326923:0:6504:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763344908.326925:0:6504:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.326927:0:6504:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763344908.326928:0:6504:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.326930:0:6504:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763344908.326931:0:6504:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.326933:0:6504:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763344908.326934:0:6504:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.326936:0:6504:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763344908.326937:0:6504:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.326939:0:6504:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763344908.326940:0:6504:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.326942:0:6504:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763344908.326943:0:6504:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344908.326945:0:6504:0:(osd_handler.c:7241:osd_it_ea_fini()) Process entered 00080000:00000001:3.0:1763344908.326946:0:6504:0:(osd_handler.c:7219:osd_it_dir_fini()) Process entered 00080000:00000010:3.0:1763344908.326952:0:6504:0:(osd_handler.c:7226:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff9e50c9f00000. 00080000:00000001:3.0:1763344908.326954:0:6504:0:(osd_handler.c:7227:osd_it_dir_fini()) Process leaving 00080000:00000001:3.0:1763344908.326956:0:6504:0:(osd_handler.c:7244:osd_it_ea_fini()) Process leaving 00000004:00000001:3.0:1763344908.326958:0:6504:0:(lod_object.c:964:lod_load_lmv_shards()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:3.0:1763344908.326960:0:6504:0:(lod_object.c:1540:lod_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:3.0:1763344908.326963:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:3.0:1763344908.326966:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.326968:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763344908.326970:0:6504:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:3.0:1763344908.326977:0:6504:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff9e50ef5cf060. 00000004:00000001:3.0:1763344908.326980:0:6504:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344908.326982:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763344908.326985:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:3.0:1763344908.326987:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.326990:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.326991:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.326992:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.326994:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.326995:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.326997:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.326998:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.326999:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.327001:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.327002:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.327004:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344908.327006:0:6504:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002b13:0x2e17:0x0]: nlink=4, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1763344908.327010:0:6504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2e17:0x0]: returning size 4096 00000004:00000040:3.0:1763344908.327014:0:6504:0:(mdt_lib.c:865:mdt_dump_lmv()) magic 0x0CD20CD0, master 0X0 stripe_count 2 hash_type 0x1 00000004:00000040:3.0:1763344908.327016:0:6504:0:(mdt_lib.c:877:mdt_dump_lmv()) idx 0 subobj [0x200002b10:0x113:0x0] 00000004:00000040:3.0:1763344908.327018:0:6504:0:(mdt_lib.c:877:mdt_dump_lmv()) idx 1 subobj [0x240002b11:0x113:0x0] 00000004:00200000:3.0:1763344908.327020:0:6504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00000002:3.0:1763344908.327022:0:6504:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 24032 00000001:00000001:3.0:1763344908.327024:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.327025:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.327027:0:6504:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763344908.327029:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.327031:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.327034:0:6504:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344908.327037:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344908.327039:0:6504:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.327045:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344908.327051:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.327053:0:6504:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.327059:0:6504:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.327061:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.327062:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.327064:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16200 refcount=3 00000020:00000001:3.0:1763344908.327066:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00010000:00000001:3.0:1763344908.327068:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142655488 : -107404566896128 : ffff9e50ecf16200) 00000004:00000040:3.0:1763344908.327072:0:6504:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50f7dce000 : new locks_count 470 00000020:00000040:3.0:1763344908.327074:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=477 00010000:00000001:3.0:1763344908.327078:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.327079:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.327081:0:6504:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344908.327083:0:6504:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763344908.327086:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344908.327088:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344908.327090:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344908.327092:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344908.327094:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344908.327095:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 88 cookie/acl_size = 0 00000004:00000001:3.0:1763344908.327099:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.327102:0:6504:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344908.327104:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763344908.327108:0:6504:0:(lu_object.c:207:lu_object_put()) Add ffff9e50d7476b98/ffff9e50d7476b40 to site lru. bkt: ffff9e50f846b090 00000004:00000001:3.0:1763344908.327110:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344908.327112:0:6504:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763344908.327114:0:6504:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344908.327115:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.327118:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.327120:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.327121:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.327123:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.327125:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16800 with handle 0x34881b40868181b1 from hash 00010000:00000001:3.0:1763344908.327127:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.327129:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.327130:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.327131:0:6504:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344908.327132:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.327136:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16800/0x34881b40868181b1 lrc: 0/0,0 mode: --/CR res: [0x200002b13:0x2e17:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3dc expref: 477 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.327144:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 469 00000020:00000040:3.0:1763344908.327147:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 476 00010000:00000010:3.0:1763344908.327149:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16780. 00010000:00000001:3.0:1763344908.327155:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.327157:0:6504:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.327161:0:6504:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344908.327164:0:6504:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16200/0x34881b40868181b8 lrc: 3/0,0 mode: PR/PR res: [0x200002b13:0x2e17:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3dc expref: 476 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.327171:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.327173:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344908.327176:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b13:0x2e17:0x0].0x0 (ffff9e4fc1359800) 00010000:00010000:3.0:1763344908.327179:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00000001:3.0:1763344908.327181:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.327184:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.327185:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.327187:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.327188:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.327190:0:6504:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf16200, rc 0) 00000020:00000001:3.0:1763344908.327192:0:6504:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.327195:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257767, transno 0, xid 1848987881564288 00010000:00000001:3.0:1763344908.327198:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.327202:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62ce680 x1848987881564288/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/672 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344908.327211:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.327214:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.327217:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.327221:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.327224:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.327226:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.327229:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.327231:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.327234:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.327236:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.327241:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb4c8. 00000100:00000200:3.0:1763344908.327247:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 672 bytes to portal 10, xid 1848987881564288, offset 224 00000400:00000200:3.0:1763344908.327254:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.327264:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.327271:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385685:1385685:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385681:1385681:8:4294967295] 00000400:00000200:3.0:1763344908.327281:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.327287:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.327292:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.327298:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.327305:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.327309:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 768 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.327331:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.327334:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.327337:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.327338:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.327341:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.327345:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62ce680 x1848987881564288/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/672 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344908.327354:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+476:253439:x1848987881564288:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 971us (1365us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.327361:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303015 00000100:00000040:3.0:1763344908.327365:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:3.0:1763344908.327367:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.327377:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.327382:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344908.327385:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf190. 00000020:00000010:3.0:1763344908.327389:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdc600. 00000020:00000040:3.0:1763344908.327393:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 475 00000100:00000001:3.0:1763344908.327396:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344908.328898:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.328908:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:2.0:1763344908.328917:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.328925:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.328930:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb4c8 00000400:00000010:2.0:1763344908.328933:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb4c8. 00000100:00000001:2.0:1763344908.328937:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.328939:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344908.329835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc000. 00000800:00000001:0.0:1763344908.332208:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.332224:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.332227:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.332229:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.332240:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.332258:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dfe900 00000400:00000200:0.0:1763344908.332266:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 170056 00000800:00000001:0.0:1763344908.332275:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.332295:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.332298:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.332303:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.332311:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.332313:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344908.332320:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12e9f80. 00000100:00000040:0.0:1763344908.332323:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12e9f80 x1848987881564416 msgsize 576 00000100:00100000:0.0:1763344908.332328:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.332347:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.332356:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.332359:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.332510:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.332514:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881564416 02000000:00000001:1.0:1763344908.332517:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.332520:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.332522:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.332526:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.332531:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881564416 00000020:00000001:1.0:1763344908.332533:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.332535:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:1.0:1763344908.332537:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.332540:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=476 00000020:00000001:1.0:1763344908.332542:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:1.0:1763344908.332545:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:1.0:1763344908.332550:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.332554:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.332558:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.332561:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.332566:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117aa00. 00000020:00000010:1.0:1763344908.332572:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.332577:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca047d0. 00000100:00000040:1.0:1763344908.332583:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344908.332586:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.332587:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763344908.332590:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763344908.332591:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.332593:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.332600:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.332613:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.332625:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.332627:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.332631:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303016 00000100:00000040:1.0:1763344908.332635:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:1.0:1763344908.332636:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408471424 : -107405301080192 : ffff9e50c12e9f80) 00000100:00000040:1.0:1763344908.332644:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12e9f80 x1848987881564416/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344908.332653:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.332655:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.332657:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.332658:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.332662:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+476:253439:x1848987881564416:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344908.332666:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881564416 00000020:00000001:1.0:1763344908.332669:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.332672:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.332677:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.332679:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.332681:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344908.332684:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344908.332687:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881564416, found 0 last_xid 1848987881564415 00000020:00000001:1.0:1763344908.332690:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.332692:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.332694:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.332699:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.332701:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344908.332703:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344908.332705:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344908.332706:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344908.332708:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.332713:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.332719:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359c00 count: 2 00010000:00000001:1.0:1763344908.332722:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.332724:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.332728:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35000. 00000020:00000001:1.0:1763344908.332732:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.332734:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35000 with handle 0x34881b40868181bf to hash 00000020:00000001:1.0:1763344908.332736:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.332738:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000010:1.0:1763344908.332743:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5cc80. 00010000:00000001:1.0:1763344908.332745:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00010000:1.0:1763344908.332750:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35000/0x34881b40868181bf lrc: 2/0,0 mode: --/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e3e3 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.332758:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 470 00000020:00000040:1.0:1763344908.332760:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=477 00010000:00000001:1.0:1763344908.332767:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763344908.332770:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763344908.332775:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344908.332777:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763344908.332779:0:13569:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763344908.332781:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344908.332783:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b10:0x113:0x0] 00000020:00000001:1.0:1763344908.332786:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.333526:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779194328 : -107404930357288 : ffff9e50d74767d8) 00000004:00000001:1.0:1763344908.333531:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668779194240 : -107404930357376 : ffff9e50d7476780) 00000004:00000001:1.0:1763344908.333534:0:13569:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.333537:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763344908.333539:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763344908.333541:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.333544:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.333568:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff9e50e5608000. 02000000:00000001:1.0:1763344908.333571:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.333574:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.333576:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.333578:0:13569:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763344908.333583:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763344908.333585:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.333587:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.333589:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.333590:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.333593:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.333594:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.333595:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.333597:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.333598:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.333599:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.333600:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.333601:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.333602:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.333604:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.333606:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.333607:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.333611:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344908.333616:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:1.0:1763344908.333618:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:1.0:1763344908.333620:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344908.333622:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.333624:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.333625:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.333627:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344908.333630:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.333634:0:13569:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000002:1.0:1763344908.333636:0:13569:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x200002b10:0x113:0x0], ldlm_rep = ffff9e50e5608228 00000004:00000001:1.0:1763344908.333639:0:13569:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763344908.333642:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344908.333644:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.333648:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359c00 count: 3 00010000:00000001:1.0:1763344908.333650:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.333652:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.333657:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34800. 00000020:00000001:1.0:1763344908.333659:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.333661:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34800 with handle 0x34881b40868181c6 to hash 00000020:00000001:1.0:1763344908.333663:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.333664:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000010:1.0:1763344908.333667:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5c500. 00010000:00000001:1.0:1763344908.333669:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:1.0:1763344908.333672:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.333674:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.333678:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34800/0x34881b40868181c6 lrc: 3/1,0 mode: --/PR res: [0x200002b10:0x113:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:1.0:1763344908.333684:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.333687:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.333689:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.333691:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.333693:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.333695:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.333697:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.333699:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.333701:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.333703:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.333704:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.333706:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b10:0x113:0x0].0x0 (ffff9e4fc1359c00) refcount = 3 00010000:00000040:1.0:1763344908.333709:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344908.333711:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d91a00/0x34881b4086818156 lrc: 2/0,1 mode: TXN/TXN res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00010000:1.0:1763344908.333717:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34800/0x34881b40868181c6 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT0 00010000:00000001:1.0:1763344908.333723:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.333727:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.333729:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.333731:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.333732:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.333734:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.333736:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.333739:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344908.333741:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.333744:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34800/0x34881b40868181c6 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT0 00010000:00000001:1.0:1763344908.333750:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344908.333751:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.333753:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.333755:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.333756:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.333758:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34800 refcount=3 00000020:00000001:1.0:1763344908.333760:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:1.0:1763344908.333762:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:1.0:1763344908.333764:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.333765:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.333766:0:13569:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.333770:0:13569:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763344908.333774:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763344908.333777:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763344908.333783:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.333814:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.333820:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.333842:0:13569:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344908.333845:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344908.333848:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.333849:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763344908.333852:0:13569:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:1.0:1763344908.333860:0:13569:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff9e4fc2dec360. 00000004:00000001:1.0:1763344908.333864:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.333866:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763344908.333868:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:1.0:1763344908.333870:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.333873:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.333874:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.333876:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.333877:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.333879:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.333880:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.333882:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.333883:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.333884:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.333885:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.333887:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344908.333889:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002b10:0x113:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1763344908.333892:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b10:0x113:0x0]: returning size 4096 00000004:00000040:1.0:1763344908.333895:0:13569:0:(mdt_lib.c:865:mdt_dump_lmv()) magic 0x0CD40CD0, master 0X0 stripe_count 2 hash_type 0x1 00000004:00200000:1.0:1763344908.333898:0:13569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00000002:1.0:1763344908.333899:0:13569:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 24032 00000001:00000001:1.0:1763344908.333901:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.333902:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.333904:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763344908.333905:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.333907:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.333909:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.333911:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.333913:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.333919:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344908.333924:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.333926:0:13569:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.333931:0:13569:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.333933:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.333934:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.333936:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34800 refcount=3 00000020:00000001:1.0:1763344908.333938:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00010000:00000001:1.0:1763344908.333940:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972480 : -107404303579136 : ffff9e50fca34800) 00000004:00000040:1.0:1763344908.333943:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50f7dce000 : new locks_count 471 00000020:00000040:1.0:1763344908.333946:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=478 00010000:00000001:1.0:1763344908.333951:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.333952:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.333953:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344908.333955:0:13569:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763344908.333957:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344908.333959:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344908.333960:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344908.333961:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344908.333963:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344908.333964:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763344908.333968:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.333970:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344908.333972:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344908.333974:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344908.333976:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763344908.333978:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344908.333980:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.333983:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.333984:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.333985:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.333987:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.333989:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35000 with handle 0x34881b40868181bf from hash 00010000:00000001:1.0:1763344908.333991:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.333992:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.333993:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.333994:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344908.333995:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.334000:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35000/0x34881b40868181bf lrc: 0/0,0 mode: --/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3e3 expref: 478 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.334011:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 470 00000020:00000040:1.0:1763344908.334013:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 477 00010000:00000010:1.0:1763344908.334015:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5cc80. 00010000:00000001:1.0:1763344908.334024:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.334025:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.334029:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344908.334032:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34800/0x34881b40868181c6 lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3e3 expref: 477 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.334038:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.334040:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.334042:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x113:0x0].0x0 (ffff9e4fc1359c00) 00010000:00010000:1.0:1763344908.334045:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:1.0:1763344908.334048:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.334050:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.334051:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.334053:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.334054:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.334055:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34800, rc 0) 00000020:00000001:1.0:1763344908.334058:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344908.334061:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257767, transno 0, xid 1848987881564416 00010000:00000001:1.0:1763344908.334063:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.334068:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c12e9f80 x1848987881564416/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/640 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344908.334075:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.334077:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.334080:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.334084:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.334086:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.334088:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.334091:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.334093:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.334096:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.334099:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.334104:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3b28. 00000100:00000200:1.0:1763344908.334109:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848987881564416, offset 224 00000400:00000200:1.0:1763344908.334115:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.334125:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.334131:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385686:1385686:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385682:1385682:8:4294967295] 00000400:00000200:1.0:1763344908.334143:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.334147:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.334154:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.334162:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.334171:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.334175:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.334195:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.334198:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.334200:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.334202:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.334205:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.334210:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12e9f80 x1848987881564416/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/640 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344908.334220:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+477:253439:x1848987881564416:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 1565us (1894us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.334227:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303016 00000100:00000040:1.0:1763344908.334231:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:1.0:1763344908.334234:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.334235:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.334240:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.334244:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca047d0. 00000020:00000010:1.0:1763344908.334248:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117aa00. 00000020:00000040:1.0:1763344908.334253:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 476 00000100:00000001:1.0:1763344908.334256:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344908.334846:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344908.334853:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:3.0:1763344908.334860:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.334867:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344908.334873:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3b28 00000400:00000010:3.0:1763344908.334875:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3b28. 00000100:00000001:3.0:1763344908.334880:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.334882:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344908.336978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90200. 00010000:00000010:0.1:1763344908.336993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50edc33200. 00010000:00000010:0.1:1763344908.336997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb426c00. 00010000:00000010:0.1:1763344908.337000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90800. 00000800:00000001:2.0:1763344908.338476:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.338491:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.338495:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.338498:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.338509:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.338526:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dfe980 00000400:00000200:2.0:1763344908.338534:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 170632 00000800:00000001:2.0:1763344908.338542:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.338550:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.338553:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.338557:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.338563:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.338566:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344908.338572:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cea00. 00000100:00000040:2.0:1763344908.338576:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cea00 x1848987881564544 msgsize 576 00000100:00100000:2.0:1763344908.338580:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.338936:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763344908.338959:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.338970:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.338974:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763344908.339103:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881564544 02000000:00000001:1.0:1763344908.339107:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.339109:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.339111:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.339115:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.339119:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881564544 00000020:00000001:1.0:1763344908.339122:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.339124:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344908.339126:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.339130:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=223 00000020:00000001:1.0:1763344908.339133:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344908.339135:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344908.339140:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.339146:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.339149:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.339152:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.339159:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117aa00. 00000020:00000010:1.0:1763344908.339164:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.339169:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca047d0. 00000100:00000040:1.0:1763344908.339176:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344908.339179:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.339181:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763344908.339183:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763344908.339185:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.339187:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.339194:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.339238:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.339252:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.339254:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.339259:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303017 00000100:00000040:1.0:1763344908.339263:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344908.339265:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029116416 : -107404680435200 : ffff9e50e62cea00) 00000100:00000040:1.0:1763344908.339273:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cea00 x1848987881564544/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344908.339283:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.339286:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.339288:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.339290:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.339295:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+223:253439:x1848987881564544:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344908.339299:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881564544 00000020:00000001:1.0:1763344908.339302:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.339306:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.339310:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.339312:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.339314:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344908.339317:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344908.339320:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881564544, found 0 last_xid 1848987881564543 00000020:00000001:1.0:1763344908.339324:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.339325:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.339327:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.339332:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.339334:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344908.339337:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344908.339339:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344908.339340:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344908.339342:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.339347:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.339354:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e58caf00 count: 2 00010000:00000001:1.0:1763344908.339356:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.339359:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.339363:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35a00. 00000020:00000001:1.0:1763344908.339367:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.339384:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35a00 with handle 0x34881b40868181cd to hash 00000020:00000001:1.0:1763344908.339387:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.339389:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405977088 : -107404303574528 : ffff9e50fca35a00) 00010000:00000010:1.0:1763344908.339394:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5cc80. 00010000:00000001:1.0:1763344908.339397:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405977088 : -107404303574528 : ffff9e50fca35a00) 00010000:00010000:1.0:1763344908.339401:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35a00/0x34881b40868181cd lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e3ea expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.339409:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:1.0:1763344908.339412:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=224 00010000:00000001:1.0:1763344908.339420:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763344908.339422:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763344908.339429:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344908.339431:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763344908.339433:0:13569:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763344908.339435:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344908.339437:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x113:0x0] 00000020:00000001:1.0:1763344908.339440:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.339446:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:1.0:1763344908.339448:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:1.0:1763344908.339450:0:13569:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.339453:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763344908.339454:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763344908.339457:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.339459:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.339495:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9e50ecf30000. 02000000:00000001:1.0:1763344908.339497:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.339500:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.339502:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.339504:0:13569:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763344908.339509:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763344908.339511:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.339513:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.339515:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.339516:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.339518:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.339519:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.339521:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.339522:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.339524:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.339525:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.339527:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.339528:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.339530:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.339531:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.339534:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.339535:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.339539:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344908.339544:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:1.0:1763344908.339545:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:1.0:1763344908.339548:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344908.339550:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.339552:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.339553:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.339555:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344908.339557:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.339560:0:13569:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000002:1.0:1763344908.339562:0:13569:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x240002b11:0x113:0x0], ldlm_rep = ffff9e50ecf30228 00000004:00000001:1.0:1763344908.339565:0:13569:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763344908.339568:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344908.339569:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.339572:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e58caf00 count: 3 00010000:00000001:1.0:1763344908.339574:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.339576:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.339578:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34400. 00000020:00000001:1.0:1763344908.339581:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.339582:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34400 with handle 0x34881b40868181d4 to hash 00000020:00000001:1.0:1763344908.339584:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.339585:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000010:1.0:1763344908.339588:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5c600. 00010000:00000001:1.0:1763344908.339590:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:1.0:1763344908.339593:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.339595:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.339598:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34400/0x34881b40868181d4 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:1.0:1763344908.339604:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.339607:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.339610:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.339612:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.339614:0:13569:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344908.339618:0:13569:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818164 lrc: 2/0,0 mode: PW/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x34881b408681815d expref: 5 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.339624:0:13569:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763344908.339626:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.339628:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.339629:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.339631:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.339632:0:13569:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763344908.339635:0:13569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34400/0x34881b40868181d4 lrc: 4/1,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000040:1.0:1763344908.339641:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x0 (ffff9e50e58caf00) refcount = 3 00010000:00000040:1.0:1763344908.339643:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344908.339646:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818164 lrc: 3/0,0 mode: PW/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000020 nid: 0@lo remote: 0x34881b408681815d expref: 5 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.339651:0:13569:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763344908.339653:0:13569:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34400/0x34881b40868181d4 lrc: 4/1,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000010:1.0:1763344908.339659:0:13569:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.339662:0:13569:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344908.339667:0:13569:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fcc03f000. 00000100:00000001:1.0:1763344908.339670:0:13569:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664295256064 : -107409414295552 : ffff9e4fcc03f000) 00000100:00000001:1.0:1763344908.339672:0:13569:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664295256064 : -107409414295552 : ffff9e4fcc03f000) 00000100:00000001:1.0:1763344908.339674:0:13569:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.339676:0:13569:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344908.339677:0:13569:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.339680:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.339681:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763344908.339683:0:13569:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.339685:0:13569:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.339687:0:13569:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763344908.339689:0:13569:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763344908.339693:0:13569:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac8e00. 00000020:00000040:1.0:1763344908.339696:0:13569:0:(genops.c:1229:class_import_get()) import ffff9e4fc48d3800 refcount=2 obd=lustre-MDT0001 00000100:00000001:1.0:1763344908.339699:0:13569:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344908.339701:0:13569:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344908.339705:0:13569:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344908.339711:0:13569:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117ba00. 00000100:00000001:1.0:1763344908.339715:0:13569:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.339719:0:13569:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818164 lrc: 3/0,0 mode: PW/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x34881b408681815d expref: 5 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.339727:0:13569:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344908.339730:0:13569:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344908.339733:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f6ac8e00 x1848987617985408/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.339740:0:13569:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344908.339743:0:13569:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.339747:0:13569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f6ac8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13569:1848987617985408:0@lo:104: 00000100:00000001:1.0:1763344908.339750:0:13569:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344908.339754:0:13569:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344908.339757:0:13569:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.339759:0:13569:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344908.339763:0:13569:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e510117b000. 02000000:00000001:1.0:1763344908.339764:0:13569:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344908.339770:0:13569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5cec8. 00000400:00000010:1.0:1763344908.339776:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3660. 00000100:00000200:1.0:1763344908.339782:0:13569:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617985408, portal 16 00000100:00000001:1.0:1763344908.339784:0:13569:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.339786:0:13569:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669305916928 : -107404403634688 : ffff9e50f6ac8e00) 00000100:00000040:1.0:1763344908.339811:0:13569:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f6ac8e00 x1848987617985408/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.339818:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.339820:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344908.339823:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3dd0. 00000100:00000200:1.0:1763344908.339826:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617985408, offset 0 00000400:00000200:1.0:1763344908.339831:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344908.339841:0:13569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344908.339849:0:13569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x691a4fa2a0380 00000400:00000200:1.0:1763344908.339854:0:13569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x666125 [2] + 0 00000400:00000200:1.0:1763344908.339861:0:13569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.339864:0:13569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344908.339869:0:13569:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.339871:0:13569:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1763344908.339874:0:13569:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32dc00. 00000100:00000040:1.0:1763344908.339877:0:13569:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32dc00 x1848987617985408 msgsize 328 00000100:00100000:1.0:1763344908.339880:0:13569:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344908.340561:0:71044:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763344908.340574:0:13569:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344908.340585:0:13569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3dd0 00000400:00000010:1.0:1763344908.340588:0:13569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3dd0. 00000100:00000001:1.0:1763344908.340592:0:13569:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344908.340597:0:13569:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f6ac8e00 x1848987617985408/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.340605:0:13569:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.340608:0:13569:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f6ac8e00 x1848987617985408/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.340616:0:13569:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.340618:0:13569:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.340622:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.340626:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307683477 00000100:00000001:1.0:1763344908.340632:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307683450 00000100:00000001:1.0:1763344908.340636:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307683477 00000100:00000001:1.0:1763344908.340638:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307683450 00000100:00000001:1.0:1763344908.340641:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307683477 00000100:00000001:1.0:1763344908.340644:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307683450 00000100:00000001:1.0:1763344908.340646:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307683477 00000100:00000001:1.0:1763344908.340649:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307683450 00000100:00000001:1.0:1763344908.340652:0:13569:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.340654:0:13569:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.340656:0:13569:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.340658:0:13569:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.340660:0:13569:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.340662:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.340664:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.340665:0:13569:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.340667:0:13569:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.340669:0:13569:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344908.340671:0:13569:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.340673:0:13569:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344908.340674:0:13569:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344908.340677:0:13569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fcc03f000 going to sleep for 11 seconds 00000100:00000001:1.0:1763344908.340679:0:13569:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344908.340682:0:13569:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.340713:0:71044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617985408 02000000:00000001:0.0:1763344908.340716:0:71044:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.340718:0:71044:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.340720:0:71044:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.340722:0:71044:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.340726:0:71044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617985408 00000020:00000001:0.0:1763344908.340729:0:71044:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.340731:0:71044:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d7c 00000020:00000001:0.0:1763344908.340733:0:71044:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.340735:0:71044:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc342f800 refcount=4 00000020:00000001:0.0:1763344908.340737:0:71044:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664148391936 : -107409561159680 : ffff9e4fc342f800) 00000020:00000001:0.0:1763344908.340740:0:71044:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664148391936 : -107409561159680 : ffff9e4fc342f800) 00000100:00000001:0.0:1763344908.340743:0:71044:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.340748:0:71044:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.340751:0:71044:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.340753:0:71044:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000020:00000010:0.0:1763344908.340758:0:71044:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4800. 00000020:00000010:0.0:1763344908.340763:0:71044:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344908.340767:0:71044:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732578. 00000100:00000040:0.0:1763344908.340774:0:71044:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1763344908.340776:0:71044:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.340777:0:71044:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344908.340779:0:71044:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.340784:0:71044:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.341767:0:71044:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.341812:0:71044:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.341814:0:71044:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.341821:0:71044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00000040:0.0:1763344908.341825:0:71044:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc342f800 : new rpc_count 1 00000100:00000001:0.0:1763344908.341828:0:71044:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163723776 : -107404545827840 : ffff9e50ee32dc00) 00000100:00000040:0.0:1763344908.341835:0:71044:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32dc00 x1848987617985408/t0(0) o104->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.341844:0:71044:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.341851:0:71044:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.341854:0:71044:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.341857:0:71044:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000100:00100000:0.0:1763344908.341862:0:71044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0000-mdtlov_UUID+4:13569:x1848987617985408:12345-0@lo:104: 00000100:00000200:0.0:1763344908.341866:0:71044:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617985408 00010000:00000001:0.0:1763344908.341869:0:71044:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1763344908.341875:0:71044:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.341877:0:71044:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.341880:0:71044:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90a00 refcount=3 00000020:00000001:0.0:1763344908.341883:0:71044:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:0.0:1763344908.341885:0:71044:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:0.0:1763344908.341889:0:71044:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.341891:0:71044:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.341896:0:71044:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90a00/0x34881b408681815d lrc: 3/0,0 mode: PW/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x34881b4086818164 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763344908.341906:0:71044:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.341908:0:71044:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.341913:0:71044:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50ca200400. 02000000:00000001:0.0:1763344908.341915:0:71044:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.341919:0:71044:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.341923:0:71044:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.341925:0:71044:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.341929:0:71044:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e1e8 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.341934:0:71044:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.341937:0:71044:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344908.341939:0:71044:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344908.341941:0:71044:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.341944:0:71044:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.341947:0:71044:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.341949:0:71044:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344908.341954:0:71044:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495bb0. 00000100:00000200:0.0:1763344908.341958:0:71044:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1848987617985408, offset 224 00000400:00000200:0.0:1763344908.341965:0:71044:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344908.341976:0:71044:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344908.341984:0:71044:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x691a4fa2a0380 00000400:00000200:0.0:1763344908.341990:0:71044:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x666151 [1] + 224 00000400:00000200:0.0:1763344908.341996:0:71044:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.341999:0:71044:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344908.342004:0:71044:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.342008:0:71044:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f6ac8e00 x1848987617985408/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344908.342017:0:71044:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50f6ac8e00 x1848987617985408/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.342035:0:71044:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344908.342043:0:71044:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495bb0 00000400:00000010:0.0:1763344908.342045:0:71044:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495bb0. 00000100:00000001:0.0:1763344908.342049:0:71044:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.342050:0:71044:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344908.342054:0:71044:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.342057:0:71044:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344908.342060:0:71044:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1763344908.342064:0:71044:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fd62416c0. 00010000:00000001:0.0:1763344908.342067:0:71044:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1763344908.342075:0:71044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1763344908.342078:0:71044:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.342079:0:71044:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.342081:0:71044:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.342085:0:71044:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32dc00 x1848987617985408/t0(0) o104->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763344908.342093:0:71044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0000-mdtlov_UUID+4:13569:x1848987617985408:12345-0@lo:104: Request processed in 248us (2214us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344908.342099:0:71044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00000040:0.0:1763344908.342102:0:71044:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc342f800 : new rpc_count 0 00000100:00000001:0.0:1763344908.342104:0:71044:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.342106:0:71044:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.342111:0:71044:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344908.342116:0:71044:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732578. 00000020:00000010:0.0:1763344908.342119:0:71044:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4800. 00000020:00000040:0.0:1763344908.342125:0:71044:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc342f800 : new refcount 3 00000100:00000001:0.0:1763344908.342127:0:71044:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.342274:0:6493:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344908.342277:0:6493:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.342280:0:6493:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1763344908.342284:0:6493:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1763344908.342286:0:6493:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344908.342290:0:6493:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90a00/0x34881b408681815d lrc: 3/0,0 mode: PW/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x34881b4086818164 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344908.342298:0:6493:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50f5d90a00 already unused, calling callback (ffffffffc1acd290) 00000004:00000001:1.0:1763344908.342301:0:6493:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.342304:0:6493:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344908.342305:0:6493:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.342307:0:6493:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.342308:0:6493:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50f5d90a00 refcount=4 00000020:00000001:1.0:1763344908.342310:0:6493:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:1.0:1763344908.342313:0:6493:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669292055040 : -107404417496576 : ffff9e50f5d90a00) 00010000:00000001:1.0:1763344908.342315:0:6493:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344908.342318:0:6493:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90a00/0x34881b408681815d lrc: 4/0,0 mode: PW/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x34881b4086818164 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1763344908.342324:0:6493:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00000004:00010000:1.0:1763344908.342327:0:6493:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90a00/0x34881b408681815d lrc: 4/0,0 mode: PW/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x34881b4086818164 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.342333:0:6493:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.342335:0:6493:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.342337:0:6493:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.342339:0:6493:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344908.342342:0:6493:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.342344:0:6493:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.342346:0:6493:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.342347:0:6493:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.342349:0:6493:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f5d90a00 with handle 0x34881b408681815d from hash 00010000:00000001:1.0:1763344908.342351:0:6493:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.342352:0:6493:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.342353:0:6493:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.342354:0:6493:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.342358:0:6493:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.342360:0:6493:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1763344908.342363:0:6493:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1763344908.342365:0:6493:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1763344908.342381:0:6493:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32ca80. 00000020:00000040:1.0:1763344908.342385:0:6493:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=5 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1763344908.342389:0:6493:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344908.342392:0:6493:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344908.342396:0:6493:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344908.342402:0:6493:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117ae00. 00000100:00000001:1.0:1763344908.342406:0:6493:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.342409:0:6493:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1763344908.342413:0:6493:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90a00/0x34881b408681815d lrc: 2/0,0 mode: --/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x34881b4086818164 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344908.342419:0:6493:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1763344908.342421:0:6493:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.342425:0:6493:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344908.342430:0:6493:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.342436:0:6493:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b009600a] to pc [ptlrpcd_00_00+0] req@ffff9e50ee32ca80 x1848987617985536/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344908.342463:0:6493:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.342466:0:6493:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.342467:0:6493:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.342469:0:6493:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.342471:0:6493:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.342473:0:6493:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.342477:0:6493:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90a00/0x34881b408681815d lrc: 1/0,0 mode: --/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x34881b4086818164 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.342483:0:6493:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.342485:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9e50f5d90a00/0x34881b408681815d lrc: 0/0,0 mode: --/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x34881b4086818164 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.342493:0:6493:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359d00 count: 0 00010000:00000010:1.0:1763344908.342500:0:6493:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0280. 00010000:00000001:1.0:1763344908.342508:0:6493:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.342510:0:6493:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1763344908.342512:0:6493:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4fd62416c0. 00010000:00000001:1.0:1763344908.342515:0:6493:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.342517:0:6493:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344908.342518:0:6493:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.342520:0:6493:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763344908.342522:0:6493:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344908.342523:0:6493:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.342525:0:6493:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763344908.342526:0:6493:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763344908.342527:0:6493:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.342529:0:6493:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1763344908.342539:0:13569:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344908.342545:0:13569:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344908.342548:0:13569:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.342550:0:13569:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5cec8. 00000400:00000200:1.0:1763344908.342553:0:13569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3660 00000400:00000010:1.0:1763344908.342555:0:13569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3660. 00000100:00000001:1.0:1763344908.342559:0:13569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.342564:0:13569:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f6ac8e00 x1848987617985408/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344908.342572:0:13569:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f6ac8e00 x1848987617985408/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.342578:0:13569:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344908.342580:0:13569:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.342582:0:13569:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.342584:0:13569:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.342586:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.342588:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.342591:0:13569:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.342595:0:13569:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc48d3c58 time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344908.342599:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc48d3c10 time=24 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.342602:0:13569:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.342603:0:13569:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.342605:0:13569:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.342607:0:13569:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.342610:0:13569:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.342614:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f6ac8e00 x1848987617985408/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.342621:0:13569:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.342623:0:13569:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.342625:0:13569:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.342628:0:13569:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763344908.342629:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.342631:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.342632:0:13569:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.342636:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6ac8e00 x1848987617985408/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344908.342643:0:13569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f6ac8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13569:1848987617985408:0@lo:104: 00000100:00000001:1.0:1763344908.342648:0:13569:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.342651:0:13569:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.342653:0:13569:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344908.342655:0:13569:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.342659:0:13569:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f6ac8e00 x1848987617985408/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.342665:0:13569:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344908.342668:0:13569:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344908.342671:0:13569:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e510117b000. 02000000:00000001:1.0:1763344908.342674:0:13569:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.342676:0:13569:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.342678:0:13569:0:(genops.c:1242:class_import_put()) import ffff9e4fc48d3800 refcount=1 obd=lustre-MDT0001 00000020:00000001:1.0:1763344908.342680:0:13569:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344908.342683:0:13569:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117ba00. 02000000:00000001:1.0:1763344908.342686:0:13569:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344908.342687:0:13569:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344908.342690:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac8e00. 00000100:00000001:1.0:1763344908.342696:0:13569:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344908.342697:0:13569:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344908.342700:0:13569:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fcc03f000. 00000100:00000001:1.0:1763344908.342704:0:13569:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344908.342706:0:13569:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344908.342709:0:13569:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6700. 00010000:00000001:1.0:1763344908.342712:0:13569:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.342715:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.342717:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.342720:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1763344908.342724:0:13569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34400/0x34881b40868181d4 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000010:3.1:1763344908.342821:0:71618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00000100:00000001:2.0:1763344908.342897:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1763344908.342903:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1763344908.342906:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.342913:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.342915:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.342918:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344908.342919:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.342921:0:3643:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.342926:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32ca80 x1848987617985536/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.342935:0:3643:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.342937:0:3643:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.342942:0:3643:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344908.342945:0:3643:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344908.342948:0:3643:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.342951:0:3643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1848987617985536:0@lo:103:ldlm_bl.0 00000100:00000001:2.0:1763344908.342955:0:3643:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.342959:0:3643:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.342961:0:3643:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.342963:0:3643:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.342968:0:3643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fddab8e00. 02000000:00000001:2.0:1763344908.342970:0:3643:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.342976:0:3643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.342982:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921dd0. 00000100:00000200:2.0:1763344908.342987:0:3643:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617985536, portal 18 00000100:00000001:2.0:1763344908.342989:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.342991:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163719296 : -107404545832320 : ffff9e50ee32ca80) 00000100:00000040:2.0:1763344908.342997:0:3643:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee32ca80 x1848987617985536/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.343004:0:3643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.343006:0:3643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.343008:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921330. 00000100:00000200:2.0:1763344908.343011:0:3643:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1848987617985536, offset 0 00000400:00000200:2.0:1763344908.343017:0:3643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.343024:0:3643:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.343033:0:3643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x691a4fa2a0400 00000400:00000200:2.0:1763344908.343038:0:3643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x65d24d [2] + 1640 00000400:00000200:2.0:1763344908.343044:0:3643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.343047:0:3643:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.343052:0:3643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.343054:0:3643:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763344908.343058:0:3643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cf800. 00000100:00000040:2.0:1763344908.343061:0:3643:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cf800 x1848987617985536 msgsize 328 00000100:00100000:2.0:1763344908.343064:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344908.343593:0:3643:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.343603:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921330 00000400:00000010:2.0:1763344908.343606:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921330. 00000100:00000001:2.0:1763344908.343608:0:3643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.343613:0:3643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32ca80 x1848987617985536/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.343622:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.343625:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32ca80 x1848987617985536/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.343636:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.343638:0:3643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.343642:0:3643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.343648:0:3643:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5182 usecs (6 jiffies) 00000100:00000001:2.0:1763344908.343651:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307682168 00000100:00000001:2.0:1763344908.343655:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307683477 00000100:00000001:2.0:1763344908.343657:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307682168 00000100:00000001:2.0:1763344908.343659:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307683477 00000100:00000001:2.0:1763344908.343661:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307682168 00000100:00000001:2.0:1763344908.343664:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307683477 00000100:00000001:2.0:1763344908.343665:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307682168 00000100:00000001:2.0:1763344908.343668:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307683477 00000100:00000001:2.0:1763344908.343669:0:3643:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.343672:0:3643:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.343674:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.343677:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.343746:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344908.343749:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.343884:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.343888:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617985536 02000000:00000001:3.0:1763344908.343890:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.343892:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.343895:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.343898:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.343901:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617985536 00000020:00000001:3.0:1763344908.343904:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.343905:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:3.0:1763344908.343907:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.343910:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=6 00000020:00000001:3.0:1763344908.343913:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:3.0:1763344908.343915:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:3.0:1763344908.343919:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.343925:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.343927:0:23071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.343929:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd340. 00000020:00000010:3.0:1763344908.343935:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdc600. 00000020:00000010:3.0:1763344908.343939:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344908.343943:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf190. 00000100:00000040:3.0:1763344908.343951:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763344908.343953:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.343955:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763344908.343957:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763344908.343960:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.343962:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763344908.343966:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.343967:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.343969:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17c00 refcount=3 00000020:00000001:3.0:1763344908.343972:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344908.343974:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00010000:3.0:1763344908.343980:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818164 lrc: 3/0,0 mode: PW/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x34881b408681815d expref: 6 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.343987:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.343989:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.343990:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.343992:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.343998:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763344908.344002:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50e62cf800 x1848987617985536/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.344009:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763344908.344011:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.344560:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.344578:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.344580:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.344585:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6353 00000100:00000040:3.0:1763344908.344590:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:3.0:1763344908.344592:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029120000 : -107404680431616 : ffff9e50e62cf800) 00000100:00000040:3.0:1763344908.344598:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cf800 x1848987617985536/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.344607:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.344611:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.344614:0:23071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.344616:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd340. 00000100:00100000:3.0:1763344908.344621:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+6:3643:x1848987617985536:12345-0@lo:103:ldlm_bl.0 00000100:00000200:3.0:1763344908.344624:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617985536 00010000:00000001:3.0:1763344908.344627:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763344908.344630:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763344908.344632:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763344908.344637:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.344639:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.344643:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50ff802400. 02000000:00000001:3.0:1763344908.344645:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.344648:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.344650:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344908.344652:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763344908.344654:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.344655:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.344657:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17c00 refcount=3 00000020:00000001:3.0:1763344908.344659:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344908.344662:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000040:3.0:1763344908.344665:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e58caf00 count: 4 00000004:00000001:3.0:1763344908.344668:0:23071:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763344908.344671:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344908.344674:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:3.0:1763344908.344678:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdcc00. 00000020:00000010:3.0:1763344908.344682:0:23071:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e50c2bdda00. 00000020:00000010:3.0:1763344908.344687:0:23071:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9e50ccf19000. 00000020:00000010:3.0:1763344908.344691:0:23071:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9e50d675c168. 00000020:00000010:3.0:1763344908.344695:0:23071:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff9e50c2bdc400. 80000000:00000010:3.0:1763344908.344699:0:23071:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9e50ef5cf240. 40000000:00000010:3.0:1763344908.344702:0:23071:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9e50f82dd340. 00100000:00000010:3.0:1763344908.344707:0:23071:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9e50ccf1e000. 00040000:00000010:3.0:1763344908.344713:0:23071:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9e4fccce6600. 00040000:00000010:3.0:1763344908.344716:0:23071:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9e50c2bdd600. 00080000:00000010:3.0:1763344908.344722:0:23071:0:(osd_handler.c:8274:osd_key_init()) kmalloced '(info)': 4072 at ffff9e4fdd986000. 00080000:00000010:3.0:1763344908.344727:0:23071:0:(osd_handler.c:8278:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff9e50e7dc8000. 00002000:00000010:3.0:1763344908.344733:0:23071:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff9e50ff800000. 00000020:00000001:3.0:1763344908.344737:0:23071:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:3.0:1763344908.344740:0:23071:0:(osd_handler.c:2830:osd_sync()) Process entered 00000020:00080000:0.0:1763344908.346449:0:30720:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 21474836914 batchid updated 00000020:00000010:0.0:1763344908.346469:0:30720:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9e50e4b8d960. 00080000:00000010:0.0:1763344908.346476:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fddab8400. 00080000:00000020:3.0:1763344908.346556:0:23071:0:(osd_handler.c:2837:osd_sync()) lustre-MDT0001: synced OSD: rc = 0 00000020:00000001:3.0:1763344908.346560:0:23071:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.346566:0:23071:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff9e50c2bdda00. 00000020:00000010:3.0:1763344908.346573:0:23071:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9e50ccf19000. 00000020:00000010:3.0:1763344908.346577:0:23071:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9e50d675c168. 00000020:00000010:3.0:1763344908.346581:0:23071:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff9e50c2bdc400. 80000000:00000010:3.0:1763344908.346584:0:23071:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9e50ef5cf240. 40000000:00000010:3.0:1763344908.346589:0:23071:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9e50f82dd340. 00100000:00000010:3.0:1763344908.346593:0:23071:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9e50ccf1e000. 00040000:00000010:3.0:1763344908.346596:0:23071:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9e4fccce6600. 00040000:00000010:3.0:1763344908.346601:0:23071:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9e50c2bdd600. 00080000:00000010:3.0:1763344908.346605:0:23071:0:(osd_handler.c:8324:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff9e50e7dc8000. 00080000:00000010:3.0:1763344908.346608:0:23071:0:(osd_handler.c:8335:osd_key_fini()) kfreed 'info': 4072 at ffff9e4fdd986000. 00002000:00000010:3.0:1763344908.346611:0:23071:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff9e50ff800000. 00000020:00000010:3.0:1763344908.346615:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdcc00. 00010000:00000001:3.0:1763344908.346618:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.346620:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.346622:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.346627:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.346629:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.346634:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.346636:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.346639:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.346640:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.346643:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17c00 with handle 0x34881b4086818164 from hash 00010000:00000001:3.0:1763344908.346646:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.346647:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.346648:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.346649:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344908.346654:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.346656:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.346658:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.346659:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.346664:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818164 lrc: 0/0,0 mode: --/PW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x34881b408681815d expref: 6 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.346673:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc48d5800 : new locks_count 0 00000020:00000040:3.0:1763344908.346676:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 5 00010000:00000010:3.0:1763344908.346678:0:23071:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16600. 00010000:00000001:3.0:1763344908.346683:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.346685:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.346687:0:23071:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344908.346690:0:23071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e50e58caf00) 00010000:00010000:3.0:1763344908.346695:0:23071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34400/0x34881b40868181d4 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344908.346700:0:23071:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.346702:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.346704:0:23071:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.346706:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.346708:0:23071:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.346711:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.346712:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344908.346715:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34400/0x34881b40868181d4 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344908.346719:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344908.346721:0:23071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344908.346722:0:23071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344908.346723:0:23071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.346726:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x0 (ffff9e50e58caf00) refcount = 3 00010000:00010000:3.0:1763344908.346729:0:23071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34400/0x34881b40868181d4 lrc: 4/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344908.346734:0:23071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.346735:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.346737:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.346738:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344908.346739:0:23071:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.346742:0:23071:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763344908.346745:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.346748:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.346754:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0000. 00000100:00000001:3.0:1763344908.346756:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236146688 : -107409473404928 : ffff9e4fc87e0000) 00000100:00000001:3.0:1763344908.346758:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236146688 : -107409473404928 : ffff9e4fc87e0000) 00000100:00000001:3.0:1763344908.346760:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.346761:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.346763:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.346765:0:23071:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344908.346779:0:23071:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.346781:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.346782:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.346784:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.346785:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.346786:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.346818:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.346820:0:23071:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.346823:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763344908.346825:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0000. 00000100:00000001:3.0:1763344908.346827:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.346829:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344908.346831:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd340. 00010000:00000001:3.0:1763344908.346833:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763344908.346835:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763344908.346837:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.346843:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.346845:0:23071:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.346849:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.346853:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.346856:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344908.346858:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344908.346861:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.346864:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.346867:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.346870:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.346874:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb220. 00000100:00000200:3.0:1763344908.346880:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987617985536, offset 224 00000400:00000200:3.0:1763344908.346885:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.346898:0:23071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.346907:0:23071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x691a4fa2a0400 00000400:00000200:3.0:1763344908.346914:0:23071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x66615d [1] + 224 00000400:00000200:3.0:1763344908.346921:0:23071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.346925:0:23071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.346930:0:23071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.346937:0:23071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32ca80 x1848987617985536/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344908.346947:0:23071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e50ee32ca80 x1848987617985536/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.346960:0:23071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.346967:0:23071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb220 00000400:00000010:3.0:1763344908.346969:0:23071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb220. 00000100:00000001:3.0:1763344908.346972:0:23071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.346973:0:23071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.346977:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.346980:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344908.346982:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.346984:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.346988:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cf800 x1848987617985536/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.346997:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+5:3643:x1848987617985536:12345-0@lo:103:ldlm_bl.0 Request processed in 2389us (3934us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.347005:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6353 00000100:00000040:3.0:1763344908.347008:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:3.0:1763344908.347010:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.347012:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.347016:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344908.347020:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf190. 00000020:00000010:3.0:1763344908.347022:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdc600. 00000020:00000040:3.0:1763344908.347026:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 4 00000100:00000001:3.0:1763344908.347028:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00080000:2.0:1763344908.347092:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 21474836914 00000020:00000001:2.0:1763344908.347096:0:30740:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763344908.347099:0:30740:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fc87e0240 refcount 1 committed 1 result 0 batchid 21474836914 00000020:00000040:2.0:1763344908.347103:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50cbb71900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fc87e0cc0 00000020:00000040:2.0:1763344908.347106:0:30740:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002341:0x2:0x0].255 00000020:00000040:2.0:1763344908.347109:0:30740:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50cbb71400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcc4b5800 00000020:00000040:2.0:1763344908.347111:0:30740:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].259 00000020:00000040:2.0:1763344908.347114:0:30740:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c5d91b40 : new refcount 2 00000040:00000001:2.0:1763344908.347116:0:30740:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:2.0:1763344908.347118:0:30740:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:2.0:1763344908.347120:0:30740:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:2.0:1763344908.347124:0:30740:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347127:0:30740:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763344908.347129:0:30740:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344908.347132:0:30740:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:2.0:1763344908.347134:0:30740:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 255 in log [0x200002341:0x2:0x0] 00000004:00000001:2.0:1763344908.347138:0:30740:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:2.0:1763344908.347142:0:30740:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fd05d1480. 00000004:00000001:2.0:1763344908.347144:0:30740:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664368206976 : -107409341344640 : ffff9e4fd05d1480) 00000040:00000001:2.0:1763344908.347146:0:30740:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763344908.347149:0:30740:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000004:00000010:2.0:1763344908.347154:0:30740:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd073f300. 00000004:00000010:2.0:1763344908.347158:0:30740:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e5100c59a80. 00000004:00000010:2.0:1763344908.347161:0:30740:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ff952000. 00000040:00000001:2.0:1763344908.347164:0:30740:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347166:0:30740:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347167:0:30740:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1763344908.347169:0:30740:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000040:00000001:2.0:1763344908.347172:0:30740:0:(llog_osd.c:1867:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:2.0:1763344908.347174:0:30740:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:2.0:1763344908.347176:0:30740:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.347178:0:30740:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.347180:0:30740:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.347182:0:30740:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.347184:0:30740:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.347186:0:30740:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.347189:0:30740:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.347194:0:30740:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669455144184 : -107404254407432 : ffff9e50ff9194f8) 00000040:00000001:2.0:1763344908.347198:0:30740:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636664168040192 : -107409541511424 : ffff9e4fc46ec700) 00000004:00000001:2.0:1763344908.347206:0:30740:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763344908.347207:0:30740:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:2.0:1763344908.347210:0:30740:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc46ec700/ffff9e50ff9194a0 to site lru. bkt: ffff9e50ff90e178 00000040:00000001:2.0:1763344908.347212:0:30740:0:(llog_osd.c:1887:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347215:0:30740:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347217:0:30740:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347220:0:30740:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763344908.347221:0:30740:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763344908.347223:0:30740:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x200002341:0x2:0x0] 00000004:00000001:2.0:1763344908.347227:0:30740:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:2.0:1763344908.347229:0:30740:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.347232:0:30740:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:2.0:1763344908.347234:0:30740:0:(osp_md_object.c:1212:osp_md_write()) write [0x200002341:0x2:0x0] offset = 0 length = 88 00000020:00000001:2.0:1763344908.347238:0:30740:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.347241:0:30740:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.347244:0:30740:0:(osp_trans.c:1300:osp_check_and_set_rpc_version()) lustre-MDT0000-osp-MDT0001: version 503 gen 0 oth:version ffff9e4fd05d1480:502 00000004:00000010:2.0:1763344908.347249:0:30740:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9e50f93d2a40. 00000004:00000001:2.0:1763344908.347251:0:30740:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:2.0:1763344908.347253:0:30740:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:2.0:1763344908.347255:0:30740:0:(osp_md_object.c:1212:osp_md_write()) write [0x200002341:0x2:0x0] offset = 116 length = 4 00000020:00000001:2.0:1763344908.347257:0:30740:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763344908.347258:0:30740:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.347260:0:30740:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff9e50f93d2b00. 00000004:00000001:2.0:1763344908.347262:0:30740:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:2.0:1763344908.347264:0:30740:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347266:0:30740:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.347269:0:30740:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000004:00080000:2.0:1763344908.347271:0:30740:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9e4fd05d1480 with version 502 00000004:00000001:2.0:1763344908.347284:0:30740:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347286:0:30740:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347288:0:30740:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347290:0:30740:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1763344908.347292:0:30740:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 21474836914 cancel update log [0x200002341:0x2:0x0].255: rc = 0 00000020:00000040:2.0:1763344908.347295:0:30740:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c5d91b40 : new refcount 1 00000020:00000040:2.0:1763344908.347298:0:30740:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000040:00000001:2.0:1763344908.347299:0:30740:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:2.0:1763344908.347301:0:30740:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:2.0:1763344908.347302:0:30740:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:2.0:1763344908.347305:0:30740:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347306:0:30740:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763344908.347307:0:30740:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763344908.347309:0:30740:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:2.0:1763344908.347310:0:30740:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 259 in log [0x240002b10:0x2:0x0] 00080000:00000001:2.0:1763344908.347314:0:30740:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.347318:0:30740:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab8a00. 00080000:00000001:2.0:1763344908.347321:0:30740:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591452672 : -107409118098944 : ffff9e4fddab8a00) 00000040:00000001:2.0:1763344908.347323:0:30740:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763344908.347324:0:30740:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763344908.347327:0:30740:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.347331:0:30740:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.347334:0:30740:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2580. 00080000:00000001:2.0:1763344908.347336:0:30740:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347338:0:30740:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347339:0:30740:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347341:0:30740:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1763344908.347342:0:30740:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1763344908.347344:0:30740:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1763344908.347346:0:30740:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1763344908.347347:0:30740:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1763344908.347349:0:30740:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b10:0x2:0x0] not in the id map cache 00080000:00000001:2.0:1763344908.347352:0:30740:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347353:0:30740:0:(llog_osd.c:1867:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:2.0:1763344908.347354:0:30740:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:2.0:1763344908.347356:0:30740:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.347357:0:30740:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.347358:0:30740:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.347360:0:30740:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.347361:0:30740:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.347362:0:30740:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.347364:0:30740:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.347367:0:30740:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664140321560 : -107409569230056 : ffff9e4fc2c7d318) 00000040:00000001:2.0:1763344908.347380:0:30740:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669001203712 : -107404708347904 : ffff9e50e4830000) 00080000:00000001:2.0:1763344908.347384:0:30740:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 00000001:00000001:2.0:1763344908.347385:0:30740:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344908.347387:0:30740:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344908.347389:0:30740:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e4830000/ffff9e4fc2c7d2c0 to site lru. bkt: ffff9e50ff90ea70 00000040:00000001:2.0:1763344908.347391:0:30740:0:(llog_osd.c:1887:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347393:0:30740:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347394:0:30740:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.347396:0:30740:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344908.347409:0:30740:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347411:0:30740:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763344908.347413:0:30740:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763344908.347414:0:30740:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x240002b10:0x2:0x0] 00000040:00000001:2.0:1763344908.347444:0:30740:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347446:0:30740:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.347448:0:30740:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:2.0:1763344908.347455:0:30740:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2580. 00040000:00000001:2.0:1763344908.347459:0:30740:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.347461:0:30740:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344908.347463:0:30740:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347465:0:30740:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347467:0:30740:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763344908.347468:0:30740:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1763344908.347470:0:30740:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 21474836914 cancel update log [0x240002b10:0x2:0x0].259: rc = 0 00000020:00000040:2.0:1763344908.347473:0:30740:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:2.0:1763344908.347475:0:30740:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.347477:0:30740:0:(update_trans.c:1243:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9e4fc4ba2200. 00000020:00000010:2.0:1763344908.347480:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50cbb71900. 00000020:00000010:2.0:1763344908.347484:0:30740:0:(update_trans.c:1243:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9e50f82ddc40. 00000020:00000010:2.0:1763344908.347486:0:30740:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9e50cbb71400. 00000020:00000010:2.0:1763344908.347488:0:30740:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9e4fc87e0240. 00000020:00080000:2.0:1763344908.347490:0:30740:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 21474836914 00010000:00000010:1.1:1763344908.347554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35000. 00010000:00010000:1.0:1763344908.347572:0:13569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34400/0x34881b40868181d4 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.347578:0:13569:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.347581:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34400/0x34881b40868181d4 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.347585:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344908.347586:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.347587:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.347589:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.347591:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.347593:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34400 refcount=3 00000020:00000001:1.0:1763344908.347595:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:1.0:1763344908.347597:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:1.0:1763344908.347599:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.347600:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.347603:0:13569:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.347607:0:13569:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763344908.347615:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763344908.347617:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763344908.347622:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.347625:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.347631:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.347650:0:13569:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344908.347654:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344908.347657:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.347658:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763344908.347660:0:13569:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:1.0:1763344908.347666:0:13569:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff9e4fc2decf60. 00000004:00000001:1.0:1763344908.347669:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.347671:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763344908.347674:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:1.0:1763344908.347676:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.347679:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.347681:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.347683:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.347685:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.347687:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.347688:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.347689:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.347691:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.347692:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.347693:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.347694:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344908.347696:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b11:0x113:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1763344908.347698:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b11:0x113:0x0]: returning size 4096 00000004:00000040:1.0:1763344908.347702:0:13569:0:(mdt_lib.c:865:mdt_dump_lmv()) magic 0x0CD40CD0, master 0X1 stripe_count 2 hash_type 0x1 00000004:00200000:1.0:1763344908.347705:0:13569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00000002:1.0:1763344908.347707:0:13569:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:1.0:1763344908.347708:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.347709:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.347711:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763344908.347713:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.347714:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.347716:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.347718:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.347719:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.347725:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344908.347730:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.347732:0:13569:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.347737:0:13569:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.347740:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.347741:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.347742:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34400 refcount=3 00000020:00000001:1.0:1763344908.347744:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:1.0:1763344908.347746:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00000004:00000040:1.0:1763344908.347749:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:1.0:1763344908.347752:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=225 00010000:00000001:1.0:1763344908.347756:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.347757:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.347758:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344908.347760:0:13569:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763344908.347764:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344908.347766:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344908.347767:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344908.347769:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344908.347770:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344908.347772:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763344908.347776:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.347778:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344908.347781:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763344908.347784:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375a98/ffff9e4fd3375a40 to site lru. bkt: ffff9e50ff90c930 00000004:00000001:1.0:1763344908.347785:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344908.347809:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763344908.347812:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344908.347814:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.347817:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.347818:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.347819:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.347821:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.347823:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35a00 with handle 0x34881b40868181cd from hash 00010000:00000001:1.0:1763344908.347825:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.347826:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.347827:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.347828:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344908.347829:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.347834:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35a00/0x34881b40868181cd lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ea expref: 225 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.347841:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:1.0:1763344908.347842:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 224 00010000:00000010:1.0:1763344908.347844:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5cc80. 00010000:00000001:1.0:1763344908.347850:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.347851:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.347856:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344908.347860:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34400/0x34881b40868181d4 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ea expref: 224 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.347866:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.347868:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.347870:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e50e58caf00) 00010000:00010000:1.0:1763344908.347873:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:1.0:1763344908.347875:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.347877:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.347878:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.347879:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.347880:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.347881:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34400, rc 0) 00000020:00000001:1.0:1763344908.347884:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344908.347887:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 0, xid 1848987881564544 00010000:00000001:1.0:1763344908.347890:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.347896:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cea00 x1848987881564544/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/640 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344908.347903:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.347904:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.347908:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.347911:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.347914:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.347915:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.347918:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.347919:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.347922:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.347924:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.347928:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3660. 00000100:00000200:1.0:1763344908.347932:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848987881564544, offset 224 00000400:00000200:1.0:1763344908.347937:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.347946:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.347953:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385687:1385687:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385683:1385683:8:4294967295] 00000400:00000200:1.0:1763344908.347965:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.347970:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.347975:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.347980:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.347988:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.347992:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.348000:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.348003:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.348005:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.348006:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.348009:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.348012:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cea00 x1848987881564544/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/640 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344908.348022:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+224:253439:x1848987881564544:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 8738us (9444us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.348029:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303017 00000100:00000040:1.0:1763344908.348031:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344908.348033:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.348035:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.348038:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.348041:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca047d0. 00000020:00000010:1.0:1763344908.348045:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117aa00. 00000020:00000040:1.0:1763344908.348048:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 223 00000100:00000001:1.0:1763344908.348051:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.348110:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344908.348114:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763344908.348120:0:3643:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344908.348122:0:3643:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344908.348125:0:3643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:0.0:1763344908.348129:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921dd0 00000400:00000010:0.0:1763344908.348131:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921dd0. 00000100:00000001:0.0:1763344908.348133:0:3643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.348138:0:3643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32ca80 x1848987617985536/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344908.348147:0:3643:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32ca80 x1848987617985536/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.348153:0:3643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344908.348154:0:3643:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.348157:0:3643:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344908.348160:0:3643:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344908.348162:0:3643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.348164:0:3643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.348166:0:3643:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.348173:0:3643:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f4e8 time=24 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344908.348176:0:3643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.348179:0:3643:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344908.348181:0:3643:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.348183:0:3643:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344908.348185:0:3643:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.348188:0:3643:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344908.348190:0:3643:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 25770214354 00000100:00000001:0.0:1763344908.348191:0:3643:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344908.348193:0:3643:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.348197:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32ca80 x1848987617985536/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.348203:0:3643:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.348205:0:3643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344908.348207:0:3643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763344908.348210:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32ca80 x1848987617985536/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344908.348217:0:3643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1848987617985536:0@lo:103:ldlm_bl.0 00000100:00000001:0.0:1763344908.348221:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.348223:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.348226:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32ca80 x1848987617985536/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.348232:0:3643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344908.348235:0:3643:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344908.348238:0:3643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fddab8e00. 02000000:00000001:0.0:1763344908.348241:0:3643:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344908.348243:0:3643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344908.348245:0:3643:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1763344908.348247:0:3643:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344908.348250:0:3643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117ae00. 02000000:00000001:0.0:1763344908.348253:0:3643:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344908.348255:0:3643:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344908.348257:0:3643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32ca80. 00000100:00000001:0.0:1763344908.348261:0:3643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344908.348262:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.348264:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.348269:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344908.348271:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.348273:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344908.348275:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763344908.348408:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.348412:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:2.0:1763344908.348416:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.348421:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.348424:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3660 00000400:00000010:2.0:1763344908.348425:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3660. 00000100:00000001:2.0:1763344908.348429:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.348430:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00080000:3.0:1763344908.348487:0:30726:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff9e50c133ae40 version 502 rpc_version 502 00000004:00000001:3.0:1763344908.348492:0:30726:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:3.0:1763344908.348494:0:30726:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763344908.348497:0:30726:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200002341:0x2:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00000004:00000040:3.0:1763344908.348501:0:30726:0:(osp_trans.c:243:object_update_request_dump()) i = 1 fid = [0x200002341:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:3.0:1763344908.348504:0:30726:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ff952000 magic = bdde0002 count = 2 size = 224 00000100:00000010:3.0:1763344908.348511:0:30726:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede42a00. 00000020:00000040:3.0:1763344908.348515:0:30726:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1763344908.348520:0:30726:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.348523:0:30726:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.348528:0:30726:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.348533:0:30726:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e50c2bdc600. 00000100:00000001:3.0:1763344908.348539:0:30726:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.348543:0:30726:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.348545:0:30726:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344908.348548:0:30726:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1763344908.348555:0:30726:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763344908.348561:0:30726:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e50ede42a00 x1848987617985792/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.348568:0:30726:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763344908.348569:0:30726:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.348575:0:30726:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0000. 00000100:00000001:3.0:1763344908.348577:0:30726:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236146688 : -107409473404928 : ffff9e4fc87e0000) 00000100:00000001:3.0:1763344908.348579:0:30726:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.348581:0:30726:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158566400 : -107404550985216 : ffff9e50ede42a00) 00000100:00000001:3.0:1763344908.348586:0:30726:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344908.348590:0:30726:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.348592:0:30726:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.348593:0:30726:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.348596:0:30726:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ede42a00 x1848987617985792/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.348603:0:30726:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.348604:0:30726:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.348608:0:30726:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763344908.348611:0:30726:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763344908.348613:0:30726:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.348616:0:30726:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ede42a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:30726:1848987617985792:0@lo:1000:osp_up0-1.0 00000100:00000001:3.0:1763344908.348619:0:30726:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.348623:0:30726:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.348625:0:30726:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.348627:0:30726:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.348632:0:30726:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50e7dc8000. 02000000:00000001:3.0:1763344908.348634:0:30726:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.348638:0:30726:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac6e0. 00000400:00000010:3.0:1763344908.348642:0:30726:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0b40. 00000100:00000200:3.0:1763344908.348648:0:30726:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617985792, portal 4 00000100:00000001:3.0:1763344908.348649:0:30726:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.348651:0:30726:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158566400 : -107404550985216 : ffff9e50ede42a00) 00000100:00000040:3.0:1763344908.348656:0:30726:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ede42a00 x1848987617985792/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.348662:0:30726:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.348664:0:30726:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344908.348666:0:30726:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb220. 00000100:00000200:3.0:1763344908.348668:0:30726:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 24, xid 1848987617985792, offset 0 00000400:00000200:3.0:1763344908.348672:0:30726:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344908.348678:0:30726:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344908.348685:0:30726:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 488 into portal 24 MB=0x691a4fa2a0500 00000400:00000200:3.0:1763344908.348691:0:30726:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 488/488 into md 0x209981 [256] + 12720 00000400:00000200:3.0:1763344908.348696:0:30726:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.348699:0:30726:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344908.348703:0:30726:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.348705:0:30726:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344908.348708:0:30726:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede41180. 00000100:00000040:3.0:1763344908.348711:0:30726:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ede41180 x1848987617985792 msgsize 488 00000100:00100000:3.0:1763344908.348715:0:30726:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763344908.348729:0:30726:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763344908.348736:0:30726:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb220 00000400:00000010:3.0:1763344908.348737:0:30726:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb220. 00000100:00000001:3.0:1763344908.348740:0:30726:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344908.348743:0:30726:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ede42a00 x1848987617985792/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.348750:0:30726:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.348753:0:30726:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ede42a00 x1848987617985792/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.348758:0:30726:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.348759:0:30726:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.348763:0:30726:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.348766:0:30726:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13897 usecs (14 jiffies) 00000100:00000001:3.0:1763344908.348769:0:30726:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307682181 00000100:00000001:3.0:1763344908.348772:0:30726:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307683477 00000100:00000001:3.0:1763344908.348774:0:30726:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307682181 00000100:00000001:3.0:1763344908.348776:0:30726:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307683477 00000100:00000001:3.0:1763344908.348778:0:30726:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307682181 00000100:00000001:3.0:1763344908.348780:0:30726:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307683477 00000100:00000001:3.0:1763344908.348782:0:30726:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307682181 00000100:00000001:3.0:1763344908.348784:0:30726:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307683477 00000100:00000001:3.0:1763344908.348785:0:30726:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.348807:0:30726:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.348809:0:30726:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.348810:0:30726:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.348812:0:30726:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0000 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.348814:0:30726:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.348815:0:30726:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.349033:0:10443:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.349036:0:10443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617985792 02000000:00000001:2.0:1763344908.349039:0:10443:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.349040:0:10443:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.349042:0:10443:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.349046:0:10443:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.349049:0:10443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617985792 00000020:00000001:2.0:1763344908.349052:0:10443:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.349054:0:10443:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:2.0:1763344908.349056:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.349059:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=7 00000020:00000001:2.0:1763344908.349061:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:2.0:1763344908.349063:0:10443:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:2.0:1763344908.349067:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.349072:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2580. 00000100:00000001:2.0:1763344908.349074:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.349077:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2580. 00000020:00000010:2.0:1763344908.349081:0:10443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8200. 00000020:00000010:2.0:1763344908.349086:0:10443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344908.349091:0:10443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d258. 00000100:00000040:2.0:1763344908.349099:0:10443:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763344908.349101:0:10443:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.349103:0:10443:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344908.349105:0:10443:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.349113:0:10443:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.349125:0:10443:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.349136:0:10443:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.349138:0:10443:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.349142:0:10443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8701 00000100:00000040:2.0:1763344908.349146:0:10443:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:2.0:1763344908.349148:0:10443:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158560128 : -107404550991488 : ffff9e50ede41180) 00000100:00000040:2.0:1763344908.349153:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede41180 x1848987617985792/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 488/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.349161:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.349164:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2580. 00000100:00000001:2.0:1763344908.349166:0:10443:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.349168:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2580. 00000100:00100000:2.0:1763344908.349171:0:10443:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:30726:x1848987617985792:12345-0@lo:1000:osp_up0-1.0 00000100:00000200:2.0:1763344908.349175:0:10443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617985792 00000020:00000001:2.0:1763344908.349178:0:10443:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.349181:0:10443:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.349185:0:10443:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.349188:0:10443:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.349190:0:10443:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:2.0:1763344908.349192:0:10443:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344908.349195:0:10443:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617985792, found 0 last_xid 1848987617985791 00000020:00000001:2.0:1763344908.349198:0:10443:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.349200:0:10443:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.349201:0:10443:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.349204:0:10443:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.349206:0:10443:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763344908.349211:0:10443:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab39270. 00000100:00000001:2.0:1763344908.349216:0:10443:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.349218:0:10443:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.349223:0:10443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50f8592000. 02000000:00000001:2.0:1763344908.349225:0:10443:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.349227:0:10443:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.349231:0:10443:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e50eb83a300. 00000020:00000001:2.0:1763344908.349233:0:10443:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763344908.349237:0:10443:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.349242:0:10443:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669181058168 : -107404528493448 : ffff9e50ef3b5c78) 00080000:00000001:2.0:1763344908.349249:0:10443:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.349253:0:10443:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab9000. 00080000:00000001:2.0:1763344908.349255:0:10443:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591454208 : -107409118097408 : ffff9e4fddab9000) 00000020:00000001:2.0:1763344908.349258:0:10443:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:2.0:1763344908.349262:0:10443:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.349266:0:10443:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.349269:0:10443:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2580. 00080000:00000001:2.0:1763344908.349272:0:10443:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.349275:0:10443:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.349278:0:10443:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.349279:0:10443:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669181058168 : -107404528493448 : ffff9e50ef3b5c78) 00000020:00000001:2.0:1763344908.349282:0:10443:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:2.0:1763344908.349284:0:10443:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.349285:0:10443:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344908.349286:0:10443:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.349288:0:10443:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.349290:0:10443:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:2.0:1763344908.349292:0:10443:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344908.349298:0:10443:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.349300:0:10443:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.349302:0:10443:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2a00. 00080000:00000001:2.0:1763344908.349305:0:10443:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.349314:0:10443:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.349317:0:10443:0:(out_lib.c:673:out_tx_write_exec()) write [0x200002341:0x2:0x0] pos 0 buf ffff9e50f34032e0, len 88 00000020:00000040:2.0:1763344908.349342:0:10443:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 0/2: rc = 0 00000020:00000040:2.0:1763344908.349345:0:10443:0:(out_lib.c:673:out_tx_write_exec()) write [0x200002341:0x2:0x0] pos 116 buf ffff9e50f3403378, len 4 00000020:00000040:2.0:1763344908.349349:0:10443:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 1/2: rc = 0 00080000:00000001:2.0:1763344908.349352:0:10443:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344908.349355:0:10443:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344908.349358:0:10443:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257770, last_committed = 25770257768 00000001:00000010:2.0:1763344908.349362:0:10443:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8dba0. 00000001:00000040:2.0:1763344908.349364:0:10443:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50e4d3b000 : new cb_count 1 00000020:00000040:2.0:1763344908.349366:0:10443:0:(genops.c:887:class_export_get()) GET export ffff9e50e4d3b000 refcount=8 00000001:00000010:2.0:1763344908.349381:0:10443:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd33dc6c0. 00000001:00000001:2.0:1763344908.349390:0:10443:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd33dc6c0: xid 1848987617985792, transno 25770257770, tag 1, client gen 7, slot idx 2 00000001:00000001:2.0:1763344908.349393:0:10443:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344908.349399:0:10443:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2a00. 00080000:00000010:2.0:1763344908.349401:0:10443:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2580. 00040000:00000001:2.0:1763344908.349404:0:10443:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.349406:0:10443:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344908.349408:0:10443:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344908.349411:0:10443:0:(lu_object.c:207:lu_object_put()) Add ffff9e50cb82a000/ffff9e50ef3b5c20 to site lru. bkt: ffff9e50f8468460 00000020:00000001:2.0:1763344908.349413:0:10443:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.349416:0:10443:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab39270. 00000020:00000010:2.0:1763344908.349418:0:10443:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e50eb83a300. 00000020:00000001:2.0:1763344908.349421:0:10443:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.349424:0:10443:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257768, transno 25770257770, xid 1848987617985792 00010000:00000001:2.0:1763344908.349427:0:10443:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.349431:0:10443:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede41180 x1848987617985792/t25770257770(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 488/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344908.349438:0:10443:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.349440:0:10443:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.349443:0:10443:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.349446:0:10443:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.349448:0:10443:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:2.0:1763344908.349450:0:10443:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:2.0:1763344908.349452:0:10443:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.349454:0:10443:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.349456:0:10443:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.349458:0:10443:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.349462:0:10443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd33dc9c0. 00000100:00000200:2.0:1763344908.349465:0:10443:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617985792, offset 224 00000400:00000200:2.0:1763344908.349469:0:10443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.349476:0:10443:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.349483:0:10443:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa2a0500 00000400:00000200:2.0:1763344908.349487:0:10443:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x66616d [2] + 224 00000400:00000200:2.0:1763344908.349491:0:10443:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.349494:0:10443:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.349497:0:10443:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.349501:0:10443:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ede42a00 x1848987617985792/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763344908.349509:0:10443:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ede42a00 x1848987617985792/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.349523:0:10443:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.349527:0:10443:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd33dc9c0 00000400:00000010:2.0:1763344908.349529:0:10443:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd33dc9c0. 00000100:00000001:2.0:1763344908.349531:0:10443:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.349532:0:10443:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.349534:0:10443:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.349537:0:10443:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:2.0:1763344908.349539:0:10443:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.349540:0:10443:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.349542:0:10443:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.349545:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede41180 x1848987617985792/t25770257770(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 488/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.349554:0:10443:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:30726:x1848987617985792:12345-0@lo:1000:osp_up0-1.0 Request processed in 391us (840us total) trans 25770257770 rc 0/0 00000100:00100000:2.0:1763344908.349560:0:10443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8701 00000100:00000040:2.0:1763344908.349562:0:10443:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:2.0:1763344908.349564:0:10443:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.349565:0:10443:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.349569:0:10443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344908.349571:0:10443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d258. 00000020:00000010:2.0:1763344908.349574:0:10443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8200. 00000020:00000040:2.0:1763344908.349578:0:10443:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 7 00000100:00000001:2.0:1763344908.349580:0:10443:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.349786:0:30726:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.349829:0:30726:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.349830:0:30726:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.349834:0:30726:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac6e0. 00000400:00000200:3.0:1763344908.349837:0:30726:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0b40 00000400:00000010:3.0:1763344908.349839:0:30726:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0b40. 00000100:00000001:3.0:1763344908.349842:0:30726:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.349846:0:30726:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ede42a00 x1848987617985792/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763344908.349855:0:30726:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ede42a00 x1848987617985792/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.349860:0:30726:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.349862:0:30726:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.349864:0:30726:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.349866:0:30726:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.349867:0:30726:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.349869:0:30726:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.349871:0:30726:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.349876:0:30726:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.349880:0:30726:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=111 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.349882:0:30726:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.349884:0:30726:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.349886:0:30726:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.349888:0:30726:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.349890:0:30726:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763344908.349892:0:30726:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763344908.349893:0:30726:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763344908.349895:0:30726:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.349897:0:30726:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669158566400 : -107404550985216 : ffff9e50ede42a00) 00000100:00000001:3.0:1763344908.349899:0:30726:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763344908.349901:0:30726:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770257768 00000100:00000001:3.0:1763344908.349902:0:30726:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763344908.349904:0:30726:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.349907:0:30726:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ede42a00 x1848987617985792/t25770257770(25770257770) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.349913:0:30726:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.349915:0:30726:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.349916:0:30726:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344908.349918:0:30726:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000010:3.0:1763344908.349924:0:30726:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9e50f93d2a40. 00000004:00000010:3.0:1763344908.349927:0:30726:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff9e50f93d2b00. 00000004:00000001:3.0:1763344908.349930:0:30726:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.349933:0:30726:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede42a00 x1848987617985792/t25770257770(25770257770) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344924 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.349940:0:30726:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ede42a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:30726:1848987617985792:0@lo:1000:osp_up0-1.0 00000100:00000001:3.0:1763344908.349944:0:30726:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.349947:0:30726:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.349949:0:30726:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.349951:0:30726:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.349953:0:30726:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ede42a00 x1848987617985792/t25770257770(25770257770) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344924 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.349960:0:30726:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763344908.349962:0:30726:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0000. 00000100:00000001:3.0:1763344908.349964:0:30726:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763344908.349966:0:30726:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.349969:0:30726:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.349971:0:30726:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ede42a00 x1848987617985792/t25770257770(25770257770) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.349976:0:30726:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.349977:0:30726:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763344908.351840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359d00. 00010000:00000010:1.1:1763344908.351854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50f5d90a00. 00000800:00000001:3.0:1763344908.354363:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.354391:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344908.354396:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.354399:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.354410:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344908.354443:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 520 into portal 12 MB=0x691a509dfea80 00000400:00000200:3.0:1763344908.354454:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 520/520 into md 0x616b51 [64] + 171208 00000800:00000001:3.0:1763344908.354466:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.354475:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.354479:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.354484:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344908.354491:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.354494:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344908.354500:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede40000. 00000100:00000040:3.0:1763344908.354504:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ede40000 x1848987881564800 msgsize 520 00000100:00100000:3.0:1763344908.354509:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344908.354528:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344908.354537:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.354541:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.354927:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.354930:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881564800 02000000:00000001:1.0:1763344908.354934:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.354936:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.354939:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.354944:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.354949:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881564800 00000020:00000001:1.0:1763344908.354952:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.354955:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344908.354957:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.354960:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=224 00000020:00000001:1.0:1763344908.354963:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344908.354965:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344908.354969:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.354976:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.354979:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.354982:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.354988:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117aa00. 00000020:00000010:1.0:1763344908.354994:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.354998:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca047d0. 00000100:00000040:1.0:1763344908.355006:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344908.355009:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.355010:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763344908.355013:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763344908.355015:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.355018:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.355027:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.355037:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.355051:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.355053:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.355058:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303018 00000100:00000040:1.0:1763344908.355062:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344908.355064:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158555648 : -107404550995968 : ffff9e50ede40000) 00000100:00000040:1.0:1763344908.355071:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede40000 x1848987881564800/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 520/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344908.355079:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.355082:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.355085:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.355087:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.355091:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+224:253439:x1848987881564800:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344908.355095:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881564800 00000020:00000001:1.0:1763344908.355098:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.355102:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.355106:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.355109:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.355111:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344908.355114:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344908.355117:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881564800, found 0 last_xid 1848987881564799 00000020:00000001:1.0:1763344908.355119:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.355122:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.355124:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.355130:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.355132:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344908.355134:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344908.355136:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344908.355138:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344908.355140:0:13569:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:1.0:1763344908.355142:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.355144:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.355146:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34400 refcount=3 00000020:00000001:1.0:1763344908.355148:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:1.0:1763344908.355150:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000040:1.0:1763344908.355153:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50e58caf00 count: 2 00000004:00000001:1.0:1763344908.355157:0:13569:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763344908.355160:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344908.355163:0:13569:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.355165:0:13569:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.355167:0:13569:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.355169:0:13569:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.355173:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.355175:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.355181:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.355183:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.355185:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.355187:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.355189:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34400 with handle 0x34881b40868181d4 from hash 00010000:00000001:1.0:1763344908.355192:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.355193:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.355194:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.355195:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.355200:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.355201:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.355203:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.355204:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.355209:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34400/0x34881b40868181d4 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ea expref: 224 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.355218:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:1.0:1763344908.355221:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 223 00010000:00000010:1.0:1763344908.355224:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5c600. 00010000:00000001:1.0:1763344908.355231:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.355234:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.355236:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.355239:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e50e58caf00) 00010000:00000001:1.0:1763344908.355243:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.355246:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.355247:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763344908.355249:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50e58caf00 count: 0 00010000:00000010:1.0:1763344908.355254:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50d7d0eb80. 00010000:00010000:1.0:1763344908.355259:0:13569:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344908.355260:0:13569:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.355265:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344908.355270:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854de00. 00010000:00000010:1.0:1763344908.355273:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42d00. 00010000:00000001:1.0:1763344908.355277:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.355280:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35000. 00000020:00000001:1.0:1763344908.355283:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.355285:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35000 with handle 0x34881b40868181db to hash 00000020:00000001:1.0:1763344908.355287:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.355288:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000010:1.0:1763344908.355292:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5c600. 00010000:00000001:1.0:1763344908.355295:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00010000:1.0:1763344908.355299:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b40868181db lrc: 2/0,0 mode: --/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e3f1 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.355306:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:1.0:1763344908.355309:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=224 00010000:00000001:1.0:1763344908.355314:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763344908.355317:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763344908.355324:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344908.355327:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763344908.355328:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355331:0:13569:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763344908.355337:0:13569:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50ede40000 x1848987881564800/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 520/0 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763344908.355346:0:13569:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763344908.355349:0:13569:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763344908.355352:0:13569:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763344908.355354:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.355356:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.355359:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.355361:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.355363:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.355382:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.355384:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355386:0:13569:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355388:0:13569:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355391:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763344908.355393:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763344908.355397:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.355399:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.355441:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50e6e30000. 02000000:00000001:1.0:1763344908.355445:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.355448:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355453:0:13569:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763344908.355455:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.355456:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.355458:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.355460:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.355462:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.355463:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.355464:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.355466:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.355469:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.355470:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.355474:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344908.355481:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:1.0:1763344908.355483:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:1.0:1763344908.355491:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344908.355493:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.355496:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.355497:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355499:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344908.355501:0:13569:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355503:0:13569:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763344908.355505:0:13569:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355507:0:13569:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763344908.355509:0:13569:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763344908.355513:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcba38 00000004:00000002:1.0:1763344908.355515:0:13569:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b11:0x113:0x0]/(file1->[0x240002b13:0x12e86:0x0]) cr_flag=040000100000102 mode=0100666 msg_flag=0x600 00000004:00000001:1.0:1763344908.355521:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344908.355523:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x113:0x0] 00000020:00000001:1.0:1763344908.355526:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.355532:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:1.0:1763344908.355535:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:1.0:1763344908.355538:0:13569:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763344908.355540:0:13569:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355545:0:13569:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763344908.355553:0:13569:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763344908.355555:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763344908.355558:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763344908.355562:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355565:0:13569:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:1.0:1763344908.355567:0:13569:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344908.355570:0:13569:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:1.0:1763344908.355585:0:13569:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344908.355589:0:13569:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00000004:00000001:1.0:1763344908.355591:0:13569:0:(lod_object.c:816:lod_load_lmv_shards()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355593:0:13569:0:(lod_object.c:1720:lod_parse_dir_striping()) Process entered 00000004:00000001:1.0:1763344908.355595:0:13569:0:(lod_object.c:1730:lod_parse_dir_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355597:0:13569:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:1.0:1763344908.355600:0:13569:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344908.355604:0:13569:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1763344908.355607:0:13569:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1763344908.355624:0:13569:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1763344908.355628:0:13569:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1763344908.355632:0:13569:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.355635:0:13569:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.355637:0:13569:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.355639:0:13569:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763344908.355643:0:13569:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763344908.355645:0:13569:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763344908.355648:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344908.355649:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.355652:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854de00 count: 2 00010000:00000001:1.0:1763344908.355655:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.355657:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.355661:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34e00. 00000020:00000001:1.0:1763344908.355663:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.355666:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34e00 with handle 0x34881b40868181e2 to hash 00000020:00000001:1.0:1763344908.355668:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.355670:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000010:1.0:1763344908.355673:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5cc80. 00010000:00000001:1.0:1763344908.355675:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344908.355678:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.355680:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.355684:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b40868181e2 lrc: 3/0,1 mode: --/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:1.0:1763344908.355690:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.355693:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.355695:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.355698:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.355701:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.355703:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.355704:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.355706:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.355708:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.355710:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.355711:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.355714:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x0 (ffff9e4fd854de00) refcount = 2 00010000:00010000:1.0:1763344908.355717:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b40868181e2 lrc: 3/0,1 mode: CW/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.355723:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.355725:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.355727:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.355729:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.355730:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.355732:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.355734:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.355737:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344908.355739:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.355742:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b40868181e2 lrc: 3/0,1 mode: CW/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.355751:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344908.355753:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.355754:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.355755:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344908.355756:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344908.355762:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854d500. 00010000:00000010:1.0:1763344908.355764:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42380. 00010000:00000001:1.0:1763344908.355768:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.355770:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34600. 00000020:00000001:1.0:1763344908.355772:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.355773:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34600 with handle 0x34881b40868181e9 to hash 00000020:00000001:1.0:1763344908.355775:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.355777:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000010:1.0:1763344908.355780:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5cb00. 00010000:00000001:1.0:1763344908.355782:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000001:1.0:1763344908.355785:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.355817:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.355821:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b40868181e9 lrc: 3/0,1 mode: --/PW res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:1.0:1763344908.355828:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.355829:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.355830:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.355832:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.355833:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.355835:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.355836:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.355838:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.355839:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.355840:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.355841:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.355843:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x2d9800ce (ffff9e4fd854d500) refcount = 1 00010000:00010000:1.0:1763344908.355846:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b40868181e9 lrc: 3/0,1 mode: PW/PW res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.355851:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.355853:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.355855:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.355856:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.355858:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.355859:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.355861:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.355863:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344908.355864:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.355867:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b40868181e9 lrc: 3/0,1 mode: PW/PW res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.355872:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344908.355873:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.355874:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.355875:0:13569:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355878:0:13569:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763344908.355880:0:13569:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763344908.355881:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763344908.355883:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763344908.355887:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344908.355889:0:13569:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1763344908.355891:0:13569:0:(osd_handler.c:8230:osd_index_ea_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1763344908.355893:0:13569:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.355895:0:13569:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.355897:0:13569:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.355900:0:13569:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:1.0:1763344908.355901:0:13569:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x240002b13:0x12e86:0x0] 00000020:00000001:1.0:1763344908.355903:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:1.0:1763344908.355905:0:13569:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:1.0:1763344908.355911:0:13569:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9e4fddc20d20. 00000004:00000001:1.0:1763344908.355915:0:13569:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:1.0:1763344908.355925:0:13569:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:1.0:1763344908.355927:0:13569:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x240002b13:0x12e86:0x0] 00000004:00000010:1.0:1763344908.355933:0:13569:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9e4fc569f708. 00000004:00000001:1.0:1763344908.355935:0:13569:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355937:0:13569:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:1.0:1763344908.355940:0:13569:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:1.0:1763344908.355944:0:13569:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9e4fc86e8ff0. 00000004:00000001:1.0:1763344908.355947:0:13569:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446636664235134960 : -107409474416656 : ffff9e4fc86e8ff0) 00000004:00000001:1.0:1763344908.355950:0:13569:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.355952:0:13569:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:1.0:1763344908.355954:0:13569:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344908.355958:0:13569:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344908.355960:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344908.355964:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344908.355966:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344908.355969:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344908.355971:0:13569:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344908.355973:0:13569:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x240002b13 00000004:00000001:1.0:1763344908.355975:0:13569:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763344908.355980:0:13569:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff9e510117ba00. 00000004:00000001:1.0:1763344908.355982:0:13569:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344908.355985:0:13569:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1763344908.355987:0:13569:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.355991:0:13569:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:1.0:1763344908.355993:0:13569:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446636664592928032 : -107409116623584 : ffff9e4fddc20d20) 00080000:00000002:1.0:1763344908.355999:0:13569:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x60006ed69 for inode 96024 00000004:00000002:1.0:1763344908.356001:0:13569:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x240002b11:0x113:0x0] version is 0x60006ed69 00000004:00000002:1.0:1763344908.356004:0:13569:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x240002b13:0x12e86:0x0] version is 0x1 00000004:00000001:1.0:1763344908.356008:0:13569:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:1.0:1763344908.356011:0:13569:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:1.0:1763344908.356013:0:13569:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:1.0:1763344908.356014:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763344908.356016:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x113:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763344908.356019:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.356021:0:13569:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.356023:0:13569:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763344908.356026:0:13569:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763344908.356033:0:13569:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc2deca80. 00080000:00000001:1.0:1763344908.356036:0:13569:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344908.356039:0:13569:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e510117b000. 00080000:00000001:1.0:1763344908.356042:0:13569:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00000004:00000001:1.0:1763344908.356044:0:13569:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:1.0:1763344908.356048:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.356052:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.356056:0:13569:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344908.356059:0:13569:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x240002b13:0x12e86:0x0] eadata 0000000000000000 len 0 00000004:00000001:1.0:1763344908.356062:0:13569:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:1.0:1763344908.356066:0:13569:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b11:0x113:0x0] not in the id map cache 00000004:00000001:1.0:1763344908.356069:0:13569:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763344908.356071:0:13569:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763344908.356073:0:13569:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:1.0:1763344908.356080:0:13569:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff9e4fc2dec840. 00000004:00000001:1.0:1763344908.356083:0:13569:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.356084:0:13569:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.356086:0:13569:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763344908.356088:0:13569:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:1.0:1763344908.356091:0:13569:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:1.0:1763344908.356096:0:13569:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fcc03f000. 00000004:00000010:1.0:1763344908.356099:0:13569:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d940. 00000004:00000010:1.0:1763344908.356103:0:13569:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ef129000. 00000020:00000001:1.0:1763344908.356107:0:13569:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344908.356109:0:13569:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.356111:0:13569:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763344908.356113:0:13569:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344908.356116:0:13569:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 512 00000004:00000040:1.0:1763344908.356119:0:13569:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ef129000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763344908.356124:0:13569:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32d180. 00000020:00000040:1.0:1763344908.356127:0:13569:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1763344908.356131:0:13569:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344908.356134:0:13569:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344908.356138:0:13569:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344908.356144:0:13569:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117a800. 00000100:00000001:1.0:1763344908.356149:0:13569:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.356152:0:13569:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.356154:0:13569:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344908.356156:0:13569:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.356158:0:13569:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344908.356160:0:13569:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344908.356166:0:13569:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e50e5211540. 00000100:00000001:1.0:1763344908.356168:0:13569:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636669011563840 : -107404697987776 : ffff9e50e5211540) 00000100:00000001:1.0:1763344908.356170:0:13569:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.356172:0:13569:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163721088 : -107404545830528 : ffff9e50ee32d180) 00000100:00000001:1.0:1763344908.356176:0:13569:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344908.356179:0:13569:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.356182:0:13569:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.356183:0:13569:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344908.356189:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32d180 x1848987617985920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.356197:0:13569:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344908.356199:0:13569:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.356202:0:13569:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344908.356204:0:13569:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344908.356207:0:13569:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.356209:0:13569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:13569:1848987617985920:0@lo:1000:mdt00_005.0 00000100:00000001:1.0:1763344908.356213:0:13569:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344908.356216:0:13569:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344908.356218:0:13569:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.356220:0:13569:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344908.356226:0:13569:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50ec10a000. 02000000:00000001:1.0:1763344908.356228:0:13569:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344908.356234:0:13569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5cec8. 00000400:00000010:1.0:1763344908.356241:0:13569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fcfc1b240. 00000100:00000200:1.0:1763344908.356247:0:13569:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617985920, portal 4 00000100:00000001:1.0:1763344908.356249:0:13569:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.356250:0:13569:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163721088 : -107404545830528 : ffff9e50ee32d180) 00000100:00000040:1.0:1763344908.356256:0:13569:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee32d180 x1848987617985920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.356263:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.356265:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344908.356269:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3dd0. 00000100:00000200:1.0:1763344908.356271:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617985920, offset 0 00000400:00000200:1.0:1763344908.356277:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344908.356288:0:13569:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344908.356297:0:13569:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa2a0580 00000400:00000200:1.0:1763344908.356302:0:13569:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 13208 00000400:00000200:1.0:1763344908.356308:0:13569:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.356311:0:13569:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344908.356316:0:13569:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.356318:0:13569:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344908.356321:0:13569:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32f800. 00000100:00000040:1.0:1763344908.356324:0:13569:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32f800 x1848987617985920 msgsize 328 00000100:00100000:1.0:1763344908.356327:0:13569:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344908.356340:0:13569:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344908.356349:0:13569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3dd0 00000400:00000010:1.0:1763344908.356351:0:13569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3dd0. 00000100:00000001:1.0:1763344908.356354:0:13569:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344908.356358:0:13569:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32d180 x1848987617985920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.356366:0:13569:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.356380:0:13569:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ee32d180 x1848987617985920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.356386:0:13569:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.356388:0:13569:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.356392:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.356396:0:13569:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13895 usecs (14 jiffies) 00000100:00000001:1.0:1763344908.356399:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307682189 00000100:00000001:1.0:1763344908.356402:0:13569:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307683477 00000100:00000001:1.0:1763344908.356404:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307682189 00000100:00000001:1.0:1763344908.356406:0:13569:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307683477 00000100:00000001:1.0:1763344908.356408:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307682189 00000100:00000001:1.0:1763344908.356410:0:13569:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307683477 00000100:00000001:1.0:1763344908.356412:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307682189 00000100:00000001:1.0:1763344908.356414:0:13569:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307683477 00000100:00000001:1.0:1763344908.356416:0:13569:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.356418:0:13569:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.356420:0:13569:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344908.356421:0:13569:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344908.356424:0:13569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e50e5211540 going to sleep for 11 seconds 00000100:00000001:1.0:1763344908.356426:0:13569:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344908.356429:0:13569:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.356577:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.356580:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617985920 02000000:00000001:2.0:1763344908.356582:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.356584:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.356586:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.356588:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.356591:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617985920 00000020:00000001:2.0:1763344908.356594:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.356595:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:2.0:1763344908.356597:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.356599:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=8 00000020:00000001:2.0:1763344908.356601:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:2.0:1763344908.356604:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:2.0:1763344908.356606:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.356610:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2580. 00000100:00000001:2.0:1763344908.356613:0:6509:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.356614:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2580. 00000020:00000010:2.0:1763344908.356621:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8200. 00000020:00000010:2.0:1763344908.356625:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344908.356629:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d258. 00000100:00000040:2.0:1763344908.356635:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763344908.356637:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.356638:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344908.356640:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.356646:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.356661:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.356672:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.356673:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.356678:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8702 00000100:00000040:2.0:1763344908.356681:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:2.0:1763344908.356683:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163730944 : -107404545820672 : ffff9e50ee32f800) 00000100:00000040:2.0:1763344908.356687:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32f800 x1848987617985920/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.356695:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.356698:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2580. 00000100:00000001:2.0:1763344908.356700:0:6509:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.356702:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2580. 00000100:00100000:2.0:1763344908.356705:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:13569:x1848987617985920:12345-0@lo:1000:mdt00_005.0 00000100:00000200:2.0:1763344908.356709:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617985920 00000020:00000001:2.0:1763344908.356712:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.356714:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763344908.356719:0:6509:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd33dc6c0: xid 1848987617985792, transno 25770257770, client gen 7, slot idx 2 00000001:00000001:2.0:1763344908.356723:0:6509:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fc87e0a80: xid 1848987617982464, transno 25770257768, client gen 7, slot idx 0 00000001:00000010:2.0:1763344908.356727:0:6509:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fc87e0a80. 00000020:00000001:2.0:1763344908.356730:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.356732:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.356734:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:2.0:1763344908.356736:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344908.356739:0:6509:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617985920, found 0 last_xid 1848987617985919 00000020:00000001:2.0:1763344908.356741:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.356743:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.356745:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.356747:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.356750:0:6509:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763344908.356754:0:6509:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab39270. 00000100:00000001:2.0:1763344908.356757:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.356759:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.356766:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50f2f06000. 02000000:00000001:2.0:1763344908.356768:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.356770:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.356773:0:6509:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd33dc9c0. 00000020:00000001:2.0:1763344908.356775:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763344908.356777:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.356780:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668762220024 : -107404947331592 : ffff9e50d64465f8) 00000020:00000001:2.0:1763344908.356784:0:6509:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:2.0:1763344908.356808:0:6509:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000040:2.0:1763344908.356812:0:6509:0:(out_handler.c:246:out_xattr_get()) lustre-MDT0000: [0x200000007:0x1:0x0] get xattr trusted.lov len -61 00000020:00000001:2.0:1763344908.356814:0:6509:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000001:2.0:1763344908.356817:0:6509:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.356821:0:6509:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab39270. 00000020:00000010:2.0:1763344908.356823:0:6509:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd33dc9c0. 00000020:00000001:2.0:1763344908.356825:0:6509:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.356828:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257768, transno 0, xid 1848987617985920 00010000:00000001:2.0:1763344908.356831:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.356835:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32f800 x1848987617985920/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344908.356842:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.356845:0:6509:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.356849:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.356853:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.356855:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:2.0:1763344908.356857:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:2.0:1763344908.356860:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.356861:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.356864:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.356865:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344908.356868:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd33dc9c0. 00000100:00000200:2.0:1763344908.356871:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617985920, offset 224 00000400:00000200:2.0:1763344908.356875:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344908.356882:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344908.356887:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa2a0580 00000400:00000200:2.0:1763344908.356891:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x666179 [2] + 224 00000400:00000200:2.0:1763344908.356896:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.356898:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344908.356901:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.356905:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32d180 x1848987617985920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763344908.356913:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ee32d180 x1848987617985920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.356925:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763344908.356930:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd33dc9c0 00000400:00000010:2.0:1763344908.356931:0:6509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd33dc9c0. 00000100:00000001:2.0:1763344908.356934:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.356935:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.356938:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.356940:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:2.0:1763344908.356942:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.356944:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.356946:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.356949:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32f800 x1848987617985920/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:139/0 lens 328/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.356958:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:13569:x1848987617985920:12345-0@lo:1000:mdt00_005.0 Request processed in 261us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344908.356965:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8702 00000100:00000040:2.0:1763344908.356969:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:2.0:1763344908.356971:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.356973:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.356977:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344908.356980:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d258. 00000020:00000010:2.0:1763344908.356983:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8200. 00000020:00000040:2.0:1763344908.356988:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 7 00000100:00000001:2.0:1763344908.356990:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.357223:0:13569:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344908.357228:0:13569:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344908.357229:0:13569:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.357232:0:13569:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5cec8. 00000400:00000200:1.0:1763344908.357235:0:13569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fcfc1b240 00000400:00000010:1.0:1763344908.357236:0:13569:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fcfc1b240. 00000100:00000001:1.0:1763344908.357239:0:13569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.357243:0:13569:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32d180 x1848987617985920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344908.357252:0:13569:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32d180 x1848987617985920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.357258:0:13569:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344908.357259:0:13569:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.357261:0:13569:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.357264:0:13569:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.357265:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.357267:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.357269:0:13569:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.357274:0:13569:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=8 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344908.357277:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.357280:0:13569:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.357282:0:13569:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.357285:0:13569:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.357287:0:13569:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.357290:0:13569:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344908.357292:0:13569:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770257768 00000100:00000001:1.0:1763344908.357294:0:13569:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344908.357296:0:13569:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.357299:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32d180 x1848987617985920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.357305:0:13569:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.357308:0:13569:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.357310:0:13569:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344908.357314:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32d180 x1848987617985920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.357320:0:13569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:13569:1848987617985920:0@lo:1000:mdt00_005.0 00000100:00000001:1.0:1763344908.357324:0:13569:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.357327:0:13569:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.357329:0:13569:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344908.357330:0:13569:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.357333:0:13569:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32d180 x1848987617985920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.357339:0:13569:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344908.357341:0:13569:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e50e5211540. 00000100:00000001:1.0:1763344908.357345:0:13569:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344908.357346:0:13569:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357349:0:13569:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763344908.357356:0:13569:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 564 at ffff9e50d7ff3800. 00000004:00000001:1.0:1763344908.357359:0:13569:0:(osp_object.c:1141:osp_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:1.0:1763344908.357362:0:13569:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.357365:0:13569:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32d180 x1848987617985920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.357383:0:13569:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344908.357385:0:13569:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344908.357388:0:13569:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50ec10a000. 02000000:00000001:1.0:1763344908.357391:0:13569:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.357393:0:13569:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.357395:0:13569:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1763344908.357397:0:13569:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344908.357399:0:13569:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117a800. 02000000:00000001:1.0:1763344908.357402:0:13569:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344908.357404:0:13569:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344908.357405:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32d180. 00000100:00000001:1.0:1763344908.357409:0:13569:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344908.357410:0:13569:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763344908.357413:0:13569:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ef129000. 00000004:00000010:1.0:1763344908.357417:0:13569:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e4fc371d940. 00000004:00000010:1.0:1763344908.357419:0:13569:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fcc03f000. 00000004:00000001:1.0:1763344908.357424:0:13569:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357426:0:13569:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763344908.357432:0:13569:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fcfc1b240. 00000004:00000001:1.0:1763344908.357435:0:13569:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:1.0:1763344908.357438:0:13569:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:1.0:1763344908.357444:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcb8c8 00000001:00000002:1.0:1763344908.357446:0:13569:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x240002b11:0x113:0x0]:file1' is added 00000004:00000001:1.0:1763344908.357448:0:13569:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357451:0:13569:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:1.0:1763344908.357454:0:13569:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:1.0:1763344908.357457:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344908.357459:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00080000:00000001:1.0:1763344908.357463:0:13569:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:1.0:1763344908.357466:0:13569:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b13:0x12e86:0x0] not in the id map cache 00000001:00000001:1.0:1763344908.357470:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344908.357472:0:13569:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357474:0:13569:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357476:0:13569:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357478:0:13569:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:1.0:1763344908.357480:0:13569:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357483:0:13569:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:1.0:1763344908.357485:0:13569:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344908.357487:0:13569:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357490:0:13569:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357493:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344908.357494:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00080000:00000001:1.0:1763344908.357497:0:13569:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1763344908.357500:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344908.357501:0:13569:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357504:0:13569:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344908.357507:0:13569:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344908.357509:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344908.357510:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00000004:00000001:1.0:1763344908.357514:0:13569:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357516:0:13569:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357520:0:13569:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1763344908.357521:0:13569:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1763344908.357523:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344908.357524:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00080000:00000001:1.0:1763344908.357526:0:13569:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344908.357528:0:13569:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357530:0:13569:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357532:0:13569:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344908.357534:0:13569:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357536:0:13569:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.357541:0:13569:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763344908.357543:0:13569:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763344908.357550:0:13569:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763344908.357551:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344908.357552:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00080000:00000001:1.0:1763344908.357556:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344908.357558:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344908.357561:0:13569:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6700. 00080000:00000001:1.0:1763344908.357564:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357566:0:13569:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357568:0:13569:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344908.357570:0:13569:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344908.357571:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344908.357573:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00000004:00000001:1.0:1763344908.357575:0:13569:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357577:0:13569:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344908.357584:0:13569:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.357586:0:13569:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357589:0:13569:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:1.0:1763344908.357592:0:13569:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:1.0:1763344908.357593:0:13569:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1763344908.357594:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344908.357595:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00080000:00000001:1.0:1763344908.357598:0:13569:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:1.0:1763344908.357689:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763344908.357693:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344908.357694:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344908.357697:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344908.357699:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344908.357701:0:13569:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344908.357703:0:13569:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1763344908.357713:0:13569:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763344908.357716:0:13569:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240002b13:0x12e86:0x0] 00080000:00000001:1.0:1763344908.357718:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763344908.357719:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344908.357721:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344908.357722:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344908.357723:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344908.357725:0:13569:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344908.357727:0:13569:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1763344908.357746:0:13569:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50efa5cec8. 00000001:00000010:1.0:1763344908.357758:0:13569:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50efa5cec8. 00080000:00000001:1.0:1763344908.357760:0:13569:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344908.357763:0:13569:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357765:0:13569:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357768:0:13569:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357769:0:13569:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357771:0:13569:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:1.0:1763344908.357773:0:13569:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357778:0:13569:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763344908.357781:0:13569:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763344908.357782:0:13569:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763344908.357784:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344908.357785:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00010000:00000010:3.1:1763344908.357833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00080000:00000001:1.0:1763344908.357912:0:13569:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763344908.357914:0:13569:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e86:0x0] set xattr 'user.job' with size 5 00000004:00000001:1.0:1763344908.357925:0:13569:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357927:0:13569:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357929:0:13569:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357932:0:13569:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357934:0:13569:0:(mdd_dir.c:666:__mdd_index_insert()) Process entered 00000004:00000001:1.0:1763344908.357936:0:13569:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:1.0:1763344908.357938:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344908.357940:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00080000:00000001:1.0:1763344908.357943:0:13569:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:1.0:1763344908.357961:0:13569:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.357964:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcb7d8 00080000:00000002:1.0:1763344908.357966:0:13569:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 96024 insert file1:830 rc = 0 00080000:00000001:1.0:1763344908.357968:0:13569:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357970:0:13569:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357972:0:13569:0:(mdd_dir.c:675:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.357974:0:13569:0:(mdd_dir.c:1614:mdd_links_rename()) Process entered 00000004:00000001:1.0:1763344908.357976:0:13569:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763344908.357978:0:13569:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763344908.357979:0:13569:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763344908.357980:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344908.357981:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00080000:00000001:1.0:1763344908.357983:0:13569:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763344908.357985:0:13569:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e86:0x0] set xattr 'trusted.link' with size 47 00080000:00000001:1.0:1763344908.357987:0:13569:0:(osd_handler.c:5146:osd_xattr_handle_linkea()) Process entered 00080000:00000001:1.0:1763344908.357989:0:13569:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763344908.357990:0:13569:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763344908.357992:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344908.357993:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344908.357995:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344908.357996:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344908.357998:0:13569:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763344908.358000:0:13569:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344908.358001:0:13569:0:(osd_handler.c:5180:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358007:0:13569:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358009:0:13569:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358010:0:13569:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358012:0:13569:0:(mdd_dir.c:1628:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344908.358014:0:13569:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:1.0:1763344908.358016:0:13569:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1763344908.358018:0:13569:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1763344908.358021:0:13569:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1763344908.358022:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344908.358024:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00080000:00000001:1.0:1763344908.358029:0:13569:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344908.358031:0:13569:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358033:0:13569:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344908.358035:0:13569:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358037:0:13569:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358039:0:13569:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358040:0:13569:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358042:0:13569:0:(mdd_dir.c:3205:mdd_create()) Process leaving 00000004:00000001:1.0:1763344908.358045:0:13569:0:(mdd_dir.c:1352:mdd_changelog_ns_store()) Process entered 00000004:00000001:1.0:1763344908.358047:0:13569:0:(mdd_dir.c:1359:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.358050:0:13569:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763344908.358052:0:13569:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763344908.358056:0:13569:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:1.0:1763344908.358058:0:13569:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763344908.358060:0:13569:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763344908.358061:0:13569:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763344908.358062:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344908.358063:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00080000:00000001:1.0:1763344908.358065:0:13569:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763344908.358066:0:13569:0:(osd_handler.c:5216:osd_xattr_set()) [0x240002b13:0x12e86:0x0] set version 0x6000643e3 (old 0x0) for inode 830 00080000:00000001:1.0:1763344908.358070:0:13569:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358071:0:13569:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358073:0:13569:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358074:0:13569:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763344908.358076:0:13569:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214371, last_committed = 25770214370 00000001:00000010:1.0:1763344908.358080:0:13569:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2deca20. 00000001:00000040:1.0:1763344908.358083:0:13569:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 1 00000020:00000040:1.0:1763344908.358085:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=225 00000001:00000010:1.0:1763344908.358089:0:13569:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fcfc1b780. 00000004:00000001:1.0:1763344908.358094:0:13569:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763344908.358096:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344908.358097:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00000004:00000001:1.0:1763344908.358108:0:13569:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763344908.358111:0:13569:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fcfc1b780: xid 1848987881564800, transno 25770214371, tag 1, client gen 9, slot idx 1 00000001:00000001:1.0:1763344908.358114:0:13569:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763344908.358120:0:13569:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6700. 00040000:00000001:1.0:1763344908.358124:0:13569:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344908.358126:0:13569:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344908.358128:0:13569:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344908.358130:0:13569:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc2deca80. 00000020:00000001:1.0:1763344908.358132:0:13569:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358139:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763344908.358140:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763344908.358143:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358146:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.358149:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.358155:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.358158:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.358160:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763344908.358162:0:13569:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.358165:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.358167:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763344908.358169:0:13569:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:1.0:1763344908.358173:0:13569:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff9e4fc2deca80. 00000004:00000001:1.0:1763344908.358175:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.358177:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763344908.358180:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9e50e6e30378 00000004:00000001:1.0:1763344908.358182:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.358188:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344908.358193:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358201:0:13569:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763344908.358204:0:13569:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x240002b13:0x12e86:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1763344908.358206:0:13569:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763344908.358209:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344908.358211:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344908.358218:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854da00. 00010000:00000010:1.0:1763344908.358221:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42980. 00010000:00000001:1.0:1763344908.358225:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.358228:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34c00. 00000020:00000001:1.0:1763344908.358231:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.358233:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34c00 with handle 0x34881b40868181f0 to hash 00000020:00000001:1.0:1763344908.358235:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.358236:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000010:1.0:1763344908.358241:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5c780. 00010000:00000001:1.0:1763344908.358243:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000001:1.0:1763344908.358246:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.358248:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.358252:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868181f0 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:1.0:1763344908.358259:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.358262:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.358264:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.358266:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.358268:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.358269:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.358271:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.358273:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.358275:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.358276:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.358277:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.358280:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fd854da00) refcount = 1 00010000:00010000:1.0:1763344908.358283:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868181f0 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.358288:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.358291:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.358293:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.358295:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.358296:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.358298:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.358299:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.358302:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344908.358304:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.358306:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868181f0 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.358311:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344908.358313:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.358314:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.358315:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.358317:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.358319:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34c00 refcount=3 00000020:00000001:1.0:1763344908.358321:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000001:1.0:1763344908.358323:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000001:1.0:1763344908.358325:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.358326:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.358327:0:13569:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344908.358330:0:13569:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240002b13:0x12e86:0x0], ibits = 0x1b/0x1b, open_flags = 040000100000102, try_layout = 1 : rc = 0 00000004:00000001:1.0:1763344908.358333:0:13569:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344908.358335:0:13569:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358338:0:13569:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763344908.358341:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.358343:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.358345:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.358346:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.358348:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.358350:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.358351:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.358353:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.358354:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.358355:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.358357:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344908.358359:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: nlink=1, mode=100644, valid=0x1100000080002f8f 00000004:00200000:1.0:1763344908.358361:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: returning size 0 00000001:00000001:1.0:1763344908.358363:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.358364:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358367:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763344908.358380:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.358382:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.358385:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.358387:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.358389:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358392:0:13569:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:1.0:1763344908.358394:0:13569:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:1.0:1763344908.358395:0:13569:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344908.358397:0:13569:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:1.0:1763344908.358399:0:13569:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763344908.358400:0:13569:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358403:0:13569:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763344908.358405:0:13569:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763344908.358408:0:13569:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358410:0:13569:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344908.358412:0:13569:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763344908.358415:0:13569:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50fff42800. 00000020:00000001:1.0:1763344908.358416:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.358418:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fff42800 with handle 0x34881b40868181f7 to hash 00000020:00000001:1.0:1763344908.358420:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763344908.358421:0:13569:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636669461604352 : -107404247947264 : ffff9e50fff42800) 00000004:00000001:1.0:1763344908.358423:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763344908.358425:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763344908.358426:0:13569:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x240002b13:0x12e86:0x0] Change mfd open_flags 0 -> 040000100000102. 00000004:00000001:1.0:1763344908.358430:0:13569:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763344908.358432:0:13569:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763344908.358434:0:13569:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358435:0:13569:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358438:0:13569:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344908.358440:0:13569:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763344908.358443:0:13569:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763344908.358444:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344908.358446:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344908.358447:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763344908.358449:0:13569:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.358451:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763344908.358453:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:1.0:1763344908.358455:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.358456:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.358458:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34e00 refcount=3 00000020:00000001:1.0:1763344908.358459:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344908.358462:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344908.358465:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.358466:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.358468:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34e00 refcount=4 00000020:00000001:1.0:1763344908.358469:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344908.358471:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344908.358474:0:13569:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1763344908.358477:0:13569:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b40868181e2 lrc: 4/0,1 mode: CW/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.358482:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344908.358484:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b40868181e2 lrc: 4/0,1 mode: CW/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.358489:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.358490:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.358493:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b40868181e2 lrc: 3/0,0 mode: CW/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.358497:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.358499:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.358502:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344908.358505:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b40868181e2 lrc: 4/0,0 mode: CW/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:1.0:1763344908.358510:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca34e00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344908.358513:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.358515:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344908.358517:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b40868181e2 lrc: 4/0,0 mode: CW/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.358522:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344908.358523:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.358524:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.358525:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34e00 refcount=5 00000020:00000001:1.0:1763344908.358527:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344908.358529:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344908.358531:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344908.358534:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b40868181e2 lrc: 5/0,0 mode: CW/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.358538:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344908.358540:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344908.358541:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.358544:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.358545:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.358547:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.358548:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.358550:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34e00 with handle 0x34881b40868181e2 from hash 00010000:00000001:1.0:1763344908.358552:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.358553:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.358554:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.358555:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.358557:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.358559:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.358561:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.358562:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.358565:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.358568:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e4fd854de00) 00010000:00010000:1.0:1763344908.358570:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344908.358572:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.358574:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.358576:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.358577:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344908.358580:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.358581:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.358582:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.358584:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358586:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.358589:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b40868181e2 lrc: 3/0,0 mode: --/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.358594:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.358595:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.358596:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344908.358597:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344908.358599:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.358600:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.358601:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.358603:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b40868181e2 lrc: 0/0,0 mode: --/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:1.0:1763344908.358608:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5cc80. 00010000:00000001:1.0:1763344908.358616:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.358618:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344908.358620:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344908.358621:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.358622:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.358624:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34600 refcount=3 00000020:00000001:1.0:1763344908.358899:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000001:1.0:1763344908.358902:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00000004:00010000:1.0:1763344908.358906:0:13569:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000067dc8ede reply state 000000006c1716bd transno 25770214371 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b40868181e9 lrc: 3/0,1 mode: PW/PW res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.358918:0:13569:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1763344908.358922:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.358923:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.358925:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.358926:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.358927:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.358928:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.358930:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x2d9800ce (ffff9e4fd854d500) refcount = 1 00010000:00010000:1.0:1763344908.358934:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b40868181e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.358938:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.358940:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.358941:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.358942:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.358944:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.358945:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.358947:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x2d9800ce (ffff9e4fd854d500) 00010000:00010000:1.0:1763344908.358949:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344908.358951:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.358953:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.358955:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.358956:0:13569:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1763344908.358959:0:13569:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763344908.358961:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.358962:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.358964:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344908.358965:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763344908.358966:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344908.358968:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763344908.358969:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763344908.358975:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375a98/ffff9e4fd3375a40 to site lru. bkt: ffff9e50ff90c930 00000004:00000001:1.0:1763344908.358977:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763344908.358981:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344908.358985:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358990:0:13569:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.358991:0:13569:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763344908.358998:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344908.359000:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344908.359002:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344908.359004:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344908.359006:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344908.359009:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763344908.359014:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.359016:0:13569:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763344908.359020:0:13569:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763344908.359022:0:13569:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.359026:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.359027:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.359029:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34c00 refcount=3 00000020:00000001:1.0:1763344908.359031:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000001:1.0:1763344908.359033:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00000004:00000040:1.0:1763344908.359036:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:1.0:1763344908.359039:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=226 00010000:00000001:1.0:1763344908.359046:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.359047:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.359048:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344908.359051:0:13569:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344908.359053:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344908.359057:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763344908.359059:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344908.359060:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.359064:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.359065:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.359067:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.359068:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.359070:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35000 with handle 0x34881b40868181db from hash 00010000:00000001:1.0:1763344908.359072:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.359074:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.359074:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.359075:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344908.359077:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.359084:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b40868181db lrc: 0/0,0 mode: --/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3f1 expref: 226 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.359091:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:1.0:1763344908.359094:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 225 00010000:00000010:1.0:1763344908.359096:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5c600. 00010000:00000040:1.0:1763344908.359100:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854de00 count: 0 00010000:00000010:1.0:1763344908.359106:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42d00. 00010000:00000001:1.0:1763344908.359112:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.359113:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.359118:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344908.359122:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868181f0 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3f1 expref: 225 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.359129:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.359130:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.359132:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fd854da00) 00010000:00010000:1.0:1763344908.359134:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1763344908.359135:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.359137:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.359138:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.359139:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.359141:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.359142:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34c00, rc 0) 00000020:00000001:1.0:1763344908.359146:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344908.359150:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 25770214371, xid 1848987881564800 00010000:00000001:1.0:1763344908.359153:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763344908.359155:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=226 00010000:00000200:1.0:1763344908.359157:0:13569:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 25770214371, last committed = 25770214370 00010000:00000200:1.0:1763344908.359165:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede40000 x1848987881564800/t25770214371(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 520/608 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344908.359173:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.359177:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.359181:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.359185:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.359188:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.359190:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.359193:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.359197:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.359200:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.359204:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.359210:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3dd0. 00000100:00000200:1.0:1763344908.359216:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848987881564800, offset 224 00000400:00000200:1.0:1763344908.359223:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.359236:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.359243:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385688:1385688:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385684:1385684:8:4294967295] 00000400:00000200:1.0:1763344908.359256:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.359261:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.359267:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.359275:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.359284:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.359288:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.360544:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.360560:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.360568:0:13569:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.360571:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.360575:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.360584:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede40000 x1848987881564800/t25770214371(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 520/608 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344908.360596:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+226:253439:x1848987881564800:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 5515us (6089us total) trans 25770214371 rc 0/0 00000100:00100000:1.0:1763344908.360605:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303018 00000100:00000040:1.0:1763344908.360609:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344908.360612:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.360614:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.360621:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.360627:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca047d0. 00000020:00000010:1.0:1763344908.360632:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117aa00. 00000020:00000040:1.0:1763344908.360637:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 225 00000100:00000001:1.0:1763344908.360640:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344908.364451:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.364461:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:2.0:1763344908.364471:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.364479:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.364486:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3dd0 00000400:00000010:2.0:1763344908.364489:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3dd0. 00000100:00000001:2.0:1763344908.364495:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.364498:0:3637:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763344908.370113:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.370129:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.370134:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.370137:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.370148:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.370165:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509dfeb80 00000400:00000200:2.0:1763344908.370173:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 171728 00000800:00000001:2.0:1763344908.370181:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.370194:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.370197:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.370201:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.370208:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.370211:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344908.370217:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cd880. 00000100:00000040:2.0:1763344908.370221:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cd880 x1848987881565056 msgsize 4616 00000100:00100000:2.0:1763344908.370226:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.370242:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.370251:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.370255:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.370313:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.370317:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881565056 02000000:00000001:1.0:1763344908.370320:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.370323:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.370325:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.370329:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.370333:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881565056 00000020:00000001:1.0:1763344908.370337:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.370339:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344908.370342:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.370345:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=226 00000020:00000001:1.0:1763344908.370348:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344908.370350:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344908.370355:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.370360:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.370363:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.370366:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.370384:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117aa00. 00000020:00000010:1.0:1763344908.370390:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344908.370396:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca047d0. 00000100:00000040:1.0:1763344908.370404:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344908.370407:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.370409:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763344908.370411:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763344908.370413:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.370415:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.370424:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.370441:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.370455:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.370458:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.370463:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303019 00000100:00000040:1.0:1763344908.370466:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344908.370469:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029111936 : -107404680439680 : ffff9e50e62cd880) 00000100:00000040:1.0:1763344908.370476:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cd880 x1848987881565056/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344908.370486:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.370488:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.370490:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.370492:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.370497:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+226:253439:x1848987881565056:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344908.370501:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881565056 00000020:00000001:1.0:1763344908.370504:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.370508:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763344908.370514:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fcfc1b780: xid 1848987881564800, transno 25770214371, client gen 9, slot idx 1 00000001:00000001:1.0:1763344908.370519:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd05d1e40: xid 1848987881563648, transno 25770214370, client gen 9, slot idx 0 00000001:00000010:1.0:1763344908.370522:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd05d1e40. 00000020:00000001:1.0:1763344908.370528:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.370531:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.370533:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344908.370536:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344908.370538:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881565056, found 0 last_xid 1848987881565055 00000020:00000001:1.0:1763344908.370542:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.370544:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.370546:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.370551:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.370554:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344908.370557:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344908.370559:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344908.370561:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344908.370563:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.370568:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.370576:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854da00 count: 2 00010000:00000001:1.0:1763344908.370579:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.370582:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.370586:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35e00. 00000020:00000001:1.0:1763344908.370589:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.370592:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35e00 with handle 0x34881b40868181fe to hash 00000020:00000001:1.0:1763344908.370594:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.370596:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00000010:1.0:1763344908.370600:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5c600. 00010000:00000001:1.0:1763344908.370604:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405978112 : -107404303573504 : ffff9e50fca35e00) 00010000:00010000:1.0:1763344908.370608:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35e00/0x34881b40868181fe lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e3f8 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.370617:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:1.0:1763344908.370619:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=227 00010000:00000001:1.0:1763344908.370625:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763344908.370628:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763344908.370635:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344908.370638:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763344908.370640:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.370642:0:13569:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763344908.370647:0:13569:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50e62cd880 x1848987881565056/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/0 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763344908.370656:0:13569:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763344908.370658:0:13569:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763344908.370661:0:13569:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763344908.370664:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.370667:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.370669:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.370672:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.370674:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.370675:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.370676:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.370678:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.370684:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.370685:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.370687:0:13569:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.370689:0:13569:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.370692:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763344908.370694:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763344908.370697:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.370699:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.370738:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50e6a80000. 02000000:00000001:1.0:1763344908.370741:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.370744:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.370749:0:13569:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763344908.370751:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.370752:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.370754:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.370755:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.370757:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.370759:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.370760:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.370762:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.370764:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.370766:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.370770:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344908.370776:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:1.0:1763344908.370778:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:1.0:1763344908.370780:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344908.370782:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.370785:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.370786:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.370814:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344908.370816:0:13569:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.370818:0:13569:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763344908.370821:0:13569:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.370823:0:13569:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763344908.370826:0:13569:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763344908.370829:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcba38 00000004:00000002:1.0:1763344908.370832:0:13569:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b13:0x12e86:0x0]/(->[0x240002b13:0x12e86:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763344908.370837:0:13569:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763344908.370839:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344908.370841:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e86:0x0] 00000020:00000001:1.0:1763344908.370844:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.370849:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:1.0:1763344908.370851:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592928032 : -107409116623584 : ffff9e4fddc20d20) 00000004:00000001:1.0:1763344908.370854:0:13569:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763344908.370856:0:13569:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.370860:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763344908.370863:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763344908.370870:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.370873:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.370878:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.370893:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.370898:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.370900:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763344908.370902:0:13569:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.370905:0:13569:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763344908.370907:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.370909:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.370912:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:1.0:1763344908.370914:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:1.0:1763344908.370916:0:13569:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.370919:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.370920:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763344908.370922:0:13569:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:1.0:1763344908.370925:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.370927:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763344908.370929:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x81 ma_lmm=ffff9e50e6a80378 00000004:00000001:1.0:1763344908.370931:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.370935:0:13569:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763344908.370938:0:13569:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x240002b13:0x12e86:0x0] lease count: 0, lm: 4 00000004:00000002:1.0:1763344908.370942:0:13569:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240002b13:0x12e86:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:1.0:1763344908.370945:0:13569:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x240002b13:0x12e86:0x0], open_flags = 040010040000002 00000004:00000001:1.0:1763344908.370947:0:13569:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763344908.370951:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344908.370953:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.370956:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854da00 count: 3 00010000:00000001:1.0:1763344908.370959:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.370961:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.370964:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35200. 00000020:00000001:1.0:1763344908.370967:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.370969:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35200 with handle 0x34881b4086818205 to hash 00000020:00000001:1.0:1763344908.370971:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.370973:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000010:1.0:1763344908.370976:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5cc80. 00010000:00000001:1.0:1763344908.370978:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:1.0:1763344908.370982:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.370983:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.370987:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:1.0:1763344908.370993:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.370997:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.370999:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.371001:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.371004:0:13569:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344908.371008:0:13569:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868181f0 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3f1 expref: 227 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.371015:0:13569:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763344908.371017:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.371019:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.371021:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.371024:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.371026:0:13569:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763344908.371029:0:13569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 4/0,1 mode: --/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000040:1.0:1763344908.371036:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fd854da00) refcount = 3 00010000:00000040:1.0:1763344908.371039:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344908.371043:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868181f0 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3f1 expref: 227 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.371049:0:13569:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763344908.371051:0:13569:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 4/0,1 mode: --/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000010:1.0:1763344908.371058:0:13569:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.371062:0:13569:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344908.371068:0:13569:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fcfc1bf00. 00000100:00000001:1.0:1763344908.371070:0:13569:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664358027008 : -107409351524608 : ffff9e4fcfc1bf00) 00000100:00000001:1.0:1763344908.371072:0:13569:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664358027008 : -107409351524608 : ffff9e4fcfc1bf00) 00000100:00000001:1.0:1763344908.371075:0:13569:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.371076:0:13569:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344908.371078:0:13569:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.371081:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.371082:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763344908.371084:0:13569:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.371086:0:13569:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.371088:0:13569:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763344908.371090:0:13569:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763344908.371094:0:13569:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32d180. 00000020:00000040:1.0:1763344908.371097:0:13569:0:(genops.c:1229:class_import_get()) import ffff9e50cc228000 refcount=2 obd=lustre-MDT0001 00000100:00000001:1.0:1763344908.371101:0:13569:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344908.371103:0:13569:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344908.371106:0:13569:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344908.371113:0:13569:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117a800. 00000100:00000001:1.0:1763344908.371118:0:13569:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.371124:0:13569:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868181f0 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3f1 expref: 227 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344908.371138:0:13569:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868181f0 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3f1 expref: 227 pid: 13569 timeout: 13114 lvb_type: 0 00010000:00000001:1.0:1763344908.371146:0:13569:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344908.371149:0:13569:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344908.371153:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32d180 x1848987617986048/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.371162:0:13569:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344908.371164:0:13569:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.371168:0:13569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13569:1848987617986048:192.168.203.14@tcp:104: 00000100:00000001:1.0:1763344908.371172:0:13569:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344908.371178:0:13569:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344908.371180:0:13569:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.371183:0:13569:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344908.371187:0:13569:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e510117ae00. 02000000:00000001:1.0:1763344908.371189:0:13569:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344908.371195:0:13569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5cec8. 00000400:00000010:1.0:1763344908.371202:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3198. 00000100:00000200:1.0:1763344908.371209:0:13569:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617986048, portal 16 00000100:00000001:1.0:1763344908.371211:0:13569:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.371213:0:13569:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163721088 : -107404545830528 : ffff9e50ee32d180) 00000100:00000040:1.0:1763344908.371219:0:13569:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee32d180 x1848987617986048/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.371226:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.371229:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.371232:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3088. 00000100:00000200:1.0:1763344908.371235:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617986048, offset 0 00000400:00000200:1.0:1763344908.371241:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.371252:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.371256:0:13569:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344908.371260:0:13569:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344908.371263:0:13569:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344908.371266:0:13569:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344908.371269:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385689:1385689:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385685:1385685:8:4294967295] 00000400:00000200:1.0:1763344908.371279:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.371284:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.371289:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.371295:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.371301:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.371305:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.371328:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.371332:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307683508 00000100:00000001:1.0:1763344908.371339:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307683477 00000100:00000001:1.0:1763344908.371342:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307683508 00000100:00000001:1.0:1763344908.371345:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307683477 00000100:00000001:1.0:1763344908.371347:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307683508 00000100:00000001:1.0:1763344908.371350:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307683477 00000100:00000001:1.0:1763344908.371352:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307683508 00000100:00000001:1.0:1763344908.371355:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307683477 00000100:00000001:1.0:1763344908.371357:0:13569:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.371359:0:13569:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.371361:0:13569:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.371363:0:13569:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.371365:0:13569:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.371367:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.371377:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.371379:0:13569:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.371381:0:13569:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.371382:0:13569:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344908.371385:0:13569:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.371387:0:13569:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344908.371389:0:13569:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344908.371391:0:13569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fcfc1bf00 going to sleep for 11 seconds 00000100:00000001:1.0:1763344908.371393:0:13569:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344908.371396:0:13569:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763344908.371722:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.371726:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:2.0:1763344908.371732:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.371738:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.371743:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3088 00000400:00000010:2.0:1763344908.371745:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3088. 00000100:00000001:2.0:1763344908.371749:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.371754:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32d180 x1848987617986048/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.371764:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.371767:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32d180 x1848987617986048/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.371774:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.371776:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763344908.374628:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.374643:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.374647:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.374651:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.374661:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.374676:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a0600 00000400:00000200:2.0:1763344908.374685:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x666189 [1] + 224 00000800:00000001:2.0:1763344908.374692:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.374699:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.374701:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.374706:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.374712:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.374720:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32d180 x1848987617986048/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763344908.374731:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50ee32d180 x1848987617986048/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.374750:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.374759:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.374762:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763344908.375228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35a00. 00000100:00000001:1.0:1763344908.375245:0:13569:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344908.375252:0:13569:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344908.375255:0:13569:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.375257:0:13569:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5cec8. 00000400:00000200:1.0:1763344908.375261:0:13569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3198 00000400:00000010:1.0:1763344908.375264:0:13569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3198. 00000100:00000001:1.0:1763344908.375267:0:13569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.375273:0:13569:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32d180 x1848987617986048/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344908.375282:0:13569:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32d180 x1848987617986048/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.375288:0:13569:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344908.375290:0:13569:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.375292:0:13569:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.375295:0:13569:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.375297:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.375299:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.375302:0:13569:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.375308:0:13569:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50cc228458 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344908.375311:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50cc228410 time=96 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.375314:0:13569:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.375315:0:13569:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.375318:0:13569:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.375321:0:13569:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.375323:0:13569:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.375327:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32d180 x1848987617986048/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.375333:0:13569:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.375336:0:13569:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.375338:0:13569:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.375341:0:13569:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763344908.375343:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.375344:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.375346:0:13569:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.375349:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32d180 x1848987617986048/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344908.375356:0:13569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13569:1848987617986048:192.168.203.14@tcp:104: 00000100:00000001:1.0:1763344908.375361:0:13569:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.375363:0:13569:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.375366:0:13569:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344908.375376:0:13569:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.375380:0:13569:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32d180 x1848987617986048/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.375386:0:13569:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344908.375388:0:13569:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344908.375390:0:13569:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e510117ae00. 02000000:00000001:1.0:1763344908.375393:0:13569:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.375396:0:13569:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.375397:0:13569:0:(genops.c:1242:class_import_put()) import ffff9e50cc228000 refcount=1 obd=lustre-MDT0001 00000020:00000001:1.0:1763344908.375399:0:13569:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344908.375401:0:13569:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117a800. 02000000:00000001:1.0:1763344908.375404:0:13569:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344908.375405:0:13569:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344908.375407:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32d180. 00000100:00000001:1.0:1763344908.375411:0:13569:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344908.375412:0:13569:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344908.375414:0:13569:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fcfc1bf00. 00000100:00000001:1.0:1763344908.375417:0:13569:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344908.375419:0:13569:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344908.375422:0:13569:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6700. 00010000:00000001:1.0:1763344908.375425:0:13569:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.375427:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.375429:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.375439:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1763344908.375444:0:13569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00000800:00000001:2.0:1763344908.375850:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.375859:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.375861:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.375863:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.375869:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.375879:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dfec00 00000400:00000200:2.0:1763344908.375886:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d24d [2] + 1968 00000400:00000010:2.0:1763344908.375889:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50ef9a84d0. 00000400:00000200:2.0:1763344908.375892:0:3636:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4fdc2a7b40 00000800:00000001:2.0:1763344908.375895:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.375901:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.375902:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.375906:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.375909:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fdc2a7b40 00000400:00000010:2.0:1763344908.375911:0:3636:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fdc2a7b40. 00000100:00000001:2.0:1763344908.375916:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.375918:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1763344908.375922:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d6fe6450 x1848987881565184 msgsize 328 00000100:00100000:2.0:1763344908.375926:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:2.0:1763344908.375929:0:3636:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1763344908.375945:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.375950:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.375953:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.376008:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.376012:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881565184 02000000:00000001:3.0:1763344908.376015:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.376017:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.376020:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.376024:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.376027:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881565184 00000020:00000001:3.0:1763344908.376030:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.376032:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344908.376034:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.376037:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=228 00000020:00000001:3.0:1763344908.376040:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344908.376043:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344908.376047:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.376052:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.376056:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.376058:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd340. 00000020:00000010:3.0:1763344908.376063:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bddc00. 00000020:00000010:3.0:1763344908.376069:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344908.376075:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf190. 00000100:00000040:3.0:1763344908.376082:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763344908.376085:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.376086:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763344908.376088:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763344908.376091:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.376094:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763344908.376099:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.376100:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.376102:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34c00 refcount=4 00000020:00000001:3.0:1763344908.376104:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000001:3.0:1763344908.376106:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00010000:3.0:1763344908.376111:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868181f0 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3f1 expref: 228 pid: 13569 timeout: 13114 lvb_type: 0 00010000:00000001:3.0:1763344908.376118:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.376119:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.376120:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.376122:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.376129:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763344908.376135:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50d6fe6450 x1848987881565184/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.376142:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763344908.376143:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.376154:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.376165:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.376167:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.376171:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6354 00000100:00000040:3.0:1763344908.376175:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 2 00000100:00000001:3.0:1763344908.376177:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668774409296 : -107404935142320 : ffff9e50d6fe6450) 00000100:00000040:3.0:1763344908.376181:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d6fe6450 x1848987881565184/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.376189:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.376191:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.376193:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.376195:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd340. 00000100:00100000:3.0:1763344908.376199:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d6fe6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+228:2406:x1848987881565184:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763344908.376203:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881565184 00010000:00000001:3.0:1763344908.376205:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763344908.376207:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763344908.376208:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763344908.376213:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.376214:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.376219:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50ff801c00. 02000000:00000001:3.0:1763344908.376221:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.376223:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.376225:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344908.376227:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763344908.376228:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.376230:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.376231:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34c00 refcount=4 00000020:00000001:3.0:1763344908.376234:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000001:3.0:1763344908.376236:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000040:3.0:1763344908.376239:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854da00 count: 4 00000004:00000001:3.0:1763344908.376243:0:23071:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763344908.376247:0:23071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868181f0 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3f1 expref: 228 pid: 13569 timeout: 13114 lvb_type: 0 00000100:00001000:3.0:1763344908.376254:0:23071:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e50dfa75c50 time=1763344908 v=20 (0 0 0 0) 00010000:00000001:3.0:1763344908.376257:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344908.376261:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.376263:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.376266:0:23071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868181f0 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3f1 expref: 228 pid: 13569 timeout: 13114 lvb_type: 0 00000020:00000001:3.0:1763344908.376273:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.376275:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.376276:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.376278:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.376283:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.376284:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.376290:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.376292:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.376294:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.376295:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.376298:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34c00 with handle 0x34881b40868181f0 from hash 00010000:00000001:3.0:1763344908.376300:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.376301:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.376302:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.376303:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344908.376308:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.376310:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.376311:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.376313:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.376316:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868181f0 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3f1 expref: 228 pid: 13569 timeout: 13114 lvb_type: 0 00010000:00000040:3.0:1763344908.376327:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:3.0:1763344908.376330:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 227 00010000:00000010:3.0:1763344908.376332:0:23071:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5c780. 00010000:00000001:3.0:1763344908.376340:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.376342:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.376344:0:23071:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344908.376347:0:23071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fd854da00) 00010000:00010000:3.0:1763344908.376351:0:23071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344908.376357:0:23071:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.376358:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.376360:0:23071:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.376362:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.376364:0:23071:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.376366:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.376378:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344908.376380:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344908.376385:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344908.376387:0:23071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344908.376389:0:23071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344908.376390:0:23071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.376392:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fd854da00) refcount = 3 00010000:00010000:3.0:1763344908.376395:0:23071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 4/0,1 mode: EX/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344908.376400:0:23071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.376402:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.376403:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.376405:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344908.376407:0:23071:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.376409:0:23071:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763344908.376413:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.376416:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.376421:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0000. 00000100:00000001:3.0:1763344908.376423:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236146688 : -107409473404928 : ffff9e4fc87e0000) 00000100:00000001:3.0:1763344908.376425:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236146688 : -107409473404928 : ffff9e4fc87e0000) 00000100:00000001:3.0:1763344908.376427:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.376429:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.376430:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.376432:0:23071:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344908.376451:0:23071:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.376454:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.376455:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.376457:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.376458:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.376460:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.376462:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.376463:0:23071:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.376465:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763344908.376467:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0000. 00000100:00000001:3.0:1763344908.376469:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.376471:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344908.376473:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd340. 00010000:00000001:3.0:1763344908.376475:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763344908.376477:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763344908.376479:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.376484:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.376487:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.376490:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.376493:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.376496:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.376498:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.376501:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.376504:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.376507:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.376509:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.376514:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb220. 00000100:00000200:3.0:1763344908.376518:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881565184, offset 224 00000400:00000200:3.0:1763344908.376524:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.376533:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.376539:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385690:1385690:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385686:1385686:8:4294967295] 00000400:00000200:3.0:1763344908.376549:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.376554:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.376559:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.376565:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.376571:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.376574:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.376594:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.376598:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.376600:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.376602:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.376607:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d6fe6450 x1848987881565184/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.376618:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d6fe6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+227:2406:x1848987881565184:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 427us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.376625:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6354 00000100:00000040:3.0:1763344908.376629:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344908.376631:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.376633:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.376638:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344908.376641:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf190. 00000020:00000010:3.0:1763344908.376644:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bddc00. 00000020:00000040:3.0:1763344908.376648:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 226 02000000:00000001:3.0:1763344908.376654:0:23071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.376655:0:23071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50ff802400. 02000000:00000001:3.0:1763344908.376658:0:23071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.376660:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cf800. 02000000:00000001:3.0:1763344908.376663:0:23071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.376664:0:23071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50ff803400. 02000000:00000001:3.0:1763344908.376666:0:23071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.376667:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8602a00. 02000000:00000001:3.0:1763344908.376670:0:23071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.376671:0:23071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50ff800800. 02000000:00000001:3.0:1763344908.376673:0:23071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.376674:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12eb100. 02000000:00000001:3.0:1763344908.376678:0:23071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.376679:0:23071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50e5677000. 02000000:00000001:3.0:1763344908.376683:0:23071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.376684:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62ce300. 02000000:00000001:3.0:1763344908.376687:0:23071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.376688:0:23071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50e5675800. 02000000:00000001:3.0:1763344908.376691:0:23071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.376692:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cd180. 02000000:00000001:3.0:1763344908.376695:0:23071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.376696:0:23071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fcb32c800. 02000000:00000001:3.0:1763344908.376699:0:23071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.376700:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb99500. 00000100:00000001:3.0:1763344908.376703:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1763344908.376708:0:23071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1763344908.376713:0:23071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac6e0. 00000400:00000010:3.0:1763344908.376717:0:23071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0000. 00000800:00000200:0.0:1763344908.377059:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.377064:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:0.0:1763344908.377070:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.377074:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.377077:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb220 00000400:00000010:0.0:1763344908.377079:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb220. 00000100:00000001:0.0:1763344908.377083:0:3635:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1763344908.377085:0:3635:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344908.377087:0:3635:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50ff801c00. 02000000:00000001:0.0:1763344908.377089:0:3635:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763344908.377090:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1763344908.377148:0:13569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.377155:0:13569:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.377158:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.377163:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.377164:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.377165:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.377168:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.377170:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.377172:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35200 refcount=3 00000020:00000001:2.0:1763344908.377174:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:2.0:1763344908.377176:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:2.0:1763344908.377178:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.377179:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.377181:0:13569:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377184:0:13569:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.377187:0:13569:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377190:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344908.377192:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x113:0x0] 00000020:00000001:2.0:1763344908.377195:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.377201:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:2.0:1763344908.377204:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:2.0:1763344908.377210:0:13569:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763344908.377215:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.377217:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.377219:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.377220:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.377222:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.377224:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.377225:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.377226:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.377228:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.377229:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.377230:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.377233:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:2.0:1763344908.377236:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: returning size 0 00000001:00000001:2.0:1763344908.377239:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.377240:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377243:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763344908.377246:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.377253:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.377258:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.377262:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.377264:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377266:0:13569:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763344908.377268:0:13569:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:2.0:1763344908.377273:0:13569:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:2.0:1763344908.377274:0:13569:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:2.0:1763344908.377275:0:13569:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.377282:0:13569:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x240002b13:0x12e86:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1763344908.377285:0:13569:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:2.0:1763344908.377290:0:13569:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fcfc1b240. 00000004:00000001:2.0:1763344908.377294:0:13569:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763344908.377296:0:13569:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763344908.377300:0:13569:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:2.0:1763344908.377302:0:13569:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377304:0:13569:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377306:0:13569:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763344908.377308:0:13569:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763344908.377311:0:13569:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.377314:0:13569:0:(osp_object.c:1020:osp_xattr_get()) Process leaving via unlock (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:2.0:1763344908.377317:0:13569:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377318:0:13569:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.377323:0:13569:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd33dc9c0. 00000004:00000001:2.0:1763344908.377325:0:13569:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:2.0:1763344908.377329:0:13569:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763344908.377334:0:13569:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50e4b8d120. 00080000:00000001:2.0:1763344908.377338:0:13569:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.377341:0:13569:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab8200. 00080000:00000001:2.0:1763344908.377344:0:13569:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591450624 : -107409118100992 : ffff9e4fddab8200) 00000004:00001000:2.0:1763344908.377347:0:13569:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff9e50cbfea0d8/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:2.0:1763344908.377351:0:13569:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.377354:0:13569:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:2.0:1763344908.377356:0:13569:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:2.0:1763344908.377358:0:13569:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:2.0:1763344908.377361:0:13569:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd33dc9c0. 00000004:00000001:2.0:1763344908.377364:0:13569:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:2.0:1763344908.377366:0:13569:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:2.0:1763344908.377379:0:13569:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377382:0:13569:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.377385:0:13569:0:(pack_generic.c:2385:lustre_print_v1v3()) parse config lov_user_md ffff9e50cbfea0d8: 00000100:00001000:2.0:1763344908.377388:0:13569:0:(pack_generic.c:2386:lustre_print_v1v3()) lmm_magic: 0xbd10bd0 00000100:00001000:2.0:1763344908.377389:0:13569:0:(pack_generic.c:2387:lustre_print_v1v3()) lmm_pattern: 0x1 00000100:00001000:2.0:1763344908.377390:0:13569:0:(pack_generic.c:2388:lustre_print_v1v3()) lmm_object_id: 0 00000100:00001000:2.0:1763344908.377392:0:13569:0:(pack_generic.c:2389:lustre_print_v1v3()) lmm_object_gr: 0 00000100:00001000:2.0:1763344908.377393:0:13569:0:(pack_generic.c:2390:lustre_print_v1v3()) lmm_stripe_size: 0x0 00000100:00001000:2.0:1763344908.377395:0:13569:0:(pack_generic.c:2391:lustre_print_v1v3()) lmm_stripe_count: 0x2 00000100:00001000:2.0:1763344908.377396:0:13569:0:(pack_generic.c:2393:lustre_print_v1v3()) lmm_stripe_offset/lmm_layout_gen: 0xffff 00000004:00000010:2.0:1763344908.377400:0:13569:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd33dc9c0. 00020000:00000001:2.0:1763344908.377404:0:13569:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1763344908.377407:0:13569:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:2.0:1763344908.377409:0:13569:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:2.0:1763344908.377412:0:13569:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:2.0:1763344908.377414:0:13569:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:2.0:1763344908.377415:0:13569:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763344908.377417:0:13569:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=2 : 2 : 2) 00020000:00000010:2.0:1763344908.377421:0:13569:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 16 at ffff9e50efb79840. 00020000:00000010:2.0:1763344908.377424:0:13569:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 8 at ffff9e4fcab39270. 00020000:00001000:2.0:1763344908.377427:0:13569:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 2 00020000:00001000:2.0:1763344908.377430:0:13569:0:(lod_qos.c:2873:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:2.0:1763344908.377433:0:13569:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:2.0:1763344908.377435:0:13569:0:(lod_qos.c:1599:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:2.0:1763344908.377438:0:13569:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:2.0:1763344908.377440:0:13569:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:2.0:1763344908.377442:0:13569:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:2.0:1763344908.377444:0:13569:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1763344908.377447:0:13569:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 2 start_idx 4 start_count 1752 offset 12 active 2 count 2 00020000:00001000:2.0:1763344908.377450:0:13569:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 17 act 0 strp 0 ary 1 idx 1 00020000:00000001:2.0:1763344908.377453:0:13569:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:2.0:1763344908.377455:0:13569:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1763344908.377458:0:13569:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763344908.377461:0:13569:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0001: blocks=958279, bfree=955117, bavail=898559, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259420, state=0 00000004:00000001:2.0:1763344908.377465:0:13569:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.377467:0:13569:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377470:0:13569:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763344908.377472:0:13569:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.377475:0:13569:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:2.0:1763344908.377479:0:13569:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e50d7c85f10. 00000004:00000001:2.0:1763344908.377484:0:13569:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763344908.377485:0:13569:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377489:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.377491:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591450624 : -107409118100992 : ffff9e4fddab8200) 00000004:00000001:2.0:1763344908.377495:0:13569:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:2.0:1763344908.377498:0:13569:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.377500:0:13569:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664591450624 : -107409118100992 : ffff9e4fddab8200) 00000004:00000001:2.0:1763344908.377503:0:13569:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:2.0:1763344908.377507:0:13569:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.377511:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.377515:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.377519:0:13569:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2580. 00080000:00000001:2.0:1763344908.377521:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377523:0:13569:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.377525:0:13569:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446636668787646312 : -107404921905304 : ffff9e50d7c85f68) 00020000:00000001:2.0:1763344908.377528:0:13569:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1763344908.377530:0:13569:0:(lod_qos.c:774:lod_ost_alloc_rr()) #1 strt 18 act 0 strp 1 ary 0 idx 0 00020000:00000001:2.0:1763344908.377533:0:13569:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:2.0:1763344908.377534:0:13569:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1763344908.377536:0:13569:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763344908.377538:0:13569:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0001: blocks=958279, bfree=950552, bavail=893994, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259278, state=0 00000004:00000001:2.0:1763344908.377542:0:13569:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.377543:0:13569:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377545:0:13569:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763344908.377547:0:13569:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.377548:0:13569:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:2.0:1763344908.377551:0:13569:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e50d7c879b0. 00000004:00000001:2.0:1763344908.377553:0:13569:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763344908.377555:0:13569:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377557:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.377558:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591450624 : -107409118100992 : ffff9e4fddab8200) 00000004:00000001:2.0:1763344908.377561:0:13569:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:2.0:1763344908.377562:0:13569:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.377564:0:13569:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664591450624 : -107409118100992 : ffff9e4fddab8200) 00000004:00000001:2.0:1763344908.377566:0:13569:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:2.0:1763344908.377567:0:13569:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.377569:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.377571:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344908.377572:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377574:0:13569:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.377575:0:13569:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446636668787653128 : -107404921898488 : ffff9e50d7c87a08) 00020000:00000001:2.0:1763344908.377578:0:13569:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.377580:0:13569:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.377583:0:13569:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.377585:0:13569:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.377588:0:13569:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763344908.377589:0:13569:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:2.0:1763344908.377591:0:13569:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.377593:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.377594:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591450624 : -107409118100992 : ffff9e4fddab8200) 00000004:00000001:2.0:1763344908.377599:0:13569:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377601:0:13569:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:2.0:1763344908.377603:0:13569:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377605:0:13569:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377608:0:13569:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.377611:0:13569:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763344908.377613:0:13569:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763344908.377619:0:13569:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763344908.377621:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.377622:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591450624 : -107409118100992 : ffff9e4fddab8200) 00080000:00000001:2.0:1763344908.377625:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.377627:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.377630:0:13569:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2a00. 00080000:00000001:2.0:1763344908.377632:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377634:0:13569:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.377643:0:13569:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.377645:0:13569:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377648:0:13569:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.377651:0:13569:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:2.0:1763344908.377653:0:13569:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344908.377655:0:13569:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763344908.377657:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.377658:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591450624 : -107409118100992 : ffff9e4fddab8200) 00000004:00000001:2.0:1763344908.377661:0:13569:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:2.0:1763344908.377666:0:13569:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9e50d7c85f10 is [0x2c0000402:0x1bc1:0x0] 00000020:00000001:2.0:1763344908.377669:0:13569:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.377670:0:13569:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664591450624 : -107409118100992 : ffff9e4fddab8200) 00000004:00080000:2.0:1763344908.377698:0:13569:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000402:0x1bc1:0x0], index 1: 0 00000004:00000001:2.0:1763344908.377701:0:13569:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377702:0:13569:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377704:0:13569:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763344908.377705:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.377706:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591450624 : -107409118100992 : ffff9e4fddab8200) 00000004:00000001:2.0:1763344908.377708:0:13569:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:2.0:1763344908.377710:0:13569:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9e50d7c879b0 is [0x280000402:0x1c19:0x0] 00000020:00000001:2.0:1763344908.377712:0:13569:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.377713:0:13569:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664591450624 : -107409118100992 : ffff9e4fddab8200) 00000004:00080000:2.0:1763344908.377718:0:13569:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000402:0x1c19:0x0], index 0: 0 00000004:00000001:2.0:1763344908.377720:0:13569:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377721:0:13569:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377724:0:13569:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763344908.377725:0:13569:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377728:0:13569:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:2.0:1763344908.377730:0:13569:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:2.0:1763344908.377731:0:13569:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:2.0:1763344908.377734:0:13569:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.377737:0:13569:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.377739:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.377741:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.377745:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.377747:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.377749:0:13569:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.377751:0:13569:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:2.0:1763344908.377753:0:13569:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377755:0:13569:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.377757:0:13569:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.377758:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.377759:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.377760:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.377762:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.377763:0:13569:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.377764:0:13569:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:2.0:1763344908.377766:0:13569:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377768:0:13569:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377770:0:13569:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377772:0:13569:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.377773:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.377775:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591450624 : -107409118100992 : ffff9e4fddab8200) 00080000:00000001:2.0:1763344908.377778:0:13569:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.377780:0:13569:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e86:0x0] set xattr 'trusted.lov' with size 80 00080000:00000010:2.0:1763344908.377852:0:13569:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 148 at ffff9e4fd33dccc0. 00000004:00000001:2.0:1763344908.377862:0:13569:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377864:0:13569:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377866:0:13569:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377868:0:13569:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377871:0:13569:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.377874:0:13569:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763344908.377877:0:13569:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344908.377881:0:13569:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344908.377884:0:13569:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214372, last_committed = 25770214370 00000001:00000010:2.0:1763344908.377888:0:13569:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8d8a0. 00000001:00000040:2.0:1763344908.377891:0:13569:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 2 00000020:00000040:2.0:1763344908.377894:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=227 00000001:00000010:2.0:1763344908.377899:0:13569:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd33dc840. 00000004:00000001:2.0:1763344908.377905:0:13569:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763344908.377907:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.377908:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591450624 : -107409118100992 : ffff9e4fddab8200) 00000004:00000001:2.0:1763344908.377917:0:13569:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763344908.377920:0:13569:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd33dc840: xid 1848987881565056, transno 25770214372, tag 1, client gen 9, slot idx 0 00000001:00000001:2.0:1763344908.377923:0:13569:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344908.377930:0:13569:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2a00. 00080000:00000010:2.0:1763344908.377933:0:13569:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2580. 00040000:00000001:2.0:1763344908.377936:0:13569:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.377939:0:13569:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344908.377941:0:13569:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.377944:0:13569:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50e4b8d120. 00000020:00000001:2.0:1763344908.377948:0:13569:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377951:0:13569:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377954:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344908.377956:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344908.377958:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377961:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.377964:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.377970:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.377973:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.377975:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763344908.377977:0:13569:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.377979:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.377981:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.377983:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.377985:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000002:2.0:1763344908.377988:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff9e50e6a80378 00000004:00000001:2.0:1763344908.377990:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.377992:0:13569:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.377995:0:13569:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 80 00000004:00000001:2.0:1763344908.377997:0:13569:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763344908.377998:0:13569:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.378001:0:13569:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763344908.378004:0:13569:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763344908.378007:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344908.378009:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b13:0x12e86:0x0] mask 2 la_mode 100644 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:2.0:1763344908.378013:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.378016:0:13569:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.378018:0:13569:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.378022:0:13569:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763344908.378026:0:13569:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50f4ec0d00. 00000020:00000001:2.0:1763344908.378028:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.378030:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f4ec0d00 with handle 0x34881b408681820c to hash 00000020:00000001:2.0:1763344908.378033:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763344908.378034:0:13569:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636669276523776 : -107404433027840 : ffff9e50f4ec0d00) 00000004:00000001:2.0:1763344908.378036:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763344908.378038:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763344908.378040:0:13569:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x240002b13:0x12e86:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:2.0:1763344908.378043:0:13569:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763344908.378046:0:13569:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763344908.378047:0:13569:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.378049:0:13569:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.378052:0:13569:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.378054:0:13569:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763344908.378057:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344908.378059:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763344908.378060:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344908.378061:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344908.378063:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.378064:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.378066:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35200 refcount=3 00000020:00000001:2.0:1763344908.378068:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:2.0:1763344908.378070:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:2.0:1763344908.378073:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344908.378076:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.378082:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.378083:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.378085:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 2/0,0 mode: EX/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.378090:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.378092:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.378095:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344908.378097:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 3/0,0 mode: EX/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:2.0:1763344908.378102:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca35200 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344908.378104:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.378106:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344908.378109:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 3/0,0 mode: EX/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.378114:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344908.378115:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.378116:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.378118:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35200 refcount=4 00000020:00000001:2.0:1763344908.378119:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:2.0:1763344908.378121:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:2.0:1763344908.378124:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344908.378126:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 4/0,0 mode: EX/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.378131:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344908.378132:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344908.378133:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.378136:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344908.378138:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.378139:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.378141:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.378143:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35200 with handle 0x34881b4086818205 from hash 00010000:00000001:2.0:1763344908.378145:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.378146:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.378147:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.378148:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344908.378152:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.378153:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.378155:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.378157:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.378159:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.378162:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fd854da00) 00010000:00010000:2.0:1763344908.378164:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763344908.378166:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.378168:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.378170:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.378171:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344908.378174:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.378174:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.378176:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.378177:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.378180:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.378182:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 2/0,0 mode: --/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.378186:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.378187:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.378188:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344908.378190:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344908.378191:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.378193:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818205 lrc: 0/0,0 mode: --/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:2.0:1763344908.378199:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5cc80. 00010000:00000001:2.0:1763344908.378206:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.378207:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344908.378209:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344908.378210:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344908.378211:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763344908.378213:0:13569:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763344908.378215:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344908.378217:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.378219:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763344908.378220:0:13569:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344908.378222:0:13569:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.378223:0:13569:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344908.378225:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344908.378230:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375a98/ffff9e4fd3375a40 to site lru. bkt: ffff9e50ff90c930 00000004:00000001:2.0:1763344908.378232:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.378234:0:13569:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763344908.378240:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.378247:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.378251:0:13569:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.378254:0:13569:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763344908.378258:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344908.378260:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344908.378262:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344908.378263:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344908.378265:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344908.378267:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:2.0:1763344908.378288:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.378290:0:13569:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763344908.378294:0:13569:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763344908.378296:0:13569:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.378299:0:13569:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763344908.378302:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763344908.378306:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344908.378308:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344908.378309:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.378315:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.378316:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.378318:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.378319:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.378321:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35e00 with handle 0x34881b40868181fe from hash 00010000:00000001:2.0:1763344908.378323:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.378324:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.378325:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.378326:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344908.378328:0:13569:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344908.378330:0:13569:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344908.378337:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35e00/0x34881b40868181fe lrc: 1/0,0 mode: --/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3f8 expref: 227 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.378343:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344908.378345:0:13569:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.378347:0:13569:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.378349:0:13569:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.378350:0:13569:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.378353:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344908.378354:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.378356:0:13569:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.378357:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344908.378358:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.378359:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.378361:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.378363:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fd854da00) 00010000:00010000:2.0:1763344908.378365:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763344908.378366:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.378381:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.378383:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.378384:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.378388:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35e00/0x34881b40868181fe lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3f8 expref: 227 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.378394:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:2.0:1763344908.378397:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 226 00010000:00000010:2.0:1763344908.378399:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5c600. 00010000:00000040:2.0:1763344908.378402:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854da00 count: 0 00010000:00000010:2.0:1763344908.378407:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42980. 00010000:00000001:2.0:1763344908.378412:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.378414:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca35e00, rc 0) 00000020:00000001:2.0:1763344908.378416:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344908.378420:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 25770214372, xid 1848987881565056 00010000:00000001:2.0:1763344908.378422:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.378429:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cd880 x1848987881565056/t25770214372(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/688 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.378436:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.378439:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.378443:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.378446:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.378449:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.378451:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.378453:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.378456:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.378459:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.378461:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.378467:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921330. 00000100:00000200:2.0:1763344908.378474:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1848987881565056, offset 224 00000400:00000200:2.0:1763344908.378482:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.378493:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.378499:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385691:1385691:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385687:1385687:8:4294967295] 00000400:00000200:2.0:1763344908.378508:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.378514:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.378519:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:2.0:1763344908.378525:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.378531:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.378535:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.378544:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.378547:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.378549:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.378551:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.378553:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.378558:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cd880 x1848987881565056/t25770214372(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/688 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.378568:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+226:253439:x1848987881565056:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 8080us (8345us total) trans 25770214372 rc 301/301 00000100:00100000:2.0:1763344908.378576:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303019 00000100:00000040:2.0:1763344908.378578:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344908.378581:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.378583:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.378586:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42200. 00000020:00000010:2.0:1763344908.378590:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca047d0. 00000020:00000010:2.0:1763344908.378594:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117aa00. 00000020:00000040:2.0:1763344908.378598:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 225 00000100:00000001:2.0:1763344908.378600:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.379256:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.379264:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:0.0:1763344908.379269:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.379274:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.379280:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921330 00000400:00000010:0.0:1763344908.379282:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921330. 00000100:00000001:0.0:1763344908.379286:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.379288:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344908.385991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34400. 00010000:00000010:1.1:1763344908.386010:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50e58caf00. 00010000:00000010:1.1:1763344908.386015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34e00. 00010000:00000010:1.1:1763344908.386019:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854de00. 00010000:00000010:1.1:1763344908.386023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35000. 00000800:00000001:2.0:1763344908.388122:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.388139:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.388142:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.388145:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.388155:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.388171:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509dfed00 00000400:00000200:2.0:1763344908.388179:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x6592c5 [2] + 784 00000800:00000001:2.0:1763344908.388186:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.388196:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.388199:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.388204:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.388211:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.388213:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763344908.388219:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cf480. 00000100:00000040:2.0:1763344908.388223:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cf480 x1848987881565440 msgsize 392 00000100:00100000:2.0:1763344908.388227:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.388248:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.388256:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.388259:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.388342:0:6507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.388346:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881565440 02000000:00000001:0.0:1763344908.388349:0:6507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.388351:0:6507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.388353:0:6507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.388358:0:6507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.388362:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881565440 00000020:00000001:0.0:1763344908.388365:0:6507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.388367:0:6507:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344908.388379:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.388382:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=226 00000020:00000001:0.0:1763344908.388385:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344908.388388:0:6507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344908.388396:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.388401:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.388405:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.388408:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000020:00000010:0.0:1763344908.388414:0:6507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4800. 00000020:00000010:0.0:1763344908.388419:0:6507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344908.388425:0:6507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732578. 00000100:00000040:0.0:1763344908.388431:0:6507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763344908.388434:0:6507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.388436:0:6507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344908.388438:0:6507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.388446:0:6507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.388462:0:6507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.388472:0:6507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.388474:0:6507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.388480:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35922 00000100:00000040:0.0:1763344908.388484:0:6507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344908.388487:0:6507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029119104 : -107404680432512 : ffff9e50e62cf480) 00000100:00000040:0.0:1763344908.388495:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cf480 x1848987881565440/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344908.388504:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.388506:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.388508:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.388510:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000100:00100000:0.0:1763344908.388515:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+226:253439:x1848987881565440:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:0.0:1763344908.388518:0:6507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881565440 00000020:00000001:0.0:1763344908.388522:0:6507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344908.388525:0:6507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344908.388530:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd33dc840: xid 1848987881565056, transno 25770214372, client gen 9, slot idx 0 00000001:00000001:0.0:1763344908.388535:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fcfc1b780: xid 1848987881564800, transno 25770214371, client gen 9, slot idx 1 00000001:00000010:0.0:1763344908.388538:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fcfc1b780. 00000020:00000001:0.0:1763344908.388543:0:6507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.388545:0:6507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344908.388547:0:6507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:0.0:1763344908.388550:0:6507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344908.388553:0:6507:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881565440, found 0 last_xid 1848987881565439 00000020:00000001:0.0:1763344908.388556:0:6507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344908.388558:0:6507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344908.388560:0:6507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344908.388563:0:6507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388567:0:6507:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763344908.388569:0:6507:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763344908.388571:0:6507:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763344908.388575:0:6507:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388578:0:6507:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763344908.388581:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.388583:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.388585:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.388587:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.388589:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.388591:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.388592:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.388594:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.388595:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.388597:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.388598:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.388600:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.388601:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.388602:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388605:0:6507:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388607:0:6507:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763344908.388608:0:6507:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388611:0:6507:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344908.388612:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.388613:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.388615:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.388616:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.388617:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.388619:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.388620:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.388622:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.388623:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.388624:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.388628:0:6507:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344908.388633:0:6507:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344908.388635:0:6507:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344908.388638:0:6507:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344908.388640:0:6507:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.388642:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.388644:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388645:0:6507:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344908.388647:0:6507:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388649:0:6507:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.388653:0:6507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.388655:0:6507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.388660:0:6507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50ca202800. 02000000:00000001:0.0:1763344908.388662:0:6507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.388664:0:6507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388666:0:6507:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344908.388668:0:6507:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388671:0:6507:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763344908.388673:0:6507:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763344908.388674:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.388687:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50f4ec0d00 refcount=2 00000020:00000001:0.0:1763344908.388690:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669276523776 : -107404433027840 : ffff9e50f4ec0d00) 00000004:00000001:0.0:1763344908.388693:0:6507:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636669276523776 : -107404433027840 : ffff9e50f4ec0d00) 00000020:00000040:0.0:1763344908.388696:0:6507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f4ec0d00 with handle 0x34881b408681820c from hash 00000004:00000001:0.0:1763344908.388700:0:6507:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763344908.388701:0:6507:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240002b13:0x12e86:0x0] with intent: 0 00000004:00000001:0.0:1763344908.388704:0:6507:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763344908.388706:0:6507:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:0.0:1763344908.388709:0:6507:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344908.388712:0:6507:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344908.388723:0:6507:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388726:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.388730:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.388750:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.388754:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.388757:0:6507:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344908.388758:0:6507:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.388760:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.388761:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.388763:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.388766:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.388768:0:6507:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344908.388769:0:6507:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763344908.388771:0:6507:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344908.388774:0:6507:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388776:0:6507:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.388778:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.388779:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344908.388781:0:6507:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=80 : 80 : 0x50) 00000004:00000001:0.0:1763344908.388784:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763344908.388786:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763344908.388817:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.388819:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.388822:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763344908.388824:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763344908.388826:0:6507:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763344908.388829:0:6507:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344908.388831:0:6507:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388834:0:6507:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763344908.388836:0:6507:0:(mdt_som.c:114:mdt_set_som()) [0x240002b13:0x12e86:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:0.0:1763344908.388840:0:6507:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763344908.388843:0:6507:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763344908.388845:0:6507:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344908.388849:0:6507:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344908.388855:0:6507:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dc540. 00080000:00000001:0.0:1763344908.388859:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344908.388862:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fdb7d4a00. 00080000:00000001:0.0:1763344908.388865:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664554867200 : -107409154684416 : ffff9e4fdb7d4a00) 00000004:00000001:0.0:1763344908.388869:0:6507:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344908.388872:0:6507:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344908.388875:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344908.388878:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554867200 : -107409154684416 : ffff9e4fdb7d4a00) 00000004:00000001:0.0:1763344908.388881:0:6507:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388884:0:6507:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.388887:0:6507:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344908.388889:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344908.388894:0:6507:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344908.388896:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344908.388897:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554867200 : -107409154684416 : ffff9e4fdb7d4a00) 00080000:00000001:0.0:1763344908.388900:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344908.388904:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344908.388907:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2a80. 00080000:00000001:0.0:1763344908.388910:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388912:0:6507:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.388920:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.388922:0:6507:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388926:0:6507:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763344908.388929:0:6507:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763344908.388931:0:6507:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763344908.388932:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344908.388933:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554867200 : -107409154684416 : ffff9e4fdb7d4a00) 00080000:00000001:0.0:1763344908.388937:0:6507:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344908.388939:0:6507:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e86:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:0.0:1763344908.388957:0:6507:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388960:0:6507:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.388962:0:6507:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.388966:0:6507:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344908.388969:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344908.388972:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344908.388975:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214373, last_committed = 25770214370 00000001:00000010:0.0:1763344908.388979:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dcd20. 00000001:00000040:0.0:1763344908.388981:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 3 00000020:00000040:0.0:1763344908.388984:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=227 00000001:00000010:0.0:1763344908.388989:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd6241c00. 00000004:00000001:0.0:1763344908.388993:0:6507:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344908.388995:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344908.388996:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554867200 : -107409154684416 : ffff9e4fdb7d4a00) 00000004:00000001:0.0:1763344908.389007:0:6507:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344908.389010:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd6241c00: xid 1848987881565440, transno 25770214373, tag 1, client gen 9, slot idx 1 00000001:00000001:0.0:1763344908.389013:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344908.389020:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2a80. 00040000:00000001:0.0:1763344908.389024:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344908.389026:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344908.389028:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344908.389031:0:6507:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dc540. 00000020:00000001:0.0:1763344908.389034:0:6507:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.389037:0:6507:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.389039:0:6507:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.389040:0:6507:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.389043:0:6507:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763344908.389044:0:6507:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763344908.389046:0:6507:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344908.389048:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.389050:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.389054:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763344908.389056:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763344908.389058:0:6507:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.389061:0:6507:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344908.389064:0:6507:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344908.389066:0:6507:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344908.389069:0:6507:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x240002b13:0x12e86:0x0], previous was 0x7 00000004:00000001:0.0:1763344908.389072:0:6507:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.389074:0:6507:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763344908.389076:0:6507:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.389079:0:6507:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763344908.389083:0:6507:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344908.389085:0:6507:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763344908.389088:0:6507:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50f4ec0d00. 00000004:00000001:0.0:1763344908.389096:0:6507:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344908.389097:0:6507:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.389099:0:6507:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.389101:0:6507:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.389103:0:6507:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763344908.389105:0:6507:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344908.389106:0:6507:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344908.389108:0:6507:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344908.389110:0:6507:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344908.389111:0:6507:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344908.389115:0:6507:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.389118:0:6507:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344908.389120:0:6507:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763344908.389125:0:6507:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344908.389131:0:6507:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.389133:0:6507:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344908.389137:0:6507:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 25770214373, xid 1848987881565440 00010000:00000001:0.0:1763344908.389140:0:6507:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344908.389145:0:6507:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cf480 x1848987881565440/t25770214373(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/456 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344908.389152:0:6507:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.389155:0:6507:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.389158:0:6507:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=40 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.389162:0:6507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.389165:0:6507:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344908.389167:0:6507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344908.389170:0:6507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.389172:0:6507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.389175:0:6507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.389178:0:6507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344908.389182:0:6507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495bb0. 00000100:00000200:0.0:1763344908.389187:0:6507:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881565440, offset 224 00000400:00000200:0.0:1763344908.389193:0:6507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344908.389203:0:6507:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344908.389209:0:6507:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385692:1385692:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385688:1385688:8:4294967295] 00000400:00000200:0.0:1763344908.389229:0:6507:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344908.389235:0:6507:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344908.389241:0:6507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56200. 00000800:00000200:0.0:1763344908.389246:0:6507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344908.389253:0:6507:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344908.389257:0:6507:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56200 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344908.389273:0:6507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.389276:0:6507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344908.389279:0:6507:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344908.389280:0:6507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.389283:0:6507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344908.389287:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cf480 x1848987881565440/t25770214373(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/456 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344908.389297:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+227:253439:x1848987881565440:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 791us (1071us total) trans 25770214373 rc 0/0 00000100:00100000:0.0:1763344908.389304:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35922 00000100:00000040:0.0:1763344908.389308:0:6507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344908.389310:0:6507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.389312:0:6507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.389316:0:6507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344908.389321:0:6507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732578. 00000020:00000010:0.0:1763344908.389324:0:6507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4800. 00000020:00000040:0.0:1763344908.389330:0:6507:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 226 00000100:00000001:0.0:1763344908.389333:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344908.389367:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.389379:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56200. 00000400:00000200:2.0:1763344908.389382:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.389387:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.389391:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495bb0 00000400:00000010:2.0:1763344908.389393:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495bb0. 00000100:00000001:2.0:1763344908.389397:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.389399:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344908.393050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34c00. 00080000:00000010:2.1:1763344908.393823:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e4fc2deca80. 00010000:00000010:2.1:1763344908.393832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35200. 00010000:00000010:2.1:1763344908.393838:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854da00. 00010000:00000010:2.1:1763344908.393841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35e00. 00000800:00000001:3.0:1763344908.394881:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.394894:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344908.394898:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.394901:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.394911:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344908.394928:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 376 into portal 12 MB=0x691a509dfed80 00000400:00000200:3.0:1763344908.394938:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 376/376 into md 0x616b51 [64] + 176344 00000800:00000001:3.0:1763344908.394946:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.394954:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.394958:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.394963:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344908.394970:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.394972:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344908.394978:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede41f80. 00000100:00000040:3.0:1763344908.394981:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ede41f80 x1848987881565568 msgsize 376 00000100:00100000:3.0:1763344908.394986:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344908.395155:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344908.395166:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.395170:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.395222:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.395225:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881565568 02000000:00000001:2.0:1763344908.395228:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.395230:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.395233:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.395237:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.395241:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881565568 00000020:00000001:2.0:1763344908.395244:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.395246:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344908.395248:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.395251:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=227 00000020:00000001:2.0:1763344908.395254:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344908.395256:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344908.395261:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.395265:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2580. 00000100:00000001:2.0:1763344908.395269:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.395271:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2580. 00000020:00000010:2.0:1763344908.395278:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8e00. 00000020:00000010:2.0:1763344908.395283:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0280. 00000020:00000010:2.0:1763344908.395288:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d258. 00000100:00000040:2.0:1763344908.395295:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344908.395298:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.395299:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344908.395302:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344908.395304:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.395306:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.395313:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.395327:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.395340:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.395342:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.395347:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303020 00000100:00000040:2.0:1763344908.395350:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344908.395353:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158563712 : -107404550987904 : ffff9e50ede41f80) 00000100:00000040:2.0:1763344908.395359:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede41f80 x1848987881565568/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 376/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.395378:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.395381:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2580. 00000100:00000001:2.0:1763344908.395383:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.395385:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2580. 00000100:00100000:2.0:1763344908.395390:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+227:253439:x1848987881565568:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344908.395393:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881565568 00000020:00000001:2.0:1763344908.395396:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.395400:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763344908.395404:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd6241c00: xid 1848987881565440, transno 25770214373, client gen 9, slot idx 1 00000001:00000001:2.0:1763344908.395408:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd33dc840: xid 1848987881565056, transno 25770214372, client gen 9, slot idx 0 00000001:00000010:2.0:1763344908.395412:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd33dc840. 00000020:00000001:2.0:1763344908.395416:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.395418:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.395420:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344908.395423:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344908.395427:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881565568, found 0 last_xid 1848987881565567 00000020:00000001:2.0:1763344908.395429:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.395441:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.395443:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.395448:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.395450:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344908.395452:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.395454:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.395456:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344908.395457:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.395462:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.395471:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359600. 00010000:00000010:2.0:1763344908.395475:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0c00. 00010000:00000001:2.0:1763344908.395479:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.395481:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb426800. 00000020:00000001:2.0:1763344908.395484:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.395487:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb426800 with handle 0x34881b4086818213 to hash 00000020:00000001:2.0:1763344908.395489:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.395490:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282572800 : -107409426978816 : ffff9e4fcb426800) 00010000:00000010:2.0:1763344908.395495:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca480. 00010000:00000001:2.0:1763344908.395498:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282572800 : -107409426978816 : ffff9e4fcb426800) 00010000:00010000:2.0:1763344908.395502:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426800/0x34881b4086818213 lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e3ff expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.395510:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:2.0:1763344908.395512:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=228 00010000:00000001:2.0:1763344908.395518:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344908.395521:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344908.395527:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344908.395529:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344908.395531:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.395533:0:13569:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:2.0:1763344908.395536:0:13569:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x240002b13:0x12e86:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:2.0:1763344908.395539:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344908.395541:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e86:0x0] 00000020:00000001:2.0:1763344908.395543:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.395547:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:2.0:1763344908.395549:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592928032 : -107409116623584 : ffff9e4fddc20d20) 00000004:00000001:2.0:1763344908.395554:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.395561:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763344908.395566:0:13569:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=80 : 80 : 0x50) 00000004:00000001:2.0:1763344908.395569:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.395572:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000040:2.0:1763344908.395574:0:13569:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0001: layout_size 80 00000100:00000001:2.0:1763344908.395577:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.395580:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.395585:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 720 at ffff9e4fcb32c400. 02000000:00000001:2.0:1763344908.395587:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.395589:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.395593:0:13569:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.395595:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344908.395597:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.395599:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.395602:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.395605:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.395607:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.395609:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.395611:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.395613:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.395614:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.395616:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.395619:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.395620:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.395621:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.395623:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) refcount = 1 00010000:00010000:2.0:1763344908.395629:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426800/0x34881b4086818213 lrc: 3/0,0 mode: CR/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ff expref: 228 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.395635:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.395639:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.395641:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.395643:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.395644:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.395646:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.395648:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.395652:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344908.395655:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426800/0x34881b4086818213 lrc: 3/0,0 mode: CR/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ff expref: 228 pid: 13569 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1763344908.395662:0:13569:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:2.0:1763344908.395666:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344908.395667:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e86:0x0] 00000020:00000001:2.0:1763344908.395669:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.395670:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:2.0:1763344908.395673:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592928032 : -107409116623584 : ffff9e4fddc20d20) 00000004:00000001:2.0:1763344908.395675:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.395677:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763344908.395679:0:13569:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=80 : 80 : 0x50) 00000004:00000001:2.0:1763344908.395680:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.395682:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.395684:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.395685:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.395686:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.395689:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.395690:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344908.395692:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.395693:0:13569:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=80 : 80 : 50) 00010000:00000001:2.0:1763344908.395696:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.395698:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.395701:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) 00010000:00010000:2.0:1763344908.395703:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763344908.395705:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.395707:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.395709:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.395711:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.395712:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.395714:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fcb426800, rc 0) 00000020:00000001:2.0:1763344908.395716:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.395720:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 0, xid 1848987881565568 00010000:00000001:2.0:1763344908.395722:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.395726:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede41f80 x1848987881565568/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 376/424 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.395734:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.395736:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.395740:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.395744:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.395746:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.395748:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.395751:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.395753:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.395757:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.395760:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.395764:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921a18. 00000100:00000200:2.0:1763344908.395769:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 424 bytes to portal 10, xid 1848987881565568, offset 224 00000400:00000200:2.0:1763344908.395775:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.395783:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.395812:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385693:1385693:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385689:1385689:8:4294967295] 00000400:00000200:2.0:1763344908.395822:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.395828:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 424 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.395833:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:2.0:1763344908.395839:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.395845:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.395849:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 520 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.397937:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.397947:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.397951:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.397953:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.397955:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.397962:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede41f80 x1848987881565568/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 376/424 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.397973:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+228:253439:x1848987881565568:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 2603us (2990us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344908.397981:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303020 00000100:00000040:2.0:1763344908.397985:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344908.397987:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.397989:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.397994:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0280. 00000020:00000010:2.0:1763344908.397998:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d258. 00000020:00000010:2.0:1763344908.398002:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8e00. 00000020:00000040:2.0:1763344908.398007:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 227 00000100:00000001:2.0:1763344908.398010:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.398088:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.398092:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:1.0:1763344908.398096:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.398101:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.398105:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921a18 00000400:00000010:1.0:1763344908.398108:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921a18. 00000100:00000001:1.0:1763344908.398111:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.398113:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763344908.405778:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.405819:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.405823:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.405826:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.405836:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.405853:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509dfee80 00000400:00000200:2.0:1763344908.405861:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x6592c5 [2] + 1176 00000800:00000001:2.0:1763344908.405869:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.405876:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.405879:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.405882:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.405890:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.405892:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763344908.405898:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cd180. 00000100:00000040:2.0:1763344908.405902:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cd180 x1848987881565824 msgsize 392 00000100:00100000:2.0:1763344908.405905:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.405915:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.405923:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.405926:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.406332:0:6507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.406335:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881565824 02000000:00000001:0.0:1763344908.406339:0:6507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.406341:0:6507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.406343:0:6507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.406347:0:6507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.406351:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881565824 00000020:00000001:0.0:1763344908.406354:0:6507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.406356:0:6507:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344908.406359:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.406362:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=228 00000020:00000001:0.0:1763344908.406364:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344908.406367:0:6507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344908.406383:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.406389:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.406392:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.406395:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000020:00000010:0.0:1763344908.406401:0:6507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4800. 00000020:00000010:0.0:1763344908.406407:0:6507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344908.406413:0:6507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732578. 00000100:00000040:0.0:1763344908.406420:0:6507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763344908.406423:0:6507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.406425:0:6507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344908.406427:0:6507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.406435:0:6507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.406450:0:6507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.406463:0:6507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.406465:0:6507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.406471:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35923 00000100:00000040:0.0:1763344908.406475:0:6507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344908.406478:0:6507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029110144 : -107404680441472 : ffff9e50e62cd180) 00000100:00000040:0.0:1763344908.406486:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cd180 x1848987881565824/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344908.406494:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.406497:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.406500:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.406502:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000100:00100000:0.0:1763344908.406506:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+228:253439:x1848987881565824:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:0.0:1763344908.406510:0:6507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881565824 00000020:00000001:0.0:1763344908.406513:0:6507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344908.406516:0:6507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344908.406521:0:6507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.406524:0:6507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344908.406526:0:6507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:0.0:1763344908.406529:0:6507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344908.406532:0:6507:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881565824, found 0 last_xid 1848987881565823 00000020:00000001:0.0:1763344908.406535:0:6507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344908.406537:0:6507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344908.406539:0:6507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344908.406542:0:6507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406546:0:6507:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763344908.406548:0:6507:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763344908.406551:0:6507:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763344908.406554:0:6507:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406557:0:6507:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763344908.406560:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.406562:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.406564:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.406566:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.406568:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.406569:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.406570:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.406572:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.406573:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.406575:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.406576:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.406578:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.406580:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.406581:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406584:0:6507:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406585:0:6507:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763344908.406587:0:6507:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406590:0:6507:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344908.406591:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.406592:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.406593:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.406595:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.406596:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.406597:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.406599:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.406600:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.406602:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.406603:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.406608:0:6507:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344908.406614:0:6507:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344908.406616:0:6507:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344908.406618:0:6507:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344908.406620:0:6507:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.406622:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.406624:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406625:0:6507:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344908.406627:0:6507:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406629:0:6507:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.406633:0:6507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.406635:0:6507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.406641:0:6507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50ca200000. 02000000:00000001:0.0:1763344908.406643:0:6507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.406646:0:6507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406648:0:6507:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344908.406649:0:6507:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406652:0:6507:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763344908.406654:0:6507:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763344908.406655:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.406658:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50fff42800 refcount=2 00000020:00000001:0.0:1763344908.406660:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669461604352 : -107404247947264 : ffff9e50fff42800) 00000004:00000001:0.0:1763344908.406663:0:6507:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636669461604352 : -107404247947264 : ffff9e50fff42800) 00000020:00000040:0.0:1763344908.406666:0:6507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fff42800 with handle 0x34881b40868181f7 from hash 00000004:00000001:0.0:1763344908.406670:0:6507:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763344908.406673:0:6507:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240002b13:0x12e86:0x0] with intent: 0 00000004:00000001:0.0:1763344908.406676:0:6507:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763344908.406678:0:6507:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:0.0:1763344908.406681:0:6507:0:(mdt_som.c:191:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406684:0:6507:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763344908.406685:0:6507:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763344908.406687:0:6507:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344908.406690:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.406696:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.406714:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763344908.406717:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763344908.406719:0:6507:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406722:0:6507:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344908.406727:0:6507:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344908.406731:0:6507:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344908.406734:0:6507:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x240002b13:0x12e86:0x0], previous was 0x7 00000004:00000001:0.0:1763344908.406737:0:6507:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406739:0:6507:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763344908.406741:0:6507:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406744:0:6507:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763344908.406747:0:6507:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344908.406749:0:6507:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763344908.406751:0:6507:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50fff42800. 00000004:00000001:0.0:1763344908.406757:0:6507:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344908.406761:0:6507:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fddc20d78/ffff9e4fddc20d20 to site lru. bkt: ffff9e50ff90e7d0 00000004:00000001:0.0:1763344908.406764:0:6507:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.406765:0:6507:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406766:0:6507:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406769:0:6507:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763344908.406772:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344908.406776:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fdb7d5600. 00080000:00000001:0.0:1763344908.406779:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664554870272 : -107409154681344 : ffff9e4fdb7d5600) 00080000:00000001:0.0:1763344908.406782:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344908.406803:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344908.406807:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344908.406810:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2a80. 00080000:00000001:0.0:1763344908.406813:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.406820:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.406823:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344908.406827:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344908.406829:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214374, last_committed = 25770214370 00000001:00000010:0.0:1763344908.406833:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc540. 00000001:00000040:0.0:1763344908.406835:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 4 00000020:00000040:0.0:1763344908.406837:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=229 00000001:00000010:0.0:1763344908.406842:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd62416c0. 00000001:00000001:0.0:1763344908.406857:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd62416c0: xid 1848987881565824, transno 25770214374, tag 1, client gen 9, slot idx 0 00000001:00000001:0.0:1763344908.406860:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344908.406867:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2a80. 00040000:00000001:0.0:1763344908.406870:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344908.406872:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344908.406874:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406876:0:6507:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344908.406877:0:6507:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344908.406879:0:6507:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344908.406880:0:6507:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344908.406882:0:6507:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344908.406886:0:6507:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.406888:0:6507:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344908.406890:0:6507:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763344908.406895:0:6507:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344908.406901:0:6507:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.406902:0:6507:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344908.406905:0:6507:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 25770214374, xid 1848987881565824 00010000:00000001:0.0:1763344908.406908:0:6507:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344908.406914:0:6507:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cd180 x1848987881565824/t25770214374(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/456 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344908.406926:0:6507:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.406928:0:6507:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.406931:0:6507:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=40 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.406936:0:6507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.406938:0:6507:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344908.406940:0:6507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344908.406943:0:6507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.406945:0:6507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.406947:0:6507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.406950:0:6507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344908.406953:0:6507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495550. 00000100:00000200:0.0:1763344908.406959:0:6507:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881565824, offset 224 00000400:00000200:0.0:1763344908.406964:0:6507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344908.406974:0:6507:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344908.406980:0:6507:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385694:1385694:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385690:1385690:8:4294967295] 00000400:00000200:0.0:1763344908.406990:0:6507:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344908.406995:0:6507:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344908.406999:0:6507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56d00. 00000800:00000200:0.0:1763344908.407005:0:6507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344908.407011:0:6507:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344908.407015:0:6507:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56d00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344908.407035:0:6507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.407038:0:6507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344908.407040:0:6507:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344908.407042:0:6507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.407043:0:6507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344908.407047:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cd180 x1848987881565824/t25770214374(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/456 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344908.407056:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+229:253439:x1848987881565824:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 560us (1152us total) trans 25770214374 rc 0/0 00000100:00100000:0.0:1763344908.407064:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35923 00000100:00000040:0.0:1763344908.407068:0:6507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344908.407070:0:6507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.407072:0:6507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.407076:0:6507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344908.407080:0:6507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732578. 00000020:00000010:0.0:1763344908.407083:0:6507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4800. 00000020:00000040:0.0:1763344908.407089:0:6507:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 228 00000100:00000001:0.0:1763344908.407092:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344908.407139:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344908.407144:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56d00. 00000400:00000200:3.0:1763344908.407148:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.407153:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344908.407157:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495550 00000400:00000010:3.0:1763344908.407159:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495550. 00000100:00000001:3.0:1763344908.407163:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.407165:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344908.425852:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.425870:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.425874:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.425877:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.425889:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.425906:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dfef00 00000400:00000200:1.0:1763344908.425914:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 176720 00000800:00000001:1.0:1763344908.425922:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.425930:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.425933:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.425937:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.425944:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.425946:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344908.425952:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32d180. 00000100:00000040:1.0:1763344908.425956:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32d180 x1848987881565952 msgsize 576 00000100:00100000:1.0:1763344908.425961:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.425979:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.425988:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.425991:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.426085:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.426089:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881565952 02000000:00000001:2.0:1763344908.426092:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.426094:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.426097:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.426101:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.426105:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881565952 00000020:00000001:2.0:1763344908.426108:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.426110:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344908.426113:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.426116:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=229 00000020:00000001:2.0:1763344908.426119:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344908.426122:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344908.426127:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.426132:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2580. 00000100:00000001:2.0:1763344908.426135:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.426138:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2580. 00000020:00000010:2.0:1763344908.426144:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8e00. 00000020:00000010:2.0:1763344908.426149:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0280. 00000020:00000010:2.0:1763344908.426154:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d258. 00000100:00000040:2.0:1763344908.426161:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344908.426164:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.426165:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344908.426168:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344908.426170:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.426172:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.426179:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.426192:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.426204:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.426206:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.426211:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303021 00000100:00000040:2.0:1763344908.426215:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344908.426217:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163721088 : -107404545830528 : ffff9e50ee32d180) 00000100:00000040:2.0:1763344908.426231:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32d180 x1848987881565952/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.426240:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.426243:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2580. 00000100:00000001:2.0:1763344908.426245:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.426247:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2580. 00000100:00100000:2.0:1763344908.426251:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+229:253440:x1848987881565952:12345-192.168.203.14@tcp:101:cp.0 00000100:00000200:2.0:1763344908.426254:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881565952 00000020:00000001:2.0:1763344908.426258:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.426261:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763344908.426266:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd62416c0: xid 1848987881565824, transno 25770214374, client gen 9, slot idx 0 00000001:00000001:2.0:1763344908.426270:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd6241c00: xid 1848987881565440, transno 25770214373, client gen 9, slot idx 1 00000001:00000010:2.0:1763344908.426274:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241c00. 00000020:00000001:2.0:1763344908.426278:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.426280:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.426283:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344908.426285:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344908.426288:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881565952, found 0 last_xid 1848987881565951 00000020:00000001:2.0:1763344908.426291:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.426293:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.426295:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.426307:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.426309:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344908.426312:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.426314:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.426315:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344908.426317:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.426322:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.426330:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359100. 00010000:00000010:2.0:1763344908.426334:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0e80. 00010000:00000001:2.0:1763344908.426338:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.426342:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb427800. 00000020:00000001:2.0:1763344908.426346:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.426349:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb427800 with handle 0x34881b408681821a to hash 00000020:00000001:2.0:1763344908.426351:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.426352:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000010:2.0:1763344908.426357:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcae00. 00010000:00000001:2.0:1763344908.426360:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00010000:2.0:1763344908.426365:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b408681821a lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e406 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.426382:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:2.0:1763344908.426384:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=230 00010000:00000001:2.0:1763344908.426391:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344908.426394:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344908.426403:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344908.426405:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344908.426407:0:13569:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763344908.426411:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344908.426412:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x113:0x0] 00000020:00000001:2.0:1763344908.426415:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.426423:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:2.0:1763344908.426425:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:2.0:1763344908.426427:0:13569:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.426430:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763344908.426432:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763344908.426434:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.426437:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.426473:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9e50f5000000. 02000000:00000001:2.0:1763344908.426475:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.426478:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.426480:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.426482:0:13569:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763344908.426486:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763344908.426489:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.426490:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.426493:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.426494:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.426496:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.426497:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.426498:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.426500:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.426501:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.426503:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.426504:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.426506:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.426508:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.426509:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.426511:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.426512:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.426513:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.426516:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.426517:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.426521:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344908.426525:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344908.426528:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344908.426531:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344908.426532:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.426539:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.426540:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.426542:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344908.426544:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.426548:0:13569:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763344908.426554:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcbaf8 00000004:00000002:2.0:1763344908.426556:0:13569:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240002b11:0x113:0x0]/file1, ldlm_rep = ffff9e50f5000228 00000004:00000001:2.0:1763344908.426560:0:13569:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763344908.426563:0:13569:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763344908.426566:0:13569:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763344908.426569:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.426570:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.426574:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 2 00010000:00000001:2.0:1763344908.426577:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.426579:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.426582:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb426400. 00000020:00000001:2.0:1763344908.426585:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.426587:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb426400 with handle 0x34881b4086818221 to hash 00000020:00000001:2.0:1763344908.426589:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.426590:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000010:2.0:1763344908.426593:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcaa80. 00010000:00000001:2.0:1763344908.426595:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000001:2.0:1763344908.426598:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.426609:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.426612:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818221 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344908.426619:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.426622:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.426625:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.426627:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.426629:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.426631:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.426632:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.426635:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.426636:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.426638:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.426639:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.426642:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x0 (ffff9e4fc1359100) refcount = 2 00010000:00010000:2.0:1763344908.426646:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818221 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.426652:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.426655:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.426657:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.426659:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.426661:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.426663:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.426665:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.426667:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.426669:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.426672:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818221 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.426677:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.426678:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.426680:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.426681:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.426682:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.426685:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d500 count: 2 00010000:00000001:2.0:1763344908.426687:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.426689:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.426691:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb426a00. 00000020:00000001:2.0:1763344908.426693:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.426695:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb426a00 with handle 0x34881b4086818228 to hash 00000020:00000001:2.0:1763344908.426697:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.426698:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000010:2.0:1763344908.426701:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcad80. 00010000:00000001:2.0:1763344908.426703:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.426705:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.426706:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.426708:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818228 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344908.426713:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.426714:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.426716:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.426717:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.426719:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.426721:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.426723:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.426724:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.426725:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.426727:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.426728:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.426729:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x2d9800ce (ffff9e4fd854d500) refcount = 2 00010000:00000040:2.0:1763344908.426732:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.426734:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b40868181e9 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00010000:2.0:1763344908.426739:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818228 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.426744:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.426745:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.426747:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.426748:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.426749:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.426751:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.426753:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.426755:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.426756:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.426759:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818228 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.426763:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.426764:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.426765:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.426767:0:13569:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.426770:0:13569:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763344908.426777:0:13569:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763344908.426780:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344908.426783:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344908.426787:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.426811:0:13569:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763344908.426814:0:13569:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763344908.426835:0:13569:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763344908.426837:0:13569:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763344908.426840:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.426842:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.426845:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.426847:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.426849:0:13569:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344908.426850:0:13569:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.426853:0:13569:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763344908.426856:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763344908.426858:0:13569:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.426860:0:13569:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763344908.426877:0:13569:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50efce6630. 00000001:00000010:2.0:1763344908.426887:0:13569:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50efce6630. 00080000:00000001:2.0:1763344908.426890:0:13569:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344908.426892:0:13569:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344908.426895:0:13569:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.426898:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcb960 00080000:00000002:2.0:1763344908.426900:0:13569:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x240002b11:0x113:0x0]/file1 => [0x240002b13:0x12e86:0x0] 00080000:00000001:2.0:1763344908.426903:0:13569:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344908.426906:0:13569:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.426909:0:13569:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344908.426910:0:13569:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.426912:0:13569:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.426914:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344908.426915:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e86:0x0] 00000020:00000001:2.0:1763344908.426917:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.426920:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:2.0:1763344908.426922:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592928032 : -107409116623584 : ffff9e4fddc20d20) 00000004:00000001:2.0:1763344908.426927:0:13569:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763344908.426929:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.426931:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.426933:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 2 00010000:00000001:2.0:1763344908.426936:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.426937:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.426940:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb427200. 00000020:00000001:2.0:1763344908.426942:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.426944:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb427200 with handle 0x34881b408681822f to hash 00000020:00000001:2.0:1763344908.426945:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.426947:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00000010:2.0:1763344908.426950:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcac00. 00010000:00000001:2.0:1763344908.426952:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00000001:2.0:1763344908.426954:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.426955:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.426958:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427200/0x34881b408681822f lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344908.426963:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.426964:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.426966:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.426967:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.426969:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.426971:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.426972:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.426975:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.426976:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.426977:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.426978:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.426980:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) refcount = 2 00010000:00000040:2.0:1763344908.426983:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.426987:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426800/0x34881b4086818213 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ff expref: 230 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344908.426993:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427200/0x34881b408681822f lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.426998:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.427000:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.427001:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427002:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.427004:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.427006:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427007:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.427015:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.427016:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.427019:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427200/0x34881b408681822f lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.427023:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.427025:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427026:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.427028:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.427030:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.427031:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427200 refcount=3 00000020:00000001:2.0:1763344908.427033:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00000001:2.0:1763344908.427036:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00000001:2.0:1763344908.427037:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427039:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.427040:0:13569:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.427044:0:13569:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763344908.427048:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344908.427050:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344908.427055:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.427058:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.427062:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.427076:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344908.427079:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344908.427081:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763344908.427083:0:13569:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.427085:0:13569:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e86:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:2.0:1763344908.427088:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.427089:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.427092:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.427093:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.427096:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.427097:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.427100:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.427102:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763344908.427105:0:13569:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763344908.427106:0:13569:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763344908.427109:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e50f5000370 00000004:00000001:2.0:1763344908.427112:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.427114:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.427115:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.427117:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.427118:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.427120:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.427122:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.427123:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.427125:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.427126:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.427128:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.427129:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.427131:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:2.0:1763344908.427134:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: returning size 0 00000004:00000040:2.0:1763344908.427136:0:13569:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x12e86:1073752851 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763344908.427139:0:13569:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x2 00000004:00000040:2.0:1763344908.427141:0:13569:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000402:7105 00000004:00000040:2.0:1763344908.427143:0:13569:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 1 idx 0 subobj 0x280000402:7193 00000004:00200000:2.0:1763344908.427146:0:13569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1763344908.427148:0:13569:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:2.0:1763344908.427149:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.427151:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.427153:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763344908.427155:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.427156:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.427159:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.427161:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.427163:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.427168:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.427174:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.427176:0:13569:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427181:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.427183:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.427184:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427200 refcount=3 00000020:00000001:2.0:1763344908.427186:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00000001:2.0:1763344908.427188:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00000004:00010000:2.0:1763344908.427191:0:13569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427200/0x34881b408681822f lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00000004:00000001:2.0:1763344908.427197:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344908.427200:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fddc20d78/ffff9e4fddc20d20 to site lru. bkt: ffff9e50ff90e7d0 00000004:00000001:2.0:1763344908.427202:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.427203:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763344908.427205:0:13569:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344908.427206:0:13569:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.427208:0:13569:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763344908.427210:0:13569:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:2.0:1763344908.427212:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.427213:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.427215:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.427217:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) refcount = 2 00010000:00000040:2.0:1763344908.427219:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.427223:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426800/0x34881b4086818213 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ff expref: 230 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344908.427229:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427200/0x34881b408681822f lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.427233:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.427235:0:13569:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427237:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427238:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.427239:0:13569:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.427242:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344908.427244:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763344908.427245:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.427246:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.427247:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426400 refcount=3 00000020:00000001:2.0:1763344908.427249:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000001:2.0:1763344908.427251:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000001:2.0:1763344908.427254:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.427255:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.427256:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426400 refcount=4 00000020:00000001:2.0:1763344908.427258:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000001:2.0:1763344908.427260:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000001:2.0:1763344908.427262:0:13569:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763344908.427264:0:13569:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818221 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.427269:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344908.427271:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818221 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.427275:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427277:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.427279:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818221 lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.427283:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.427285:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427287:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344908.427289:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818221 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:2.0:1763344908.427294:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e4fcb426400 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344908.427296:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.427298:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344908.427301:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818221 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.427306:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344908.427308:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.427309:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.427310:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426400 refcount=5 00000020:00000001:2.0:1763344908.427311:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000001:2.0:1763344908.427313:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000001:2.0:1763344908.427316:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344908.427318:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818221 lrc: 5/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.427322:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344908.427324:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344908.427325:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427328:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344908.427330:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.427332:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.427333:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.427335:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb426400 with handle 0x34881b4086818221 from hash 00010000:00000001:2.0:1763344908.427337:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.427340:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427341:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.427342:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344908.427344:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.427345:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427347:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.427349:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.427351:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.427353:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e4fc1359100) 00010000:00010000:2.0:1763344908.427355:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344908.427358:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.427360:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427362:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.427364:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344908.427366:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427376:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.427379:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427381:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.427383:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.427386:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818221 lrc: 3/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.427391:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427392:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.427393:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344908.427395:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344908.427396:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427397:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.427398:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.427400:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818221 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:2.0:1763344908.427406:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcaa80. 00010000:00000001:2.0:1763344908.427414:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.427415:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344908.427417:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344908.427418:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.427419:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.427421:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426a00 refcount=3 00000020:00000001:2.0:1763344908.427423:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.427425:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.427427:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344908.427429:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818228 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.427434:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427435:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.427437:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818228 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.427441:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.427442:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427444:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344908.427446:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818228 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:2.0:1763344908.427451:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e4fcb426a00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344908.427453:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.427454:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344908.427456:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818228 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.427460:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344908.427462:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.427463:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.427464:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426a00 refcount=4 00000020:00000001:2.0:1763344908.427466:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.427468:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.427470:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344908.427472:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818228 lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.427477:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344908.427478:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344908.427480:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427482:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344908.427483:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.427484:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.427486:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.427488:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb426a00 with handle 0x34881b4086818228 from hash 00010000:00000001:2.0:1763344908.427490:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.427491:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427492:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.427494:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344908.427495:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.427497:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427499:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.427500:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.427501:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.427503:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x2d9800ce (ffff9e4fd854d500) 00010000:00010000:2.0:1763344908.427505:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344908.427507:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.427509:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427511:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.427512:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344908.427514:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427515:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.427516:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427518:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.427519:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.427522:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818228 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.427526:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427527:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.427528:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344908.427529:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344908.427531:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.427532:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818228 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:2.0:1763344908.427542:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcad80. 00010000:00000001:2.0:1763344908.427546:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.427547:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344908.427549:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344908.427550:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344908.427551:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763344908.427553:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.427554:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.427555:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427200 refcount=3 00000020:00000001:2.0:1763344908.427558:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00000001:2.0:1763344908.427560:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00000004:00000040:2.0:1763344908.427563:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 221 00000020:00000040:2.0:1763344908.427565:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=231 00010000:00000001:2.0:1763344908.427570:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427571:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.427573:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.427575:0:13569:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1763344908.427578:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344908.427579:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344908.427581:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344908.427582:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344908.427584:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344908.427586:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:2.0:1763344908.427590:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.427592:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.427595:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344908.427597:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375a98/ffff9e4fd3375a40 to site lru. bkt: ffff9e50ff90c930 00000004:00000001:2.0:1763344908.427599:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.427600:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344908.427602:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344908.427604:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.427607:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427608:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.427610:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.427611:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.427614:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb427800 with handle 0x34881b408681821a from hash 00010000:00000001:2.0:1763344908.427616:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.427617:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427618:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.427619:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344908.427620:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.427624:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b408681821a lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e406 expref: 231 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.427630:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:2.0:1763344908.427633:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00010000:00000010:2.0:1763344908.427635:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcae00. 00010000:00000040:2.0:1763344908.427637:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359100 count: 0 00010000:00000010:2.0:1763344908.427641:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0e80. 00010000:00000001:2.0:1763344908.427646:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.427647:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427651:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344908.427654:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427200/0x34881b408681822f lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e406 expref: 230 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.427661:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.427662:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.427664:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) 00010000:00010000:2.0:1763344908.427666:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763344908.427668:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.427669:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.427671:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.427672:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.427673:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.427675:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fcb427200, rc 0) 00000020:00000001:2.0:1763344908.427677:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.427680:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 0, xid 1848987881565952 00010000:00000001:2.0:1763344908.427683:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.427688:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32d180 x1848987881565952/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/664 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.427696:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.427698:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.427702:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.427706:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.427709:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.427711:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.427713:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.427716:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.427719:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.427722:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.427728:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921990. 00000100:00000200:2.0:1763344908.427733:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848987881565952, offset 224 00000400:00000200:2.0:1763344908.427739:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.427750:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.427757:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385695:1385695:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385691:1385691:8:4294967295] 00000400:00000200:2.0:1763344908.427769:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.427774:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.427779:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:2.0:1763344908.427785:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.427843:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.427847:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.427863:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.427867:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.427869:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.427871:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.427873:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.427877:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32d180 x1848987881565952/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/664 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.427887:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+230:253440:x1848987881565952:12345-192.168.203.14@tcp:101:cp.0 Request processed in 1645us (1929us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344908.427895:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303021 00000100:00000040:2.0:1763344908.427899:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344908.427901:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.427903:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.427907:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0280. 00000020:00000010:2.0:1763344908.427911:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d258. 00000020:00000010:2.0:1763344908.427914:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8e00. 00000020:00000040:2.0:1763344908.427919:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 229 00000100:00000001:2.0:1763344908.427921:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.428886:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.428893:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:1.0:1763344908.428898:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.428905:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.428910:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921990 00000400:00000010:1.0:1763344908.428912:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921990. 00000100:00000001:1.0:1763344908.428918:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.428920:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344908.432846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb426400. 00010000:00000010:2.1:1763344908.432859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb426a00. 00010000:00000010:2.1:1763344908.432864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359100. 00010000:00000010:2.1:1763344908.432868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb427800. 00000800:00000001:3.0:1763344908.440540:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.440557:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344908.440561:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.440564:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.440575:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344908.440592:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dfef80 00000400:00000200:3.0:1763344908.440601:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 7584 00000800:00000001:3.0:1763344908.440610:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.440615:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.440618:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.440623:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344908.440630:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.440633:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344908.440639:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede40380. 00000100:00000040:3.0:1763344908.440643:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ede40380 x1848987881566080 msgsize 328 00000100:00100000:3.0:1763344908.440647:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344908.440666:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344908.440676:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.440680:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344908.440682:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.440684:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.440688:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344908.440694:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dff000 00000400:00000200:3.0:1763344908.440698:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 7912 00000800:00000001:3.0:1763344908.440701:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.440706:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.440708:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.440711:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344908.440714:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.440715:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344908.440718:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ede42d80. 00000100:00000040:3.0:1763344908.440721:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ede42d80 x1848987881566208 msgsize 328 00000100:00100000:3.0:1763344908.440724:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344908.440742:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344908.440747:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.440750:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.440837:0:74633:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.440840:0:74633:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881566080 02000000:00000001:2.0:1763344908.440843:0:74633:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.440846:0:74633:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.440849:0:74633:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.440853:0:74633:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.440857:0:74633:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881566080 00000020:00000001:2.0:1763344908.440861:0:74633:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.440863:0:74633:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:2.0:1763344908.440865:0:74633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.440867:0:74633:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=23 00000020:00000001:2.0:1763344908.440870:0:74633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:2.0:1763344908.440872:0:74633:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:2.0:1763344908.440876:0:74633:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.440882:0:74633:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2580. 00000020:00000010:2.0:1763344908.440886:0:74633:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50f93d21c0. 00000020:00000040:2.0:1763344908.440892:0:74633:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:2.0:1763344908.440913:0:74633:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763344908.440918:0:74633:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8e00. 00000020:00000010:2.0:1763344908.440924:0:74633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0280. 00000020:00000010:2.0:1763344908.440930:0:74633:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d258. 00000100:00000040:2.0:1763344908.440939:0:74633:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344908.440942:0:74633:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.440944:0:74633:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344908.440946:0:74633:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.440953:0:74633:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.440969:0:74633:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.440980:0:74633:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.440982:0:74633:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881566208 02000000:00000001:2.0:1763344908.440983:0:74633:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.440984:0:74633:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.440986:0:74633:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.440988:0:74633:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.440990:0:74633:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881566208 00000020:00000001:2.0:1763344908.440992:0:74633:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.440993:0:74633:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344908.440995:0:74633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.440997:0:74633:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=17 00000020:00000001:2.0:1763344908.440999:0:74633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344908.441001:0:74633:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344908.441003:0:74633:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.441006:0:74633:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d21c0. 00000020:00000040:2.0:1763344908.441010:0:74633:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:2.0:1763344908.441012:0:74633:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763344908.441015:0:74633:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8400. 00000020:00000010:2.0:1763344908.441018:0:74633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0e80. 00000020:00000010:2.0:1763344908.441021:0:74633:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773ded8. 00000100:00000001:2.0:1763344908.441024:0:74633:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.441025:0:74633:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344908.441027:0:74633:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.441029:0:74633:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.441036:0:74633:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.441043:0:74633:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.441045:0:74633:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.441050:0:74633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27121 00000100:00000040:2.0:1763344908.441053:0:74633:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:2.0:1763344908.441055:0:74633:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158556544 : -107404550995072 : ffff9e50ede40380) 00000100:00000040:2.0:1763344908.441063:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede40380 x1848987881566080/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.441073:0:74633:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.441076:0:74633:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a00. 00000100:00000001:2.0:1763344908.441078:0:74633:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.441081:0:74633:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a00. 00000100:00100000:2.0:1763344908.441085:0:74633:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2408:x1848987881566080:12345-192.168.203.14@tcp:101:cp.0 00000100:00000200:2.0:1763344908.441089:0:74633:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881566080 00000020:00000001:2.0:1763344908.441092:0:74633:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.441095:0:74633:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.441097:0:74633:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.441100:0:74633:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.441102:0:74633:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344908.441104:0:74633:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344908.441107:0:74633:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.441109:0:74633:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.441111:0:74633:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.441116:0:74633:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.441118:0:74633:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344908.441121:0:74633:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.441123:0:74633:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.441125:0:74633:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344908.441127:0:74633:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.441132:0:74633:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.441145:0:74633:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359100. 00010000:00000010:2.0:1763344908.441150:0:74633:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e4fc1359700. 00010000:00000001:2.0:1763344908.441154:0:74633:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.441157:0:74633:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb427800. 00000020:00000001:2.0:1763344908.441160:0:74633:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.441163:0:74633:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb427800 with handle 0x34881b4086818236 to hash 00000020:00000001:2.0:1763344908.441165:0:74633:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.441166:0:74633:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:2.0:1763344908.441169:0:74633:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00010000:2.0:1763344908.441173:0:74633:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e4fcb427800/0x34881b4086818236 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e40d expref: -99 pid: 74633 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1763344908.441182:0:74633:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763344908.441186:0:74633:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e50f93d2a00. 00002000:00000001:2.0:1763344908.441190:0:74633:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344908.441193:0:74633:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.441198:0:74633:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00002000:00000001:2.0:1763344908.441201:0:74633:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134976 : -107409430416640 : ffff9e4fcb0df300) 00002000:00000001:2.0:1763344908.441203:0:74633:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344908.441208:0:74633:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763344908.441211:0:74633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000402:0x1bc1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00000001:2.0:1763344908.441213:0:74633:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1763344908.441216:0:74633:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df358/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00010000:00000040:2.0:1763344908.441219:0:74633:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 18 00000020:00000040:2.0:1763344908.441222:0:74633:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=24 00010000:00000001:2.0:1763344908.441228:0:74633:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763344908.441231:0:74633:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763344908.441234:0:74633:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.441236:0:74633:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.441240:0:74633:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e4fcb32e000. 02000000:00000001:2.0:1763344908.441243:0:74633:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.441245:0:74633:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.441248:0:74633:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344908.441250:0:74633:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344908.441252:0:74633:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344908.441254:0:74633:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.441256:0:74633:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344908.441258:0:74633:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344908.441259:0:74633:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.441263:0:74633:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763344908.441270:0:74633:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e4fcb427800/0x34881b4086818236 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e40d expref: 24 pid: 74633 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344908.441278:0:74633:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc1:0x0].0x0 (ffff9e4fc1359100) refcount = 1 00010000:00000040:2.0:1763344908.441282:0:74633:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.441285:0:74633:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e4fcb427800/0x34881b4086818236 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e40d expref: 24 pid: 74633 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344908.441295:0:74633:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.441296:0:74633:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.441298:0:74633:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.441300:0:74633:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763344908.441302:0:74633:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344908.441305:0:74633:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.441309:0:74633:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344908.441313:0:74633:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e4fcb427800/0x34881b4086818236 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e40d expref: 24 pid: 74633 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344908.441324:0:74633:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.441326:0:74633:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344908.441328:0:74633:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.441330:0:74633:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.441332:0:74633:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.441334:0:74633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.441335:0:74633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.441337:0:74633:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fcb427800, rc 0) 00000020:00000001:2.0:1763344908.441340:0:74633:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.441342:0:74633:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946965, transno 0, xid 1848987881566080 00010000:00000001:2.0:1763344908.441345:0:74633:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.441350:0:74633:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede40380 x1848987881566080/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.441358:0:74633:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.441361:0:74633:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.441364:0:74633:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.441382:0:74633:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.441385:0:74633:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.441388:0:74633:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.441391:0:74633:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.441393:0:74633:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.441396:0:74633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.441398:0:74633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.441403:0:74633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921b28. 00000100:00000200:2.0:1763344908.441409:0:74633:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881566080, offset 224 00000400:00000200:2.0:1763344908.441414:0:74633:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.441424:0:74633:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.441431:0:74633:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385696:1385696:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385692:1385692:8:4294967295] 00000400:00000200:2.0:1763344908.441440:0:74633:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.441446:0:74633:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.441450:0:74633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:2.0:1763344908.441456:0:74633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.441463:0:74633:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.441467:0:74633:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.441475:0:74633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.441477:0:74633:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.441480:0:74633:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.441481:0:74633:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.441484:0:74633:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.441488:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede40380 x1848987881566080/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.441497:0:74633:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2408:x1848987881566080:12345-192.168.203.14@tcp:101:cp.0 Request processed in 422us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344908.441504:0:74633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27121 00000100:00000040:2.0:1763344908.441507:0:74633:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:2.0:1763344908.441509:0:74633:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.441510:0:74633:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.441514:0:74633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0280. 00000020:00000010:2.0:1763344908.441518:0:74633:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d258. 00000020:00000010:2.0:1763344908.441521:0:74633:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8e00. 00000020:00000040:2.0:1763344908.441525:0:74633:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00000100:00000001:2.0:1763344908.441528:0:74633:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.441536:0:74633:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.441537:0:74633:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.441540:0:74633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27122 00000100:00000040:2.0:1763344908.441542:0:74633:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344908.441544:0:74633:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669158567296 : -107404550984320 : ffff9e50ede42d80) 00000100:00000040:2.0:1763344908.441548:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ede42d80 x1848987881566208/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.441554:0:74633:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.441557:0:74633:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2d80. 00000100:00000001:2.0:1763344908.441558:0:74633:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.441560:0:74633:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2d80. 00000100:00100000:2.0:1763344908.441564:0:74633:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ede42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+17:2408:x1848987881566208:12345-192.168.203.14@tcp:101:cp.0 00000100:00000200:2.0:1763344908.441567:0:74633:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881566208 00000020:00000001:2.0:1763344908.441568:0:74633:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.441570:0:74633:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.441572:0:74633:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.441574:0:74633:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.441575:0:74633:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344908.441577:0:74633:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344908.441579:0:74633:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.441581:0:74633:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.441582:0:74633:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.441584:0:74633:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.441586:0:74633:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344908.441587:0:74633:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.441589:0:74633:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.441590:0:74633:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344908.441591:0:74633:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.441595:0:74633:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.441599:0:74633:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359900. 00010000:00000010:2.0:1763344908.441602:0:74633:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e4fc1359f00. 00010000:00000001:2.0:1763344908.441604:0:74633:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.441607:0:74633:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb426a00. 00000020:00000001:2.0:1763344908.441609:0:74633:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.441611:0:74633:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb426a00 with handle 0x34881b408681823d to hash 00000020:00000001:2.0:1763344908.441613:0:74633:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.441614:0:74633:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.441616:0:74633:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00010000:2.0:1763344908.441619:0:74633:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb426a00/0x34881b408681823d lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e414 expref: -99 pid: 74633 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1763344908.441626:0:74633:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763344908.441628:0:74633:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e50f93d2d80. 00002000:00000001:2.0:1763344908.441630:0:74633:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344908.441632:0:74633:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.441637:0:74633:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279130808 : -107409430420808 : ffff9e4fcb0de2b8) 00002000:00000001:2.0:1763344908.441639:0:74633:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279130720 : -107409430420896 : ffff9e4fcb0de260) 00002000:00000001:2.0:1763344908.441641:0:74633:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344908.441644:0:74633:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763344908.441646:0:74633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000402:0x1c19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00000001:2.0:1763344908.441649:0:74633:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1763344908.441650:0:74633:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de2b8/ffff9e4fcb0de260 to site lru. bkt: ffff9e50e5a40a80 00010000:00000040:2.0:1763344908.441653:0:74633:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:2.0:1763344908.441655:0:74633:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=18 00010000:00000001:2.0:1763344908.441660:0:74633:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763344908.441662:0:74633:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763344908.441663:0:74633:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.441665:0:74633:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.441668:0:74633:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e4fcb32c800. 02000000:00000001:2.0:1763344908.441670:0:74633:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.441671:0:74633:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.441673:0:74633:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344908.441675:0:74633:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344908.441676:0:74633:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344908.441678:0:74633:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.441680:0:74633:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344908.441681:0:74633:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344908.441683:0:74633:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.441685:0:74633:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763344908.441689:0:74633:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb426a00/0x34881b408681823d lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e414 expref: 18 pid: 74633 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344908.441695:0:74633:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c19:0x0].0x0 (ffff9e4fc1359900) refcount = 1 00010000:00000040:2.0:1763344908.441698:0:74633:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.441701:0:74633:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb426a00/0x34881b408681823d lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e414 expref: 18 pid: 74633 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344908.441708:0:74633:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.441709:0:74633:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.441711:0:74633:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.441712:0:74633:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763344908.441714:0:74633:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344908.441716:0:74633:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.441719:0:74633:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344908.441722:0:74633:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb426a00/0x34881b408681823d lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e414 expref: 18 pid: 74633 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344908.441729:0:74633:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.441731:0:74633:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344908.441732:0:74633:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.441734:0:74633:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.441735:0:74633:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.441737:0:74633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.441738:0:74633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.441739:0:74633:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fcb426a00, rc 0) 00000020:00000001:2.0:1763344908.441741:0:74633:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.441743:0:74633:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915410, transno 0, xid 1848987881566208 00010000:00000001:2.0:1763344908.441746:0:74633:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.441749:0:74633:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ede42d80 x1848987881566208/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.441756:0:74633:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.441757:0:74633:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.441759:0:74633:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.441762:0:74633:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.441764:0:74633:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.441766:0:74633:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.441768:0:74633:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.441769:0:74633:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.441771:0:74633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.441773:0:74633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.441777:0:74633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921d48. 00000100:00000200:2.0:1763344908.441779:0:74633:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881566208, offset 224 00000400:00000200:2.0:1763344908.441783:0:74633:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.441822:0:74633:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.441827:0:74633:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385697:1385697:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385693:1385693:7:4294967295] 00000400:00000200:2.0:1763344908.441835:0:74633:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.441839:0:74633:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.441843:0:74633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71400. 00000800:00000200:2.0:1763344908.441847:0:74633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.441851:0:74633:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.441854:0:74633:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.441857:0:74633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.441859:0:74633:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.441861:0:74633:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.441863:0:74633:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.441865:0:74633:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.441868:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ede42d80 x1848987881566208/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.441882:0:74633:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ede42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+18:2408:x1848987881566208:12345-192.168.203.14@tcp:101:cp.0 Request processed in 326us (1159us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344908.441888:0:74633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27122 00000100:00000040:2.0:1763344908.441890:0:74633:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344908.441892:0:74633:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.441894:0:74633:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.441896:0:74633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0e80. 00000020:00000010:2.0:1763344908.441899:0:74633:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773ded8. 00000020:00000010:2.0:1763344908.441902:0:74633:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8400. 00000020:00000040:2.0:1763344908.441904:0:74633:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 17 00000100:00000001:2.0:1763344908.441906:0:74633:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.442013:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.442018:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:1.0:1763344908.442022:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.442026:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.442030:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921b28 00000400:00000010:1.0:1763344908.442032:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921b28. 00000100:00000001:1.0:1763344908.442036:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.442037:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1763344908.442766:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.442771:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71400. 00000400:00000200:1.0:1763344908.442777:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.442782:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.442786:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921d48 00000400:00000010:1.0:1763344908.442827:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921d48. 00000100:00000001:1.0:1763344908.442831:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.442832:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00080000:3.0:1763344908.443283:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1763344908.443290:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00080000:3.0:1763344908.443294:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:3.0:1763344908.443297:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000800:00000001:1.0:1763344908.449423:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.449443:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.449448:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.449451:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.449463:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.449483:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509dff100 00000400:00000200:1.0:1763344908.449492:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 177296 00000800:00000001:1.0:1763344908.449501:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.449513:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.449516:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.449521:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.449528:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.449531:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344908.449539:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32e300. 00000100:00000040:1.0:1763344908.449542:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32e300 x1848987881566464 msgsize 4616 00000100:00100000:1.0:1763344908.449547:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.449558:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.449569:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.449572:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.449739:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.449743:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881566464 02000000:00000001:3.0:1763344908.449747:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.449750:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.449752:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.449756:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.449760:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881566464 00000020:00000001:3.0:1763344908.449763:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.449765:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344908.449768:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.449771:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=230 00000020:00000001:3.0:1763344908.449774:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344908.449776:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344908.449780:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.449786:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.450026:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.450029:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd340. 00000020:00000010:3.0:1763344908.450035:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdc400. 00000020:00000010:3.0:1763344908.450041:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e480. 00000020:00000010:3.0:1763344908.450046:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf190. 00000100:00000040:3.0:1763344908.450054:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344908.450056:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.450057:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344908.450060:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344908.450062:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.450064:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.450072:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.450658:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.450676:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.450678:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.450684:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303022 00000100:00000040:3.0:1763344908.450688:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344908.450690:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163725568 : -107404545826048 : ffff9e50ee32e300) 00000100:00000040:3.0:1763344908.450697:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32e300 x1848987881566464/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344908.450706:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.450710:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.450712:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.450714:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd340. 00000100:00100000:3.0:1763344908.450718:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+230:253440:x1848987881566464:12345-192.168.203.14@tcp:101:cp.0 00000100:00000200:3.0:1763344908.450722:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881566464 00000020:00000001:3.0:1763344908.450725:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.450729:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.450733:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.450735:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.450737:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344908.450740:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.450742:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881566464, found 0 last_xid 1848987881566463 00000020:00000001:3.0:1763344908.450745:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.450747:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.450749:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.450754:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.450756:0:6504:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344908.450758:0:6504:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344908.450760:0:6504:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344908.450762:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344908.450763:0:6504:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.450768:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.450774:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 3 00010000:00000001:3.0:1763344908.450777:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.450779:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.450782:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17c00. 00000020:00000001:3.0:1763344908.450786:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.450806:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17c00 with handle 0x34881b4086818244 to hash 00000020:00000001:3.0:1763344908.450808:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.450810:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000010:3.0:1763344908.450815:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16600. 00010000:00000001:3.0:1763344908.450817:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00010000:3.0:1763344908.450821:0:6504:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818244 lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e41b expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.450829:0:6504:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 221 00000020:00000040:3.0:1763344908.450831:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=231 00010000:00000001:3.0:1763344908.450838:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344908.450840:0:6504:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344908.450846:0:6504:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344908.450849:0:6504:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344908.450851:0:6504:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.450853:0:6504:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763344908.450858:0:6504:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50ee32e300 x1848987881566464/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/0 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763344908.450866:0:6504:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763344908.450868:0:6504:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763344908.450871:0:6504:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763344908.450873:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.450875:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.450877:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.450879:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.450881:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.450882:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.450883:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.450885:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.450889:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.450891:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.450892:0:6504:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.450894:0:6504:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.450897:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344908.450898:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344908.450901:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.450903:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.450937:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50e6980000. 02000000:00000001:3.0:1763344908.450940:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.450942:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.450946:0:6504:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763344908.450947:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.450949:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.450950:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.450951:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.450953:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.450954:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.450955:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.450957:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.450959:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.450960:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.450964:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344908.450968:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344908.450970:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344908.450972:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344908.450974:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.450976:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.450978:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.450980:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344908.450982:0:6504:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.450984:0:6504:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763344908.450986:0:6504:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.450988:0:6504:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763344908.450991:0:6504:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763344908.450994:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17a38 00000004:00000002:3.0:1763344908.450997:0:6504:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b13:0x12e86:0x0]/(->[0x240002b13:0x12e86:0x0]) cr_flag=040004240001002 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763344908.451002:0:6504:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1763344908.451004:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344908.451006:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e86:0x0] 00000020:00000001:3.0:1763344908.451009:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.451015:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:3.0:1763344908.451017:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592928032 : -107409116623584 : ffff9e4fddc20d20) 00000004:00000001:3.0:1763344908.451019:0:6504:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763344908.451021:0:6504:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.451026:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344908.451028:0:6504:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344908.451035:0:6504:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.451038:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.451042:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.451064:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.451068:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.451070:0:6504:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344908.451072:0:6504:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344908.451074:0:6504:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e86:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:3.0:1763344908.451076:0:6504:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763344908.451078:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.451080:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.451083:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763344908.451085:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763344908.451086:0:6504:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.451089:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.451090:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.451092:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763344908.451094:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000002:3.0:1763344908.451096:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x283 ma_lmm=ffff9e50e6980378 00000004:00000001:3.0:1763344908.451098:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.451101:0:6504:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1763344908.451103:0:6504:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763344908.451104:0:6504:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344908.451106:0:6504:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x240002b13:0x12e86:0x0] lease count: 0, lm: 8 00000004:00000001:3.0:1763344908.451109:0:6504:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763344908.451112:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344908.451114:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.451116:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 4 00010000:00000001:3.0:1763344908.451118:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.451120:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.451123:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16800. 00000020:00000001:3.0:1763344908.451125:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.451127:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16800 with handle 0x34881b408681824b to hash 00000020:00000001:3.0:1763344908.451128:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.451129:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000010:3.0:1763344908.451132:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16780. 00010000:00000001:3.0:1763344908.451134:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344908.451137:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.451139:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.451142:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 3/0,1 mode: --/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:3.0:1763344908.451148:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344908.451151:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344908.451153:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.451155:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.451159:0:6504:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344908.451163:0:6504:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427200/0x34881b408681822f lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e406 expref: 231 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.451170:0:6504:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344908.451171:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.451173:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.451174:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.451176:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.451178:0:6504:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763344908.451181:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 4/0,1 mode: --/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000040:3.0:1763344908.451187:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) refcount = 4 00010000:00000040:3.0:1763344908.451190:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.451193:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427200/0x34881b408681822f lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e406 expref: 231 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.451201:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426800/0x34881b4086818213 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ff expref: 231 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.451206:0:6504:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763344908.451208:0:6504:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 4/0,1 mode: --/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000010:3.0:1763344908.451214:0:6504:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.451217:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.451223:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0b40. 00000100:00000001:3.0:1763344908.451226:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236149568 : -107409473402048 : ffff9e4fc87e0b40) 00000100:00000001:3.0:1763344908.451228:0:6504:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236149568 : -107409473402048 : ffff9e4fc87e0b40) 00000100:00000001:3.0:1763344908.451231:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.451232:0:6504:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.451234:0:6504:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.451237:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.451239:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763344908.451241:0:6504:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.451243:0:6504:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.451244:0:6504:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763344908.451246:0:6504:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763344908.451251:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99500. 00000020:00000040:3.0:1763344908.451255:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50cc228000 refcount=2 obd=lustre-MDT0001 00000100:00000001:3.0:1763344908.451258:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.451260:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.451263:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.451269:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e50c2bdd600. 00000100:00000001:3.0:1763344908.451274:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.451278:0:6504:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427200/0x34881b408681822f lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e406 expref: 231 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.451293:0:6504:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427200/0x34881b408681822f lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e406 expref: 231 pid: 13569 timeout: 13114 lvb_type: 0 00010000:00000001:3.0:1763344908.451301:0:6504:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344908.451304:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.451308:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fcbb99500 x1848987617986176/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.451315:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.451317:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.451322:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fcbb99500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6504:1848987617986176:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344908.451325:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.451330:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.451332:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.451335:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.451339:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50c2bddc00. 02000000:00000001:3.0:1763344908.451340:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.451346:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac580. 00000400:00000010:3.0:1763344908.451353:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb088. 00000100:00000200:3.0:1763344908.451359:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617986176, portal 16 00000100:00000001:3.0:1763344908.451361:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.451363:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664290383104 : -107409419168512 : ffff9e4fcbb99500) 00000100:00000040:3.0:1763344908.451379:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fcbb99500 x1848987617986176/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.451387:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.451390:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.451392:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb6e8. 00000100:00000200:3.0:1763344908.451395:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617986176, offset 0 00000400:00000200:3.0:1763344908.451401:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.451412:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.451417:0:6504:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344908.451421:0:6504:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344908.451424:0:6504:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344908.451427:0:6504:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344908.451431:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385698:1385698:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385694:1385694:8:4294967295] 00000400:00000200:3.0:1763344908.451441:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.451447:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.451451:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6e00. 00000800:00000200:3.0:1763344908.451457:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.451464:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.451468:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.453037:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.453046:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307683590 00000100:00000001:3.0:1763344908.453054:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307683508 00000100:00000001:3.0:1763344908.453059:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307683590 00000100:00000001:3.0:1763344908.453062:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307683508 00000100:00000001:3.0:1763344908.453064:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307683590 00000100:00000001:3.0:1763344908.453067:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307683508 00000100:00000001:3.0:1763344908.453069:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307683590 00000100:00000001:3.0:1763344908.453071:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307683508 00000100:00000001:3.0:1763344908.453073:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.453076:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.453079:0:6504:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.453081:0:6504:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.453083:0:6504:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.453086:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.453088:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.453089:0:6504:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.453092:0:6504:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.453093:0:6504:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.453096:0:6504:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.453098:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.453099:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.453102:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0b40 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.453105:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.453108:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344908.453737:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.453744:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6e00. 00000400:00000200:0.0:1763344908.453751:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.453759:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.453765:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb6e8 00000400:00000010:0.0:1763344908.453768:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb6e8. 00000100:00000001:0.0:1763344908.453772:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.453779:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fcbb99500 x1848987617986176/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.453819:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.453823:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fcbb99500 x1848987617986176/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.453830:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.453832:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344908.458602:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.458620:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.458624:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.458627:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.458639:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.458659:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a0680 00000400:00000200:1.0:1763344908.458669:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x6661b5 [1] + 224 00000800:00000001:1.0:1763344908.458677:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.458682:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.458686:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.458690:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.458698:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.458706:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fcbb99500 x1848987617986176/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344908.458718:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e4fcbb99500 x1848987617986176/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.458740:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.458750:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.458754:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.458756:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.458758:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.458763:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.458770:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dff180 00000400:00000200:1.0:1763344908.458775:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d335 [2] + 0 00000800:00000001:1.0:1763344908.458779:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.458885:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.458888:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.458892:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.458897:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.458899:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763344908.458905:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32fb80. 00000100:00000040:1.0:1763344908.458908:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32fb80 x1848987881566592 msgsize 328 00000100:00100000:1.0:1763344908.458911:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344908.459623:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.459634:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.459636:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.459640:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac580. 00000400:00000200:3.0:1763344908.459645:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb088 00000400:00000010:3.0:1763344908.459648:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb088. 00000100:00000001:3.0:1763344908.459651:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.459657:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fcbb99500 x1848987617986176/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344908.459666:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fcbb99500 x1848987617986176/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.459673:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.459675:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.459678:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.459681:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.459683:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.459685:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.459689:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.459697:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50cc228458 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.459702:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50cc228410 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.459704:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.459706:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.459710:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.459713:0:6504:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.459716:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.459720:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fcbb99500 x1848987617986176/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.459727:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.459730:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.459731:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.459734:0:6504:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763344908.459736:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.459739:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.459740:0:6504:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.459744:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb99500 x1848987617986176/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344908.459752:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fcbb99500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6504:1848987617986176:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344908.459757:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.459760:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.459763:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.459765:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.459768:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fcbb99500 x1848987617986176/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.459775:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.459777:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344908.459780:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50c2bddc00. 02000000:00000001:3.0:1763344908.459783:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.459786:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344908.459807:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50cc228000 refcount=1 obd=lustre-MDT0001 00000020:00000001:3.0:1763344908.459809:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344908.459812:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e50c2bdd600. 02000000:00000001:3.0:1763344908.459815:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.459818:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344908.459820:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb99500. 00000100:00000001:3.0:1763344908.459824:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.459825:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344908.459827:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0b40. 00000100:00000001:3.0:1763344908.459830:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.459832:0:6504:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344908.459835:0:6504:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd340. 00010000:00000001:3.0:1763344908.459838:0:6504:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.459840:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.459842:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.459845:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763344908.459850:0:6504:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 3/0,1 mode: --/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00000100:00000001:1.0:1763344908.460569:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.460585:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.460592:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.460880:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.460884:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881566592 02000000:00000001:2.0:1763344908.460887:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.460890:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.460892:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.460896:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.460899:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881566592 00000020:00000001:2.0:1763344908.460902:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.460904:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344908.460906:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.460910:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=232 00000020:00000001:2.0:1763344908.460912:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344908.460915:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344908.460919:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.460927:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.460931:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.460934:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000020:00000010:2.0:1763344908.460941:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8400. 00000020:00000010:2.0:1763344908.460946:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0e80. 00000020:00000010:2.0:1763344908.460952:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773ded8. 00000100:00000040:2.0:1763344908.460959:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1763344908.460962:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.460963:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1763344908.460965:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1763344908.460968:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.460971:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1763344908.460975:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.460976:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.460978:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427200 refcount=4 00000020:00000001:2.0:1763344908.460980:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00000001:2.0:1763344908.460982:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00010000:2.0:1763344908.460989:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427200/0x34881b408681822f lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e406 expref: 232 pid: 13569 timeout: 13114 lvb_type: 0 00010000:00000001:2.0:1763344908.460996:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.460998:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.460999:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.461001:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.461008:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1763344908.461014:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50ee32fb80 x1848987881566592/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.461021:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763344908.461023:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.461040:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.461051:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.461053:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.461058:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6355 00000100:00000040:2.0:1763344908.461062:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 2 00000100:00000001:2.0:1763344908.461064:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163731840 : -107404545819776 : ffff9e50ee32fb80) 00000100:00000040:2.0:1763344908.461069:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32fb80 x1848987881566592/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344908.461078:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.461082:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.461084:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.461086:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000100:00100000:2.0:1763344908.461090:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:2405:x1848987881566592:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1763344908.461094:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881566592 00010000:00000001:2.0:1763344908.461096:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1763344908.461099:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1763344908.461101:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1763344908.461106:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.461108:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.461118:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc1ea1c00. 02000000:00000001:2.0:1763344908.461121:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.461123:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.461126:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763344908.461128:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763344908.461130:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.461132:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.461133:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427200 refcount=4 00000020:00000001:2.0:1763344908.461135:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00000001:2.0:1763344908.461138:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00000040:2.0:1763344908.461141:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 5 00000004:00000001:2.0:1763344908.461146:0:27025:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:2.0:1763344908.461150:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427200/0x34881b408681822f lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e406 expref: 232 pid: 13569 timeout: 13114 lvb_type: 0 00000100:00001000:2.0:1763344908.461158:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e50dfa75c50 time=1763344908 v=20 (0 0 0 0) 00010000:00000001:2.0:1763344908.461161:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763344908.461167:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.461168:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.461172:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427200/0x34881b408681822f lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e406 expref: 232 pid: 13569 timeout: 13114 lvb_type: 0 00000020:00000001:2.0:1763344908.461181:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.461184:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.461186:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.461188:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.461192:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344908.461194:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.461201:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.461202:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.461205:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.461207:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.461210:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb427200 with handle 0x34881b408681822f from hash 00010000:00000001:2.0:1763344908.461212:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.461214:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.461215:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.461216:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344908.461221:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.461223:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.461225:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.461227:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.461230:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427200/0x34881b408681822f lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e406 expref: 232 pid: 13569 timeout: 13114 lvb_type: 0 00010000:00000040:2.0:1763344908.461237:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:2.0:1763344908.461240:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00010000:00000010:2.0:1763344908.461243:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcac00. 00010000:00000001:2.0:1763344908.461251:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.461254:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.461257:0:27025:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.461260:0:27025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) 00010000:00010000:2.0:1763344908.461265:0:27025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 3/0,1 mode: --/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.461271:0:27025:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.461274:0:27025:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.461276:0:27025:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.461278:0:27025:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.461280:0:27025:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.461283:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.461286:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763344908.461288:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 3/0,1 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.461294:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763344908.461296:0:27025:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.461298:0:27025:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.461300:0:27025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.461302:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) refcount = 4 00010000:00000040:2.0:1763344908.461306:0:27025:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.461309:0:27025:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426800/0x34881b4086818213 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ff expref: 231 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344908.461316:0:27025:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 4/0,1 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.461322:0:27025:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.461324:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.461325:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.461327:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.461329:0:27025:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.461331:0:27025:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1763344908.461334:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.461338:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.461344:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc840. 00000100:00000001:2.0:1763344908.461346:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416487488 : -107409293064128 : ffff9e4fd33dc840) 00000100:00000001:2.0:1763344908.461348:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664416487488 : -107409293064128 : ffff9e4fd33dc840) 00000100:00000001:2.0:1763344908.461350:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.461352:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344908.461353:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763344908.461355:0:27025:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.461378:0:27025:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.461380:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.461381:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.461382:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.461384:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763344908.461385:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.461387:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.461389:0:27025:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.461390:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1763344908.461392:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc840. 00000100:00000001:2.0:1763344908.461395:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344908.461396:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344908.461398:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d23c0. 00010000:00000001:2.0:1763344908.461400:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763344908.461402:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763344908.461404:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.461408:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.461411:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.461414:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.461418:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.461421:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.461423:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.461426:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.461428:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.461439:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.461443:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.461448:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921088. 00000100:00000200:2.0:1763344908.461453:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881566592, offset 224 00000400:00000200:2.0:1763344908.461458:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.461469:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.461475:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385699:1385699:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385695:1385695:8:4294967295] 00000400:00000200:2.0:1763344908.461486:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.461491:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.461495:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71900. 00000800:00000200:2.0:1763344908.461501:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.461507:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.461512:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.461526:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.461529:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.461532:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.461534:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.461538:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32fb80 x1848987881566592/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.461547:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:2405:x1848987881566592:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 467us (2637us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344908.461553:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6355 00000100:00000040:2.0:1763344908.461557:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344908.461559:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.461560:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.461565:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0e80. 00000020:00000010:2.0:1763344908.461568:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773ded8. 00000020:00000010:2.0:1763344908.461571:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8400. 00000020:00000040:2.0:1763344908.461574:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00000100:00000001:2.0:1763344908.461576:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1763344908.461676:0:6504:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 3/0,1 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.461682:0:6504:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.461685:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 3/0,1 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:0.0:1763344908.461689:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344908.461691:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.461693:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.461695:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.461696:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.461698:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=3 00000020:00000001:0.0:1763344908.461700:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:0.0:1763344908.461702:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:0.0:1763344908.461704:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.461705:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.461707:0:6504:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344908.461710:0:6504:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240002b13:0x12e86:0x0], ibits = 0x5/0x1a, open_flags = 040004240001002, try_layout = 1 : rc = 0 00000004:00000001:0.0:1763344908.461714:0:6504:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344908.461716:0:6504:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.461719:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344908.461721:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x113:0x0] 00000020:00000001:0.0:1763344908.461724:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344908.461730:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:0.0:1763344908.461732:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:0.0:1763344908.461737:0:6504:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763344908.461743:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.461744:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.461747:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.461748:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.461750:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.461752:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.461753:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.461754:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.461756:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.461757:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.461758:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344908.461760:0:6504:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:0.0:1763344908.461763:0:6504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: returning size 0 00000001:00000001:0.0:1763344908.461765:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.461766:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.461768:0:6504:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763344908.461772:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.461777:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.461782:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.461786:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.461808:0:6504:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.461811:0:6504:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1763344908.461814:0:6504:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x283 lmm_size = 80 00000004:00000001:0.0:1763344908.461816:0:6504:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:0.0:1763344908.461817:0:6504:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.461821:0:6504:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763344908.461826:0:6504:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763344908.461830:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763344908.461832:0:6504:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.461834:0:6504:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.461836:0:6504:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344908.461840:0:6504:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763344908.461843:0:6504:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50df139600. 00000020:00000001:0.0:1763344908.461845:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.461847:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50df139600 with handle 0x34881b4086818252 to hash 00000020:00000001:0.0:1763344908.461849:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763344908.461850:0:6504:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636668910016000 : -107404799535616 : ffff9e50df139600) 00000004:00000001:0.0:1763344908.461852:0:6504:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763344908.461854:0:6504:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763344908.461855:0:6504:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x240002b13:0x12e86:0x0] Change mfd open_flags 0 -> 040004240001002. 00000004:00000001:0.0:1763344908.461859:0:6504:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763344908.461862:0:6504:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344908.461867:0:6504:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fdb7d4800. 00080000:00000001:0.0:1763344908.461869:0:6504:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664554866688 : -107409154684928 : ffff9e4fdb7d4800) 00080000:00000001:0.0:1763344908.461871:0:6504:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344908.461877:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344908.461881:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344908.461884:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2a80. 00080000:00000001:0.0:1763344908.461886:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.461894:0:6504:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.461896:0:6504:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344908.461901:0:6504:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344908.461904:0:6504:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214375, last_committed = 25770214370 00000001:00000010:0.0:1763344908.461908:0:6504:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dce40. 00000001:00000040:0.0:1763344908.461910:0:6504:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 5 00000020:00000040:0.0:1763344908.461912:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=231 00000001:00000010:0.0:1763344908.461918:0:6504:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd6241e40. 00000001:00000001:0.0:1763344908.461939:0:6504:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd6241e40: xid 1848987881566464, transno 25770214375, tag 1, client gen 9, slot idx 1 00000001:00000001:0.0:1763344908.461942:0:6504:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344908.461951:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2a80. 00040000:00000001:0.0:1763344908.461955:0:6504:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344908.461957:0:6504:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344908.461960:0:6504:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.461962:0:6504:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344908.461963:0:6504:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.461965:0:6504:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.461968:0:6504:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344908.461971:0:6504:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763344908.461974:0:6504:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763344908.461975:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344908.461977:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.461979:0:6504:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763344908.461981:0:6504:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344908.461982:0:6504:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.461984:0:6504:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344908.461986:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344908.461991:0:6504:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375a98/ffff9e4fd3375a40 to site lru. bkt: ffff9e50ff90c930 00000004:00000001:0.0:1763344908.461993:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.461995:0:6504:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763344908.462000:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344908.462007:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.462011:0:6504:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.462013:0:6504:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763344908.462018:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344908.462020:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344908.462021:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344908.462022:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344908.462024:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344908.462026:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:0.0:1763344908.462045:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.462047:0:6504:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763344908.462050:0:6504:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763344908.462052:0:6504:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.462055:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.462057:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.462058:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=3 00000020:00000001:0.0:1763344908.462060:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:0.0:1763344908.462062:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00000004:00000040:0.0:1763344908.462065:0:6504:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 221 00000020:00000040:0.0:1763344908.462068:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=232 00010000:00000001:0.0:1763344908.462073:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.462074:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344908.462075:0:6504:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344908.462077:0:6504:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344908.462080:0:6504:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763344908.462083:0:6504:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763344908.462086:0:6504:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344908.462087:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.462089:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.462090:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.462092:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.462093:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.462095:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17c00 with handle 0x34881b4086818244 from hash 00010000:00000001:0.0:1763344908.462097:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.462098:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.462099:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.462100:0:6504:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344908.462101:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.462105:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818244 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e41b expref: 232 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.462113:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:0.0:1763344908.462115:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00010000:00000010:0.0:1763344908.462117:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16600. 00010000:00000001:0.0:1763344908.462124:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.462126:0:6504:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.462130:0:6504:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763344908.462134:0:6504:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 3/0,0 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e41b expref: 231 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.462139:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.462141:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.462143:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) 00010000:00010000:0.0:1763344908.462145:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:0.0:1763344908.462146:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.462148:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.462150:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344908.462151:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.462152:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.462153:0:6504:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf16800, rc 0) 00000020:00000001:0.0:1763344908.462156:0:6504:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344908.462159:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 25770214375, xid 1848987881566464 00010000:00000001:0.0:1763344908.462162:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344908.462166:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32e300 x1848987881566464/t25770214375(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/688 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344908.462174:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.462176:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.462178:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.462181:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.462183:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344908.462185:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344908.462188:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.462189:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.462192:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.462194:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344908.462198:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495880. 00000100:00000200:0.0:1763344908.462200:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1848987881566464, offset 224 00000400:00000200:0.0:1763344908.462205:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344908.462212:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344908.462217:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385700:1385700:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385696:1385696:7:4294967295] 00000400:00000200:0.0:1763344908.462225:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344908.462230:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344908.462234:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56800. 00000800:00000200:0.0:1763344908.462239:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344908.462243:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344908.462246:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56800 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:0.0:1763344908.462250:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.462252:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344908.462255:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344908.462256:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.462259:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344908.462263:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32e300 x1848987881566464/t25770214375(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/688 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344908.462271:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:253440:x1848987881566464:12345-192.168.203.14@tcp:101:cp.0 Request processed in 11563us (12727us total) trans 25770214375 rc 0/0 00000100:00100000:0.0:1763344908.462279:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303022 00000100:00000040:0.0:1763344908.462281:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344908.462283:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.462285:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.462288:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e480. 00000020:00000010:0.0:1763344908.462291:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf190. 00000020:00000010:0.0:1763344908.462293:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdc400. 00000020:00000040:0.0:1763344908.462298:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00000100:00000001:0.0:1763344908.462300:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.462479:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.462484:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71900. 00000400:00000200:1.0:1763344908.462490:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.462495:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.462500:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921088 00000400:00000010:1.0:1763344908.462502:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921088. 00000100:00000001:1.0:1763344908.462505:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.462507:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1763344908.462568:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.462571:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56800. 00000400:00000200:1.0:1763344908.462574:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.462578:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.462580:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495880 00000400:00000010:1.0:1763344908.462582:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495880. 00000100:00000001:1.0:1763344908.462585:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.462587:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.466744:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.466760:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.466764:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.466766:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.466777:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.466833:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 568 into portal 12 MB=0x691a509dff200 00000400:00000200:0.0:1763344908.466843:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 568/568 into md 0x616b51 [64] + 181912 00000800:00000001:0.0:1763344908.466851:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.466860:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.466863:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.466868:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.466876:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.466878:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344908.466885:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12eb100. 00000100:00000040:0.0:1763344908.466889:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12eb100 x1848987881566720 msgsize 568 00000100:00100000:0.0:1763344908.466894:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.466911:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.466920:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.466924:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.467055:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.467059:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881566720 02000000:00000001:3.0:1763344908.467062:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.467065:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.467067:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.467072:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.467076:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881566720 00000020:00000001:3.0:1763344908.467079:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.467081:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344908.467083:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.467087:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=231 00000020:00000001:3.0:1763344908.467090:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344908.467092:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344908.467097:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.467103:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.467107:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.467109:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd340. 00000020:00000010:3.0:1763344908.467115:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdd600. 00000020:00000010:3.0:1763344908.467120:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344908.467124:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfaf0. 00000100:00000040:3.0:1763344908.467132:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344908.467135:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.467137:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344908.467140:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344908.467142:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.467144:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.467151:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.467715:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.467733:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.467735:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.467742:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303023 00000100:00000040:3.0:1763344908.467746:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344908.467748:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408475904 : -107405301075712 : ffff9e50c12eb100) 00000100:00000040:3.0:1763344908.467755:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12eb100 x1848987881566720/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 568/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344908.467762:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.467766:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.467768:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.467770:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd340. 00000100:00100000:3.0:1763344908.467774:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:253440:x1848987881566720:12345-192.168.203.14@tcp:101:cp.0 00000100:00000200:3.0:1763344908.467777:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881566720 00000020:00000001:3.0:1763344908.467780:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.467784:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763344908.467832:0:6504:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd6241e40: xid 1848987881566464, transno 25770214375, client gen 9, slot idx 1 00000001:00000001:3.0:1763344908.467838:0:6504:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd62416c0: xid 1848987881565824, transno 25770214374, client gen 9, slot idx 0 00000001:00000010:3.0:1763344908.467842:0:6504:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd62416c0. 00000020:00000001:3.0:1763344908.467846:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.467848:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.467850:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344908.467853:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.467856:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881566720, found 0 last_xid 1848987881566719 00000020:00000001:3.0:1763344908.467859:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.467860:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.467862:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.467867:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.467869:0:6504:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344908.467871:0:6504:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344908.467873:0:6504:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344908.467875:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344908.467876:0:6504:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.467882:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.467890:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 3 00010000:00000001:3.0:1763344908.467893:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.467896:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.467899:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17600. 00000020:00000001:3.0:1763344908.467903:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.467905:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17600 with handle 0x34881b4086818259 to hash 00000020:00000001:3.0:1763344908.467907:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.467909:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000010:3.0:1763344908.467913:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16180. 00010000:00000001:3.0:1763344908.467916:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00010000:3.0:1763344908.467920:0:6504:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b4086818259 lrc: 2/0,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e422 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.467927:0:6504:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 221 00000020:00000040:3.0:1763344908.467929:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=232 00010000:00000001:3.0:1763344908.467935:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344908.467938:0:6504:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344908.467944:0:6504:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344908.467946:0:6504:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344908.467948:0:6504:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763344908.467950:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344908.467951:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e86:0x0] 00000020:00000001:3.0:1763344908.467954:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.467958:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:3.0:1763344908.467960:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592928032 : -107409116623584 : ffff9e4fddc20d20) 00000004:00000001:3.0:1763344908.467962:0:6504:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.467964:0:6504:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.467966:0:6504:0:(mdt_handler.c:4954:mdt_intent_getxattr()) Process entered 00000004:00000001:3.0:1763344908.467968:0:6504:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763344908.467971:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344908.467973:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.467975:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 4 00010000:00000001:3.0:1763344908.467977:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.467979:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.467982:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16000. 00000020:00000001:3.0:1763344908.467985:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.467986:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16000 with handle 0x34881b4086818260 to hash 00000020:00000001:3.0:1763344908.467988:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.467989:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000010:3.0:1763344908.467992:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16a00. 00010000:00000001:3.0:1763344908.467994:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344908.467997:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.467998:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.468001:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818260 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:3.0:1763344908.468007:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344908.468010:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344908.468012:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.468014:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.468016:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.468018:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.468019:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.468021:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.468023:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344908.468024:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344908.468026:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.468027:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) refcount = 4 00010000:00000040:3.0:1763344908.468031:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.468035:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 2/0,0 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e41b expref: 232 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.468043:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426800/0x34881b4086818213 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ff expref: 232 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.468049:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818260 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.468054:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.468059:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.468061:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.468063:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344908.468065:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.468067:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.468069:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.468071:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344908.468073:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.468076:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818260 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.468081:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344908.468083:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.468084:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.468086:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.468087:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.468089:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16000 refcount=3 00000020:00000001:3.0:1763344908.468090:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344908.468093:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344908.468095:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.468096:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.468097:0:6504:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.468100:0:6504:0:(mdt_xattr.c:230:mdt_getxattr()) Process entered 00000004:00000002:3.0:1763344908.468102:0:6504:0:(mdt_xattr.c:235:mdt_getxattr()) getxattr [0x240002b13:0x12e86:0x0] 00000001:00000001:3.0:1763344908.468105:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.468107:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.468110:0:6504:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763344908.468112:0:6504:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.468115:0:6504:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763344908.468116:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.468117:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.468119:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.468121:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.468122:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.468124:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.468125:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.468126:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.468127:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.468128:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.468130:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.468131:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.468132:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.468134:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.468136:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.468137:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.468141:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344908.468146:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344908.468148:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344908.468151:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344908.468152:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.468155:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.468156:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.468158:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344908.468160:0:6504:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.468164:0:6504:0:(mdt_xattr.c:42:mdt_getxattr_pack_reply()) Process entered 00000100:00000001:3.0:1763344908.468167:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.468169:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.468192:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8704 at ffff9e50fc90c000. 02000000:00000001:3.0:1763344908.468195:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.468198:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.468201:0:6504:0:(mdt_xattr.c:121:mdt_getxattr_pack_reply()) Process leaving (rc=2500 : 2500 : 9c4) 00000004:00000001:3.0:1763344908.468204:0:6504:0:(mdt_xattr.c:163:mdt_getxattr_all()) Process entered 00000004:00000001:3.0:1763344908.468207:0:6504:0:(mdd_object.c:491:mdd_xattr_list()) Process entered 00000004:00000001:3.0:1763344908.468227:0:6504:0:(mdd_object.c:528:mdd_xattr_list()) Process leaving (rc=58 : 58 : 3a) 00000004:00000001:3.0:1763344908.468232:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.468236:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.468244:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.468247:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.468249:0:6504:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763344908.468251:0:6504:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.468252:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.468253:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.468256:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:3.0:1763344908.468258:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:3.0:1763344908.468259:0:6504:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763344908.468261:0:6504:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:3.0:1763344908.468262:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.468263:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.468266:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763344908.468268:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763344908.468269:0:6504:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763344908.468270:0:6504:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763344908.468272:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.468273:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.468275:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763344908.468277:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763344908.468279:0:6504:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763344908.468280:0:6504:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763344908.468281:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.468283:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.468285:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.468287:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.468288:0:6504:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763344908.468289:0:6504:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.468293:0:6504:0:(mdt_xattr.c:216:mdt_getxattr_all()) Process leaving (rc=58 : 58 : 3a) 00000004:00000001:3.0:1763344908.468295:0:6504:0:(mdt_xattr.c:298:mdt_getxattr()) Process leaving 00000020:00000001:3.0:1763344908.468300:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:3.0:1763344908.468309:0:6504:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff9e50ccf1e000. 00000020:00000001:3.0:1763344908.468312:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.468316:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344908.468318:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:3.0:1763344908.468320:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.468322:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.468324:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16000 refcount=3 00000020:00000001:3.0:1763344908.468325:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:3.0:1763344908.468328:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00000004:00000040:3.0:1763344908.468331:0:6504:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 222 00000020:00000040:3.0:1763344908.468333:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=233 00010000:00000001:3.0:1763344908.468336:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.468337:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.468338:0:6504:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344908.468340:0:6504:0:(mdt_handler.c:4994:mdt_intent_getxattr()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344908.468342:0:6504:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344908.468344:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344908.468347:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344908.468349:0:6504:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763344908.468351:0:6504:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344908.468353:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.468356:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.468357:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.468359:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.468361:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.468364:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17600 with handle 0x34881b4086818259 from hash 00010000:00000001:3.0:1763344908.468366:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.468380:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.468382:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.468383:0:6504:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344908.468384:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.468388:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b4086818259 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e422 expref: 233 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.468395:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 221 00000020:00000040:3.0:1763344908.468398:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 232 00010000:00000010:3.0:1763344908.468400:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16180. 00010000:00000001:3.0:1763344908.468407:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.468409:0:6504:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.468412:0:6504:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344908.468416:0:6504:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818260 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e422 expref: 232 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.468423:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.468425:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344908.468427:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) 00010000:00010000:3.0:1763344908.468441:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:3.0:1763344908.468444:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.468446:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.468448:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.468450:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.468451:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.468452:0:6504:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf16000, rc 0) 00000020:00000001:3.0:1763344908.468455:0:6504:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.468458:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 0, xid 1848987881566720 00010000:00000001:3.0:1763344908.468460:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.468465:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c12eb100 x1848987881566720/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 568/1168 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344908.468473:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.468476:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.468480:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.468484:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.468487:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.468489:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.468492:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.468494:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.468497:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.468500:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.468505:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb088. 00000100:00000200:3.0:1763344908.468510:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 1168 bytes to portal 10, xid 1848987881566720, offset 224 00000400:00000200:3.0:1763344908.468517:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.468527:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.468533:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385701:1385701:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385697:1385697:8:4294967295] 00000400:00000200:3.0:1763344908.468544:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.468549:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1168 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.468554:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6e00. 00000800:00000200:3.0:1763344908.468559:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.468566:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:3.0:1763344908.468570:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6e00 type 1, nob 1264 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.468578:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.468581:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.468584:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.468585:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.468587:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.468592:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12eb100 x1848987881566720/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 568/1168 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344908.468600:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:253440:x1848987881566720:12345-192.168.203.14@tcp:101:cp.0 Request processed in 836us (1709us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.468607:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303023 00000100:00000040:3.0:1763344908.468610:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344908.468612:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.468614:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.468618:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344908.468622:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfaf0. 00000020:00000010:3.0:1763344908.468625:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdd600. 00000020:00000040:3.0:1763344908.468630:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00000100:00000001:3.0:1763344908.468632:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.468892:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.468897:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6e00. 00000400:00000200:1.0:1763344908.468901:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.468906:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.468910:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb088 00000400:00000010:1.0:1763344908.468912:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb088. 00000100:00000001:1.0:1763344908.468916:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.468917:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344908.471829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:2.1:1763344908.471894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb427200. 00000800:00000001:1.0:1763344908.474485:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.474502:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.474506:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.474509:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.474520:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.474537:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 488 into portal 12 MB=0x691a509dff300 00000400:00000200:1.0:1763344908.474545:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 488/488 into md 0x616b51 [64] + 182480 00000800:00000001:1.0:1763344908.474554:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.474562:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.474565:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.474569:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.474576:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.474578:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344908.474585:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32ca80. 00000100:00000040:1.0:1763344908.474588:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32ca80 x1848987881566976 msgsize 488 00000100:00100000:1.0:1763344908.474592:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.474607:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.474617:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.474620:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.474675:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.474679:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881566976 02000000:00000001:3.0:1763344908.474682:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.474685:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.474687:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.474692:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.474696:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881566976 00000020:00000001:3.0:1763344908.474699:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.474701:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344908.474703:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.474706:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=232 00000020:00000001:3.0:1763344908.474709:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344908.474711:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344908.474716:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.474721:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.474724:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.474727:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd340. 00000020:00000010:3.0:1763344908.474733:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdd600. 00000020:00000010:3.0:1763344908.474738:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344908.474744:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfaf0. 00000100:00000040:3.0:1763344908.474751:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344908.474754:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.474756:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.474758:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.474766:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.475657:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.475677:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.475679:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.475686:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303024 00000100:00000040:3.0:1763344908.475691:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344908.475693:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163719296 : -107404545832320 : ffff9e50ee32ca80) 00000100:00000040:3.0:1763344908.475700:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32ca80 x1848987881566976/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.475709:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.475714:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.475717:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.475720:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd340. 00000100:00100000:3.0:1763344908.475724:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:253440:x1848987881566976:12345-192.168.203.14@tcp:36:cp.0 00000100:00000200:3.0:1763344908.475728:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881566976 00000020:00000001:3.0:1763344908.475732:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.475736:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.475740:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.475743:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.475745:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808656 : -1044742960 : ffffffffc1ba7cd0) 00000020:00000001:3.0:1763344908.475748:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.475751:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881566976, found 0 last_xid 1848987881566975 00000020:00000001:3.0:1763344908.475754:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.475756:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.475758:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.475761:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.475764:0:6504:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:3.0:1763344908.475770:0:6504:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff9e50ee32ca80 x1848987881566976/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/0 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763344908.475779:0:6504:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763344908.475782:0:6504:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763344908.475784:0:6504:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:3.0:1763344908.475786:0:6504:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763344908.475811:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.475813:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.475816:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.475817:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2 : 2 : 0x2) 00000001:00000001:3.0:1763344908.475819:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2 : 2 : 2) 00000001:00000001:3.0:1763344908.475821:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.475822:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.475824:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.475827:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.475828:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.475829:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.475831:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.475832:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.475834:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.475836:0:6504:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.475841:0:6504:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.475842:0:6504:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.475844:0:6504:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.475849:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344908.475850:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344908.475853:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.475855:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.475862:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff9e4fdd986000. 02000000:00000001:3.0:1763344908.475864:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.475866:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.475870:0:6504:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763344908.475872:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.475873:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.475874:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.475875:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.475877:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.475878:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.475879:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.475881:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.475882:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.475883:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.475887:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344908.475893:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344908.475895:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344908.475897:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344908.475899:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.475902:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.475903:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.475905:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344908.475906:0:6504:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.475909:0:6504:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763344908.475911:0:6504:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.475913:0:6504:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763344908.475915:0:6504:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:3.0:1763344908.475919:0:6504:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x240002b13:0x12e86:0x0] e req@ffff9e50ee32ca80 x1848987881566976/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/3152 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.475927:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344908.475929:0:6504:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.475931:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344908.475934:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e86:0x0] 00000020:00000001:3.0:1763344908.475937:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.475941:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:3.0:1763344908.475944:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592928032 : -107409116623584 : ffff9e4fddc20d20) 00000004:00000001:3.0:1763344908.475946:0:6504:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763344908.475948:0:6504:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.475951:0:6504:0:(mdt_open.c:122:mdt_write_read()) Process entered 00000004:00000001:3.0:1763344908.475953:0:6504:0:(mdt_open.c:126:mdt_write_read()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344908.475955:0:6504:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1763344908.475958:0:6504:0:(mdt_som.c:185:mdt_lsom_update()) valid e, lsom init 1 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 1 00000004:00000001:3.0:1763344908.475962:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344908.475964:0:6504:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344908.475971:0:6504:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.475973:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.475978:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.475994:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.475997:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.475999:0:6504:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344908.476001:0:6504:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344908.476004:0:6504:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e86:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763344908.476007:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763344908.476009:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476011:0:6504:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.476013:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.476014:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763344908.476018:0:6504:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=80 : 80 : 0x50) 00000004:00000001:3.0:1763344908.476020:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763344908.476022:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763344908.476024:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.476025:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.476027:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763344908.476029:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763344908.476030:0:6504:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763344908.476033:0:6504:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763344908.476035:0:6504:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476037:0:6504:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1763344908.476039:0:6504:0:(mdt_som.c:114:mdt_set_som()) [0x240002b13:0x12e86:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:3.0:1763344908.476043:0:6504:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.476045:0:6504:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1763344908.476047:0:6504:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763344908.476051:0:6504:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763344908.476057:0:6504:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50ef5cf240. 00080000:00000001:3.0:1763344908.476061:0:6504:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344908.476064:0:6504:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e50c2bddc00. 00080000:00000001:3.0:1763344908.476067:0:6504:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636668434635776 : -107405274915840 : ffff9e50c2bddc00) 00000004:00000001:3.0:1763344908.476070:0:6504:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.476073:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.476076:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.476077:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668434635776 : -107405274915840 : ffff9e50c2bddc00) 00000004:00000001:3.0:1763344908.476081:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476084:0:6504:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.476088:0:6504:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763344908.476090:0:6504:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763344908.476095:0:6504:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763344908.476096:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.476098:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668434635776 : -107405274915840 : ffff9e50c2bddc00) 00080000:00000001:3.0:1763344908.476101:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.476104:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344908.476108:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd340. 00080000:00000001:3.0:1763344908.476110:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476112:0:6504:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.476121:0:6504:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.476123:0:6504:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476128:0:6504:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.476131:0:6504:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763344908.476133:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763344908.476134:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.476135:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668434635776 : -107405274915840 : ffff9e50c2bddc00) 00080000:00000001:3.0:1763344908.476138:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344908.476140:0:6504:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e86:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:3.0:1763344908.476156:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476158:0:6504:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476161:0:6504:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.476166:0:6504:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763344908.476168:0:6504:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344908.476173:0:6504:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344908.476176:0:6504:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214376, last_committed = 25770214370 00000001:00000010:3.0:1763344908.476180:0:6504:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cfcc0. 00000001:00000040:3.0:1763344908.476182:0:6504:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 6 00000020:00000040:3.0:1763344908.476185:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=233 00000001:00000010:3.0:1763344908.476190:0:6504:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fc87e0b40. 00000004:00000001:3.0:1763344908.476196:0:6504:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763344908.476198:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.476199:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668434635776 : -107405274915840 : ffff9e50c2bddc00) 00000004:00000001:3.0:1763344908.476214:0:6504:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763344908.476217:0:6504:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fc87e0b40: xid 1848987881566976, transno 25770214376, tag 1, client gen 9, slot idx 0 00000001:00000001:3.0:1763344908.476220:0:6504:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344908.476229:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd340. 00040000:00000001:3.0:1763344908.476233:0:6504:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344908.476235:0:6504:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344908.476238:0:6504:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.476240:0:6504:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50ef5cf240. 00000020:00000001:3.0:1763344908.476245:0:6504:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476248:0:6504:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476250:0:6504:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476251:0:6504:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.476257:0:6504:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9e50f9d75b28. 00000004:00000001:3.0:1763344908.476263:0:6504:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763344908.476265:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.476267:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.476271:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763344908.476273:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763344908.476275:0:6504:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476277:0:6504:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:3.0:1763344908.476279:0:6504:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1763344908.476281:0:6504:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763344908.476285:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344908.476287:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.476294:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 4 00010000:00000001:3.0:1763344908.476297:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.476299:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.476303:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16a00. 00000020:00000001:3.0:1763344908.476307:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.476310:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16a00 with handle 0x34881b4086818267 to hash 00000020:00000001:3.0:1763344908.476312:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.476313:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000010:3.0:1763344908.476318:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16180. 00010000:00000001:3.0:1763344908.476321:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:3.0:1763344908.476324:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.476326:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.476330:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:3.0:1763344908.476338:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344908.476341:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344908.476343:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.476346:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.476348:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.476350:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.476351:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.476354:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.476356:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344908.476357:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344908.476359:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.476361:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) refcount = 4 00010000:00000040:3.0:1763344908.476364:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.476382:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818260 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e422 expref: 233 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.476390:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 2/0,0 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e41b expref: 233 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.476401:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426800/0x34881b4086818213 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ff expref: 233 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.476408:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.476413:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.476417:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.476419:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.476421:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344908.476422:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.476424:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.476426:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.476428:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344908.476430:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.476433:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.476438:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344908.476439:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.476440:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.476443:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.476445:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.476446:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16a00 refcount=3 00000020:00000001:3.0:1763344908.476448:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:3.0:1763344908.476450:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:3.0:1763344908.476452:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.476453:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.476455:0:6504:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476456:0:6504:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476460:0:6504:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763344908.476465:0:6504:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763344908.476468:0:6504:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763344908.476471:0:6504:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763344908.476475:0:6504:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50ef5cf240. 00080000:00000001:3.0:1763344908.476477:0:6504:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344908.476479:0:6504:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e50c2bdc000. 00080000:00000001:3.0:1763344908.476481:0:6504:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636668434628608 : -107405274923008 : ffff9e50c2bdc000) 00000004:00000001:3.0:1763344908.476484:0:6504:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1763344908.476486:0:6504:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1763344908.476487:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.476488:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668434628608 : -107405274923008 : ffff9e50c2bdc000) 00080000:00000001:3.0:1763344908.476491:0:6504:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763344908.476494:0:6504:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476496:0:6504:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476498:0:6504:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.476500:0:6504:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763344908.476501:0:6504:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763344908.476504:0:6504:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763344908.476505:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.476506:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668434628608 : -107405274923008 : ffff9e50c2bdc000) 00080000:00000001:3.0:1763344908.476508:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.476510:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344908.476512:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd340. 00080000:00000001:3.0:1763344908.476516:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476517:0:6504:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.476521:0:6504:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.476522:0:6504:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344908.476525:0:6504:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763344908, ctime 1763344908 00000004:00000001:3.0:1763344908.476528:0:6504:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:3.0:1763344908.476529:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.476532:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000020:00000010:3.0:1763344908.476536:0:6504:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 80 at ffff9e50ef5cfea0. 00000004:00000001:3.0:1763344908.476538:0:6504:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.476541:0:6504:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 80 at ffff9e50ef5cfea0. 00000004:00000001:3.0:1763344908.476544:0:6504:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1763344908.476546:0:6504:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1763344908.476548:0:6504:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1763344908.476549:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.476551:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668434628608 : -107405274923008 : ffff9e50c2bdc000) 00080000:00000001:3.0:1763344908.476562:0:6504:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344908.476564:0:6504:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476566:0:6504:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476568:0:6504:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.476571:0:6504:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763344908.476572:0:6504:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:3.0:1763344908.476574:0:6504:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214376 00000001:00000001:3.0:1763344908.476576:0:6504:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344908.476578:0:6504:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214377, last_committed = 25770214370 00000001:00000010:3.0:1763344908.476581:0:6504:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cfea0. 00000001:00000040:3.0:1763344908.476583:0:6504:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 7 00000020:00000040:3.0:1763344908.476585:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=234 00000001:00000010:3.0:1763344908.476589:0:6504:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fc87e0cc0. 00000004:00000001:3.0:1763344908.476591:0:6504:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763344908.476593:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.476594:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668434628608 : -107405274923008 : ffff9e50c2bdc000) 00000004:00000001:3.0:1763344908.476600:0:6504:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763344908.476603:0:6504:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fc87e0b40: xid 1848987881566976, transno 25770214376, client gen 9, slot idx 0 00000001:00000001:3.0:1763344908.476607:0:6504:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fc87e0b40: xid 1848987881566976, transno 25770214376, client gen 9, slot idx 0 00000001:00000010:3.0:1763344908.476610:0:6504:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fc87e0b40. 00000001:00000001:3.0:1763344908.476613:0:6504:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fc87e0cc0: xid 1848987881566976, transno 25770214377, tag 1, client gen 9, slot idx 2 00000001:00000001:3.0:1763344908.476615:0:6504:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344908.476619:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd340. 00040000:00000001:3.0:1763344908.476622:0:6504:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344908.476624:0:6504:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344908.476625:0:6504:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.476627:0:6504:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50ef5cf240. 00000020:00000001:3.0:1763344908.476630:0:6504:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.476634:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 5 00010000:00000001:3.0:1763344908.476636:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344908.476639:0:6504:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:3.0:1763344908.476641:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763344908.476643:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763344908.476645:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344908.476647:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344908.476649:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.476650:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.476651:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16a00 refcount=3 00000020:00000001:3.0:1763344908.476654:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:3.0:1763344908.476656:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00000004:00010000:3.0:1763344908.476659:0:6504:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b009600a reply state 0000000016f55f9f transno 25770214377 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.476666:0:6504:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1763344908.476670:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.476671:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.476673:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.476674:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344908.476676:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344908.476677:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.476678:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) refcount = 4 00010000:00000040:3.0:1763344908.476681:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.476685:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818260 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e422 expref: 234 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.476692:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 2/0,0 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e41b expref: 234 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.476699:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426800/0x34881b4086818213 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ff expref: 234 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.476706:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.476710:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.476712:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.476713:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.476715:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344908.476717:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.476720:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344908.476722:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) 00010000:00010000:3.0:1763344908.476724:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763344908.476727:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.476729:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.476731:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.476732:0:6504:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1763344908.476734:0:6504:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763344908.476736:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.476737:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.476739:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344908.476740:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763344908.476741:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344908.476742:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763344908.476744:0:6504:0:(mdt_reint.c:874:mdt_add_dirty_flag()) Process entered 00000004:00000001:3.0:1763344908.476746:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344908.476747:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.476750:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.476755:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344908.476758:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763344908.476760:0:6504:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763344908.476762:0:6504:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763344908.476764:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:3.0:1763344908.476766:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476768:0:6504:0:(mdt_reint.c:901:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476769:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344908.476770:0:6504:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344908.476772:0:6504:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476773:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.476775:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.476777:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.476779:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.476780:0:6504:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344908.476781:0:6504:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344908.476783:0:6504:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e86:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763344908.476785:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763344908.476813:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.476816:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.476818:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.476819:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.476821:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.476822:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.476824:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.476825:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.476827:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.476828:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.476830:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.476831:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344908.476834:0:6504:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00000001:3.0:1763344908.476837:0:6504:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:3.0:1763344908.476839:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344908.476841:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763344908.476846:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344908.476853:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476855:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344908.476856:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344908.476859:0:6504:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476861:0:6504:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763344908.476865:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344908.476868:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344908.476869:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344908.476871:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344908.476872:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344908.476875:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763344908.476880:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.476883:0:6504:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.476886:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 25770214377, xid 1848987881566976 00010000:00000001:3.0:1763344908.476889:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763344908.476891:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=235 00010000:00000200:3.0:1763344908.476893:0:6504:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 25770214377, last committed = 25770214370 00010000:00000200:3.0:1763344908.476899:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32ca80 x1848987881566976/t25770214377(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/456 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.476910:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.476912:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.476916:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.476919:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.476921:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.476923:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.476926:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.476928:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.476931:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.476934:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.476939:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbee0. 00000100:00000200:3.0:1763344908.476946:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881566976, offset 224 00000400:00000200:3.0:1763344908.476952:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.476963:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.476969:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385702:1385702:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385698:1385698:8:4294967295] 00000400:00000200:3.0:1763344908.476981:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.476987:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.476991:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.476998:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.477004:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.477008:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.477018:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.477021:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.477024:0:6504:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.477026:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.477028:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.477032:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32ca80 x1848987881566976/t25770214377(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/456 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.477040:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:253440:x1848987881566976:12345-192.168.203.14@tcp:36:cp.0 Request processed in 1330us (2450us total) trans 25770214377 rc 0/0 00000100:00100000:3.0:1763344908.477047:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303024 00000100:00000040:3.0:1763344908.477051:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344908.477053:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.477055:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1763344908.477058:0:6504:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:3.0:1763344908.477061:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344908.477065:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfaf0. 00000020:00000010:3.0:1763344908.477068:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdd600. 00000020:00000040:3.0:1763344908.477073:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00000100:00000001:3.0:1763344908.477076:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.477249:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.477253:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:0.0:1763344908.477258:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.477263:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.477268:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbee0 00000400:00000010:0.0:1763344908.477269:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbee0. 00000100:00000001:0.0:1763344908.477273:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.477276:0:3637:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344908.478605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00000800:00000001:1.0:1763344908.480475:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.480489:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.480492:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.480494:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.480505:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.480520:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dff380 00000400:00000200:1.0:1763344908.480528:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 8240 00000800:00000001:1.0:1763344908.480535:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.480542:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.480544:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.480548:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.480555:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.480557:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344908.480564:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f6ac8e00. 00000100:00000040:1.0:1763344908.480567:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f6ac8e00 x1848987881567104 msgsize 328 00000100:00100000:1.0:1763344908.480571:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.480586:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.480594:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.480597:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.480724:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.480727:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881567104 02000000:00000001:3.0:1763344908.480730:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.480732:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.480735:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.480738:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.480742:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881567104 00000020:00000001:3.0:1763344908.480745:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.480746:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:3.0:1763344908.480748:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.480751:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=24 00000020:00000001:3.0:1763344908.480753:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:3.0:1763344908.480756:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:3.0:1763344908.480761:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.480765:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd340. 00000100:00000001:3.0:1763344908.480768:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.480770:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd340. 00000020:00000010:3.0:1763344908.480775:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdd600. 00000020:00000010:3.0:1763344908.480780:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344908.480784:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfaf0. 00000100:00000040:3.0:1763344908.481049:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344908.481053:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.481055:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.481057:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.481063:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.481690:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.482294:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.482298:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.482305:0:74642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27123 00000100:00000040:0.0:1763344908.482309:0:74642:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:0.0:1763344908.482311:0:74642:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669305916928 : -107404403634688 : ffff9e50f6ac8e00) 00000100:00000040:0.0:1763344908.482319:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f6ac8e00 x1848987881567104/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344908.482329:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.482335:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.482338:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.482341:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2a80. 00000100:00100000:0.0:1763344908.482346:0:74642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f6ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:253440:x1848987881567104:12345-192.168.203.14@tcp:101:cp.0 00000100:00000200:0.0:1763344908.482350:0:74642:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881567104 00000020:00000001:0.0:1763344908.482353:0:74642:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344908.482357:0:74642:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344908.482359:0:74642:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.482362:0:74642:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344908.482364:0:74642:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344908.482375:0:74642:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344908.482378:0:74642:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344908.482380:0:74642:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344908.482382:0:74642:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344908.482388:0:74642:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.482389:0:74642:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344908.482392:0:74642:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344908.482394:0:74642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344908.482395:0:74642:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344908.482397:0:74642:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.482403:0:74642:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344908.482409:0:74642:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 2 00010000:00000001:0.0:1763344908.482412:0:74642:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.482414:0:74642:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.482418:0:74642:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd000. 00000020:00000001:0.0:1763344908.482422:0:74642:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.482424:0:74642:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd000 with handle 0x34881b408681826e to hash 00000020:00000001:0.0:1763344908.482426:0:74642:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.482428:0:74642:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:0.0:1763344908.482430:0:74642:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00010000:0.0:1763344908.482434:0:74642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 2/0,0 mode: --/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e429 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.482469:0:74642:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 19 00000020:00000040:0.0:1763344908.482472:0:74642:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=25 00000100:00000001:0.0:1763344908.482482:0:74642:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.482484:0:74642:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.482490:0:74642:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50ca202c00. 02000000:00000001:0.0:1763344908.482493:0:74642:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.482495:0:74642:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.482497:0:74642:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344908.482500:0:74642:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344908.482502:0:74642:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344908.482505:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.482508:0:74642:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763344908.482510:0:74642:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344908.482514:0:74642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9e4fcb427800/0x34881b4086818236 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e40d expref: 25 pid: 74633 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763344908.482521:0:74642:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763344908.482523:0:74642:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.482525:0:74642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344908.482527:0:74642:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.482529:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344908.482531:0:74642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344908.482532:0:74642:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.482534:0:74642:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.482535:0:74642:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763344908.482539:0:74642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 4/0,0 mode: --/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 25 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.482547:0:74642:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc1:0x0].0x0 (ffff9e4fc1359100) refcount = 2 00010000:00000040:0.0:1763344908.482549:0:74642:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344908.482551:0:74642:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e4fcb427800/0x34881b4086818236 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e40d expref: 25 pid: 74633 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763344908.482557:0:74642:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763344908.482560:0:74642:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 4/0,0 mode: --/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 25 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763344908.482568:0:74642:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2a80. 00000100:00000001:0.0:1763344908.482572:0:74642:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344908.482578:0:74642:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd6241d80. 00000100:00000001:0.0:1763344908.482581:0:74642:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465137024 : -107409244414592 : ffff9e4fd6241d80) 00000100:00000001:0.0:1763344908.482583:0:74642:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664465137024 : -107409244414592 : ffff9e4fd6241d80) 00000100:00000001:0.0:1763344908.482585:0:74642:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344908.482587:0:74642:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344908.482589:0:74642:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344908.482591:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.482593:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763344908.482595:0:74642:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.482596:0:74642:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.482598:0:74642:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763344908.482600:0:74642:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763344908.482603:0:74642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12eb480. 00000020:00000040:0.0:1763344908.482606:0:74642:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763344908.482609:0:74642:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344908.482611:0:74642:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344908.482615:0:74642:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344908.482620:0:74642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fdb7d5a00. 00000100:00000001:0.0:1763344908.482625:0:74642:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.482629:0:74642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9e4fcb427800/0x34881b4086818236 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e40d expref: 25 pid: 74633 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763344908.482642:0:74642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9e4fcb427800/0x34881b4086818236 lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e40d expref: 25 pid: 74633 timeout: 13115 lvb_type: 1 00010000:00000001:0.0:1763344908.482650:0:74642:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344908.482652:0:74642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344908.482656:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50c12eb480 x1848987617986304/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.482669:0:74642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344908.482671:0:74642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.482674:0:74642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50c12eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:74642:1848987617986304:192.168.203.14@tcp:104: 00000100:00000001:0.0:1763344908.482678:0:74642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344908.482682:0:74642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344908.482684:0:74642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.482686:0:74642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344908.482689:0:74642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fdb7d5800. 02000000:00000001:0.0:1763344908.482690:0:74642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344908.482695:0:74642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c37e8. 00000400:00000010:0.0:1763344908.482700:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495880. 00000100:00000200:0.0:1763344908.482706:0:74642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617986304, portal 16 00000100:00000001:0.0:1763344908.482708:0:74642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344908.482710:0:74642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668408476800 : -107405301074816 : ffff9e50c12eb480) 00000100:00000040:0.0:1763344908.482714:0:74642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50c12eb480 x1848987617986304/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.482721:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.482723:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344908.482726:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495550. 00000100:00000200:0.0:1763344908.482728:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617986304, offset 0 00000400:00000200:0.0:1763344908.482733:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344908.482743:0:74642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344908.482748:0:74642:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344908.482752:0:74642:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344908.482756:0:74642:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344908.482759:0:74642:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344908.482763:0:74642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385703:1385703:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385699:1385699:8:4294967295] 00000400:00000200:0.0:1763344908.482773:0:74642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344908.482778:0:74642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344908.482782:0:74642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56300. 00000800:00000200:0.0:1763344908.482802:0:74642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344908.482809:0:74642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344908.482814:0:74642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763344908.482822:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.482825:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307683618 00000100:00000001:0.0:1763344908.482831:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307683590 00000100:00000001:0.0:1763344908.482835:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307683618 00000100:00000001:0.0:1763344908.482838:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307683590 00000100:00000001:0.0:1763344908.482840:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307683618 00000100:00000001:0.0:1763344908.482843:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307683590 00000100:00000001:0.0:1763344908.482845:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307683618 00000100:00000001:0.0:1763344908.482847:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307683590 00000100:00000001:0.0:1763344908.482849:0:74642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.482851:0:74642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.482853:0:74642:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.482855:0:74642:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.482857:0:74642:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.482858:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.482859:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.482860:0:74642:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.482862:0:74642:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763344908.482863:0:74642:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344908.482865:0:74642:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.482867:0:74642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344908.482869:0:74642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344908.482871:0:74642:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd6241d80 going to sleep for 11 seconds 00000100:00000001:0.0:1763344908.482873:0:74642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344908.482876:0:74642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344908.484726:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.484733:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56300. 00000400:00000200:1.0:1763344908.484739:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.484746:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.484751:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495550 00000400:00000010:1.0:1763344908.484754:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495550. 00000100:00000001:1.0:1763344908.484758:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344908.484764:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50c12eb480 x1848987617986304/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.484773:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.484776:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50c12eb480 x1848987617986304/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.484782:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.484784:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.484860:0:99852:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1763344908.484863:0:99852:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763344908.488771:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.488785:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.488827:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.488832:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.488842:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.488858:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a0700 00000400:00000200:0.0:1763344908.488867:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x6661cd [1] + 224 00000800:00000001:0.0:1763344908.488874:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.488881:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.488884:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.488888:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.488895:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.488904:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50c12eb480 x1848987617986304/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344908.488916:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50c12eb480 x1848987617986304/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.488932:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.488939:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.488943:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.489495:0:74642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.489503:0:74642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.489505:0:74642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.489508:0:74642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c37e8. 00000400:00000200:3.0:1763344908.489512:0:74642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495880 00000400:00000010:3.0:1763344908.489514:0:74642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495880. 00000100:00000001:3.0:1763344908.489517:0:74642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.489523:0:74642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50c12eb480 x1848987617986304/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344908.489532:0:74642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50c12eb480 x1848987617986304/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.489537:0:74642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.489539:0:74642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.489541:0:74642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.489543:0:74642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.489546:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.489547:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.489550:0:74642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.489556:0:74642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.489559:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.489562:0:74642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.489563:0:74642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.489566:0:74642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.489569:0:74642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.489572:0:74642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.489576:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50c12eb480 x1848987617986304/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.489582:0:74642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.489585:0:74642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.489587:0:74642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.489589:0:74642:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763344908.489592:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.489594:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.489596:0:74642:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.489600:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12eb480 x1848987617986304/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344908.489608:0:74642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50c12eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:74642:1848987617986304:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344908.489612:0:74642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.489614:0:74642:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.489617:0:74642:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.489619:0:74642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.489622:0:74642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50c12eb480 x1848987617986304/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.489628:0:74642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.489630:0:74642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344908.489634:0:74642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fdb7d5800. 02000000:00000001:3.0:1763344908.489637:0:74642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.489639:0:74642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344908.489641:0:74642:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763344908.489643:0:74642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344908.489645:0:74642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fdb7d5a00. 02000000:00000001:3.0:1763344908.489648:0:74642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.489650:0:74642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344908.489652:0:74642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12eb480. 00000100:00000001:3.0:1763344908.489656:0:74642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.489658:0:74642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344908.489660:0:74642:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd6241d80. 00000100:00000001:3.0:1763344908.489662:0:74642:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.489664:0:74642:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344908.489667:0:74642:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2a80. 00010000:00000001:3.0:1763344908.489670:0:74642:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.489672:0:74642:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.489674:0:74642:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.489681:0:74642:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344908.489687:0:74642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 3/0,0 mode: --/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 25 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.489705:0:74642:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.489707:0:74642:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763344908.489709:0:74642:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50c83bd000 00010000:00000001:3.0:1763344908.489712:0:74642:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344908.489714:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.489717:0:74642:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.489719:0:74642:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763344908.489721:0:74642:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763344908.489723:0:74642:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.489725:0:74642:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.489726:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.489727:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.489729:0:74642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bd000, rc 0) 00000020:00000001:3.0:1763344908.489732:0:74642:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.489736:0:74642:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946965, transno 0, xid 1848987881567104 00010000:00000001:3.0:1763344908.489739:0:74642:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.489744:0:74642:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f6ac8e00 x1848987881567104/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344908.489751:0:74642:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.489753:0:74642:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.489756:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.489760:0:74642:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.489762:0:74642:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.489765:0:74642:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.489767:0:74642:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.489769:0:74642:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.489773:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.489776:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.489780:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbf68. 00000100:00000200:3.0:1763344908.489784:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881567104, offset 224 00000400:00000200:3.0:1763344908.489820:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.489830:0:74642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.489836:0:74642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385704:1385704:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385700:1385700:8:4294967295] 00000400:00000200:3.0:1763344908.489846:0:74642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.489852:0:74642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.489857:0:74642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.489863:0:74642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.489869:0:74642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.489873:0:74642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.489886:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.489890:0:74642:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.489892:0:74642:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.489894:0:74642:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.489896:0:74642:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.489902:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f6ac8e00 x1848987881567104/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344908.489911:0:74642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f6ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+25:253440:x1848987881567104:12345-192.168.203.14@tcp:101:cp.0 Request processed in 7580us (9341us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.489919:0:74642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27123 00000100:00000040:3.0:1763344908.489923:0:74642:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:3.0:1763344908.489926:0:74642:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.489927:0:74642:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.489932:0:74642:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344908.489937:0:74642:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfaf0. 00000020:00000010:3.0:1763344908.489941:0:74642:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdd600. 00000020:00000040:3.0:1763344908.489946:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 24 00000100:00000001:3.0:1763344908.489949:0:74642:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.490300:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.490305:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:1.0:1763344908.490310:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.490315:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.490319:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbf68 00000400:00000010:1.0:1763344908.490321:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbf68. 00000100:00000001:1.0:1763344908.490324:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.490326:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.490500:0:69528:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763344908.490504:0:69528:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763344908.490506:0:69528:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589946967 is committed 00000001:00000040:2.0:1763344908.490509:0:69528:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50e57d6800 : new cb_count 0 00000020:00000040:2.0:1763344908.490511:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 4 00000001:00000010:2.0:1763344908.490514:0:69528:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dca20. 00080000:00000010:2.0:1763344908.490518:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fc852a400. 00000100:00000001:2.0:1763344908.490522:0:69528:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763344908.490523:0:69528:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763344908.490524:0:69528:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589946966 is committed 00000001:00000040:2.0:1763344908.490526:0:69528:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e4fc2b77000 : new cb_count 0 00000020:00000040:2.0:1763344908.490528:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00000001:00000010:2.0:1763344908.490531:0:69528:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cf5a0. 00080000:00000010:2.0:1763344908.490535:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fd69ca200. 00000800:00000001:1.0:1763344908.491996:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.492010:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.492013:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.492015:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.492023:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.492037:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dff400 00000400:00000200:1.0:1763344908.492044:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d335 [2] + 328 00000800:00000001:1.0:1763344908.492050:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.492055:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.492058:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.492061:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.492067:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.492069:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763344908.492076:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df110000. 00000100:00000040:1.0:1763344908.492078:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df110000 x1848987881567232 msgsize 328 00000100:00100000:1.0:1763344908.492083:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.492095:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.492103:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.492105:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.492142:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.492145:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881567232 02000000:00000001:3.0:1763344908.492148:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.492150:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.492152:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.492156:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.492160:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881567232 00000020:00000001:3.0:1763344908.492162:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.492164:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:3.0:1763344908.492166:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.492168:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=24 00000020:00000001:3.0:1763344908.492170:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:3.0:1763344908.492173:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:3.0:1763344908.492176:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.492180:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd480. 00000100:00000001:3.0:1763344908.492184:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.492186:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd480. 00000020:00000010:3.0:1763344908.492191:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdd600. 00000020:00000010:3.0:1763344908.492195:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344908.492200:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfaf0. 00000100:00000040:3.0:1763344908.492206:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763344908.492208:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.492210:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763344908.492212:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763344908.492215:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.492217:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763344908.492221:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.492222:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.492224:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427800 refcount=4 00000020:00000001:3.0:1763344908.492226:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:3.0:1763344908.492229:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00010000:3.0:1763344908.492235:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9e4fcb427800/0x34881b4086818236 lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e40d expref: 24 pid: 74633 timeout: 13115 lvb_type: 1 00010000:00000001:3.0:1763344908.492243:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.492245:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.492246:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.492248:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.492255:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763344908.492262:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50df110000 x1848987881567232/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.492269:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763344908.492270:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.492500:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.492512:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.492514:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.492518:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6356 00000100:00000040:3.0:1763344908.492521:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:3.0:1763344908.492523:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909846528 : -107404799705088 : ffff9e50df110000) 00000100:00000040:3.0:1763344908.492528:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df110000 x1848987881567232/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.492535:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.492538:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd480. 00000100:00000001:3.0:1763344908.492540:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.492542:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd480. 00000100:00100000:3.0:1763344908.492546:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df110000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2405:x1848987881567232:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763344908.492549:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881567232 00010000:00000001:3.0:1763344908.492552:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763344908.492554:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763344908.492556:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763344908.492560:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.492562:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.492566:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50ff800800. 02000000:00000001:3.0:1763344908.492568:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.492570:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.492572:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344908.492574:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763344908.492576:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.492577:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.492579:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427800 refcount=4 00000020:00000001:3.0:1763344908.492581:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:3.0:1763344908.492583:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000040:3.0:1763344908.492585:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 3 00010000:00010000:3.0:1763344908.492589:0:23071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9e4fcb427800/0x34881b4086818236 lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e40d expref: 24 pid: 74633 timeout: 13115 lvb_type: 1 00000100:00001000:3.0:1763344908.492597:0:23071:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc2b77450 time=138 v=5 (1 0 0 0) 00010000:00000001:3.0:1763344908.492600:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344908.492605:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.492606:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.492609:0:23071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9e4fcb427800/0x34881b4086818236 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e40d expref: 24 pid: 74633 timeout: 13115 lvb_type: 1 00000020:00000001:3.0:1763344908.492616:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.492618:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.492620:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.492621:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.492626:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.492627:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.492631:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.492632:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.492634:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.492636:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.492638:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb427800 with handle 0x34881b4086818236 from hash 00010000:00000001:3.0:1763344908.492640:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.492641:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.492642:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.492643:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344908.492648:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.492650:0:23071:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.492651:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.492652:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.492655:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e4fcb427800/0x34881b4086818236 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e40d expref: 24 pid: 74633 timeout: 13115 lvb_type: 1 00010000:00000040:3.0:1763344908.492667:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 18 00000020:00000040:3.0:1763344908.492669:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00010000:00000001:3.0:1763344908.492674:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.492676:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.492678:0:23071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763344908.492679:0:23071:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50c83bd000 00010000:00000001:3.0:1763344908.492681:0:23071:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344908.492683:0:23071:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344908.492685:0:23071:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344908.492687:0:23071:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.492689:0:23071:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344908.492690:0:23071:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344908.492691:0:23071:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.492694:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.492696:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344908.492699:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 23 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.492704:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763344908.492708:0:23071:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 23 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.492715:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc1:0x0].0x0 (ffff9e4fc1359100) refcount = 2 00010000:00000040:3.0:1763344908.492717:0:23071:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.492720:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 23 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.492725:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.492727:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.492728:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344908.492730:0:23071:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.492732:0:23071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763344908.492735:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd480. 00000100:00000001:3.0:1763344908.492738:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.492743:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0e40. 00000100:00000001:3.0:1763344908.492745:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236150336 : -107409473401280 : ffff9e4fc87e0e40) 00000100:00000001:3.0:1763344908.492747:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236150336 : -107409473401280 : ffff9e4fc87e0e40) 00000100:00000001:3.0:1763344908.492749:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.492751:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.492752:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.492754:0:23071:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763344908.492757:0:23071:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99500. 00000020:00000040:3.0:1763344908.492760:0:23071:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763344908.492763:0:23071:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.492765:0:23071:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.492769:0:23071:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.492774:0:23071:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e50c2bdc200. 00000100:00000001:3.0:1763344908.492778:0:23071:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.492785:0:23071:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 23 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.492917:0:23071:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344908.492920:0:23071:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.492925:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fcbb99500 x1848987617986432/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.492932:0:23071:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.492934:0:23071:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.492938:0:23071:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fcbb99500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:23071:1848987617986432:192.168.203.14@tcp:105: 00000100:00000001:3.0:1763344908.492941:0:23071:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.492945:0:23071:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.492947:0:23071:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.492949:0:23071:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.492952:0:23071:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50c2bdd200. 02000000:00000001:3.0:1763344908.492954:0:23071:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.492959:0:23071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac580. 00000400:00000010:3.0:1763344908.492964:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb110. 00000100:00000200:3.0:1763344908.492970:0:23071:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617986432, portal 16 00000100:00000001:3.0:1763344908.492972:0:23071:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.492974:0:23071:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664290383104 : -107409419168512 : ffff9e4fcbb99500) 00000100:00000040:3.0:1763344908.492978:0:23071:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fcbb99500 x1848987617986432/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.492984:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.492987:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.492989:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb7f8. 00000100:00000200:3.0:1763344908.492991:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848987617986432, offset 0 00000400:00000200:3.0:1763344908.492996:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.493005:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.493009:0:23071:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344908.493013:0:23071:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344908.493016:0:23071:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344908.493019:0:23071:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344908.493022:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385705:1385705:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385701:1385701:8:4294967295] 00000400:00000200:3.0:1763344908.493031:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.493036:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.493041:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6e00. 00000800:00000200:3.0:1763344908.493046:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.493051:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.493055:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.493102:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.493106:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307683630 00000100:00000001:3.0:1763344908.493111:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307683618 00000100:00000001:3.0:1763344908.493115:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307683630 00000100:00000001:3.0:1763344908.493118:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307683618 00000100:00000001:3.0:1763344908.493120:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307683630 00000100:00000001:3.0:1763344908.493123:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307683618 00000100:00000001:3.0:1763344908.493126:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307683630 00000100:00000001:3.0:1763344908.493128:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307683618 00000100:00000001:3.0:1763344908.493130:0:23071:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.493133:0:23071:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.493135:0:23071:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.493136:0:23071:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.493138:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.493139:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.493140:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.493142:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.493143:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.493145:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.493147:0:23071:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.493149:0:23071:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.493151:0:23071:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0e40 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.493153:0:23071:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.493156:0:23071:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763344908.498423:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1763344908.498724:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.498731:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6e00. 00000400:00000200:0.0:1763344908.498739:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.498748:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.498754:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb7f8 00000400:00000010:0.0:1763344908.498757:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb7f8. 00000100:00000001:0.0:1763344908.498762:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.498771:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fcbb99500 x1848987617986432/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.498784:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1763344908.498948:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.498952:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.498955:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.498962:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.498976:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a0780 00000400:00000200:1.0:1763344908.498985:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x6661d9 [1] + 224 00000800:00000001:1.0:1763344908.498993:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.498998:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.499000:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.499003:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.499007:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.499012:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fcbb99500 x1848987617986432/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344908.499021:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e4fcbb99500 x1848987617986432/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.499058:0:23071:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1763344908.500102:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fcbb99500 x1848987617986432/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.500194:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.500207:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.500213:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.500215:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.500217:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.500222:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.500232:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509dff480 00000400:00000200:1.0:1763344908.500239:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 8568 00000800:00000001:1.0:1763344908.500244:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.500893:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.500897:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.500902:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.500907:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.500909:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344908.500915:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df112a00. 00000100:00000040:1.0:1763344908.500918:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df112a00 x1848987881567360 msgsize 328 00000100:00100000:1.0:1763344908.500923:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000400:00000001:3.0:1763344908.501112:0:23071:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.501115:0:23071:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.501119:0:23071:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac580. 00000400:00000200:3.0:1763344908.501122:0:23071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb110 00000400:00000010:3.0:1763344908.501124:0:23071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb110. 00000100:00000001:3.0:1763344908.501127:0:23071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.501134:0:23071:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fcbb99500 x1848987617986432/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344908.501143:0:23071:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fcbb99500 x1848987617986432/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.501149:0:23071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.501151:0:23071:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.501153:0:23071:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.501156:0:23071:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.501158:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.501161:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.501164:0:23071:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.501171:0:23071:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.501175:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.501177:0:23071:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.501179:0:23071:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.501181:0:23071:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.501185:0:23071:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.501187:0:23071:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.501191:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fcbb99500 x1848987617986432/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.501198:0:23071:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.501202:0:23071:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.501204:0:23071:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.501206:0:23071:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763344908.501209:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.501211:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.501212:0:23071:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.501216:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb99500 x1848987617986432/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344908.501223:0:23071:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fcbb99500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:23071:1848987617986432:192.168.203.14@tcp:105: 00000100:00000001:3.0:1763344908.501228:0:23071:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.501231:0:23071:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.501233:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.501235:0:23071:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.501238:0:23071:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fcbb99500 x1848987617986432/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.501245:0:23071:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763344908.501247:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0e40. 00000100:00000001:3.0:1763344908.501250:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.501251:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344908.501254:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd480. 00010000:00000001:3.0:1763344908.501257:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763344908.501261:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763344908.501263:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.501268:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.501271:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.501274:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.501278:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.501280:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.501282:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.501285:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.501287:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.501291:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.501294:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.501298:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb110. 00000100:00000200:3.0:1763344908.501301:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881567232, offset 224 00000400:00000200:3.0:1763344908.501307:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.501317:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.501323:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385706:1385706:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385702:1385702:7:4294967295] 00000400:00000200:3.0:1763344908.501333:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.501339:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.501344:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6e00. 00000800:00000200:3.0:1763344908.501350:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.501355:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.501360:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.501363:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.501366:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.501378:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.501380:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.501385:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df110000 x1848987881567232/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.501394:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df110000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2405:x1848987881567232:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 8856us (9313us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.501407:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6356 00000100:00000040:3.0:1763344908.501410:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:3.0:1763344908.501412:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.501413:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.501419:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344908.501424:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfaf0. 00000020:00000010:3.0:1763344908.501427:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdd600. 00000020:00000040:3.0:1763344908.501433:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 22 00000100:00000001:3.0:1763344908.501436:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.501479:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.501487:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.501491:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.501523:0:74642:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.501525:0:74642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881567360 02000000:00000001:2.0:1763344908.501528:0:74642:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.501529:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.501531:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.501535:0:74642:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.501538:0:74642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881567360 00000020:00000001:2.0:1763344908.501540:0:74642:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.501542:0:74642:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344908.501544:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.501547:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=18 00000020:00000001:2.0:1763344908.501549:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344908.501551:0:74642:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344908.501555:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.501560:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.501563:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.501566:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000020:00000010:2.0:1763344908.501570:0:74642:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8400. 00000020:00000010:2.0:1763344908.501575:0:74642:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0e80. 00000020:00000010:2.0:1763344908.501578:0:74642:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773ded8. 00000100:00000040:2.0:1763344908.501585:0:74642:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344908.501588:0:74642:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.501590:0:74642:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344908.501592:0:74642:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.501598:0:74642:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.501613:0:74642:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.501622:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.501624:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.501628:0:74642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27124 00000100:00000040:2.0:1763344908.501631:0:74642:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344908.501633:0:74642:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909857280 : -107404799694336 : ffff9e50df112a00) 00000100:00000040:2.0:1763344908.501638:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df112a00 x1848987881567360/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.501647:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.501650:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.501652:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.501654:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000100:00100000:2.0:1763344908.501658:0:74642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+18:253440:x1848987881567360:12345-192.168.203.14@tcp:101:cp.0 00000100:00000200:2.0:1763344908.501662:0:74642:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881567360 00000020:00000001:2.0:1763344908.501665:0:74642:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.501668:0:74642:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.501670:0:74642:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.501672:0:74642:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.501675:0:74642:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344908.501678:0:74642:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344908.501681:0:74642:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.501683:0:74642:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.501685:0:74642:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.501690:0:74642:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.501692:0:74642:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344908.501694:0:74642:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.501696:0:74642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.501697:0:74642:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344908.501699:0:74642:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.501704:0:74642:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.501710:0:74642:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 2 00010000:00000001:2.0:1763344908.501713:0:74642:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.501715:0:74642:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.501718:0:74642:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb427200. 00000020:00000001:2.0:1763344908.501721:0:74642:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.501723:0:74642:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb427200 with handle 0x34881b4086818275 to hash 00000020:00000001:2.0:1763344908.501725:0:74642:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.501727:0:74642:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00000001:2.0:1763344908.501729:0:74642:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00010000:2.0:1763344908.501733:0:74642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 2/0,0 mode: --/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e430 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.501742:0:74642:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:2.0:1763344908.501744:0:74642:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=19 00000100:00000001:2.0:1763344908.501751:0:74642:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.501754:0:74642:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.501758:0:74642:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e4fc1ea2000. 02000000:00000001:2.0:1763344908.501760:0:74642:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.501762:0:74642:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.501764:0:74642:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.501768:0:74642:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.501770:0:74642:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344908.501772:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.501775:0:74642:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763344908.501777:0:74642:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763344908.501781:0:74642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb426a00/0x34881b408681823d lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e414 expref: 19 pid: 74633 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344908.501821:0:74642:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763344908.501822:0:74642:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.501825:0:74642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344908.501827:0:74642:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.501829:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344908.501830:0:74642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344908.501832:0:74642:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.501834:0:74642:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.501836:0:74642:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763344908.501840:0:74642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 4/0,0 mode: --/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 19 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.501847:0:74642:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c19:0x0].0x0 (ffff9e4fc1359900) refcount = 2 00010000:00000040:2.0:1763344908.501849:0:74642:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.501853:0:74642:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb426a00/0x34881b408681823d lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e414 expref: 19 pid: 74633 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344908.501860:0:74642:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763344908.501863:0:74642:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 4/0,0 mode: --/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 19 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763344908.501871:0:74642:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.501873:0:74642:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.501879:0:74642:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc840. 00000100:00000001:2.0:1763344908.501881:0:74642:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416487488 : -107409293064128 : ffff9e4fd33dc840) 00000100:00000001:2.0:1763344908.501883:0:74642:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664416487488 : -107409293064128 : ffff9e4fd33dc840) 00000100:00000001:2.0:1763344908.501886:0:74642:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.501887:0:74642:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344908.501889:0:74642:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344908.501891:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.501892:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763344908.501894:0:74642:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.501896:0:74642:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.501898:0:74642:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763344908.501900:0:74642:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763344908.501903:0:74642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62ce300. 00000020:00000040:2.0:1763344908.501906:0:74642:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763344908.501909:0:74642:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.501911:0:74642:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.501915:0:74642:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.501921:0:74642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab8e00. 00000100:00000001:2.0:1763344908.501925:0:74642:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.501930:0:74642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb426a00/0x34881b408681823d lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e414 expref: 19 pid: 74633 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763344908.501942:0:74642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb426a00/0x34881b408681823d lrc: 4/0,0 mode: PR/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e414 expref: 19 pid: 74633 timeout: 13115 lvb_type: 1 00010000:00000001:2.0:1763344908.501956:0:74642:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344908.501959:0:74642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.501963:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e62ce300 x1848987617986560/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.501970:0:74642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.501972:0:74642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.501977:0:74642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e62ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:74642:1848987617986560:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344908.501980:0:74642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.501984:0:74642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.501986:0:74642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.501989:0:74642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.501993:0:74642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fddab9a00. 02000000:00000001:2.0:1763344908.501995:0:74642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.501999:0:74642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6630. 00000400:00000010:2.0:1763344908.502004:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921cc0. 00000100:00000200:2.0:1763344908.502009:0:74642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617986560, portal 16 00000100:00000001:2.0:1763344908.502011:0:74642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.502012:0:74642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029114624 : -107404680436992 : ffff9e50e62ce300) 00000100:00000040:2.0:1763344908.502017:0:74642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50e62ce300 x1848987617986560/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.502024:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.502026:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.502029:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9217f8. 00000100:00000200:2.0:1763344908.502032:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617986560, offset 0 00000400:00000200:2.0:1763344908.502036:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.502042:0:74642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.502046:0:74642:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344908.502050:0:74642:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344908.502054:0:74642:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344908.502056:0:74642:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344908.502060:0:74642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385707:1385707:254:4294967295] 192.168.203.14@tcp LPNI seq info [1385703:1385703:6:4294967295] 00000400:00000200:2.0:1763344908.502067:0:74642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.502071:0:74642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.502076:0:74642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71900. 00000800:00000200:2.0:1763344908.502079:0:74642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.502084:0:74642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.502087:0:74642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.502090:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.502093:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307683638 00000100:00000001:2.0:1763344908.502099:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307683630 00000100:00000001:2.0:1763344908.502104:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307683638 00000100:00000001:2.0:1763344908.502106:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307683630 00000100:00000001:2.0:1763344908.502109:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307683638 00000100:00000001:2.0:1763344908.502112:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307683630 00000100:00000001:2.0:1763344908.502115:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307683638 00000100:00000001:2.0:1763344908.502117:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307683630 00000100:00000001:2.0:1763344908.502120:0:74642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.502123:0:74642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.502125:0:74642:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.502126:0:74642:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.502129:0:74642:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.502131:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.502132:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.502133:0:74642:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.502135:0:74642:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344908.502137:0:74642:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.502139:0:74642:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.502141:0:74642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.502142:0:74642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.502144:0:74642:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd33dc840 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.502147:0:74642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.502149:0:74642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.502206:0:3637:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344908.502211:0:3637:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344908.502215:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50c2bdd200. 02000000:00000001:0.0:1763344908.502219:0:3637:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344908.502220:0:3637:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344908.502222:0:3637:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763344908.502225:0:3637:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344908.502227:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e50c2bdc200. 02000000:00000001:0.0:1763344908.502231:0:3637:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344908.502233:0:3637:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344908.502235:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb99500. 00000100:00000001:0.0:1763344908.502238:0:3637:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344908.502239:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.502242:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1763344908.502274:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.502278:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6e00. 00000400:00000200:0.0:1763344908.502283:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.502286:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.502290:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb110 00000400:00000010:0.0:1763344908.502291:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb110. 00000100:00000001:0.0:1763344908.502294:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.502295:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763344908.502606:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.502609:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71900. 00000400:00000200:0.0:1763344908.502614:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.502619:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.502622:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9217f8 00000400:00000010:0.0:1763344908.502623:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9217f8. 00000100:00000001:0.0:1763344908.502626:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.502630:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e62ce300 x1848987617986560/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.502637:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.502640:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e62ce300 x1848987617986560/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.502645:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.502646:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344908.504538:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.504554:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.504557:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.504559:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.504568:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.504582:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a0800 00000400:00000200:1.0:1763344908.504590:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x6661e5 [1] + 224 00000800:00000001:1.0:1763344908.504596:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.504603:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.504606:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.504609:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.504613:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.504621:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e62ce300 x1848987617986560/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344908.504631:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50e62ce300 x1848987617986560/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.504646:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.504652:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.504654:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.506033:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.506046:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.506050:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.506052:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.506061:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.506074:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dff500 00000400:00000200:1.0:1763344908.506081:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d335 [2] + 656 00000800:00000001:1.0:1763344908.506087:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.506528:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.506532:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.506538:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.506544:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.506546:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763344908.506553:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df111c00. 00000100:00000040:1.0:1763344908.506558:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df111c00 x1848987881567488 msgsize 328 00000100:00100000:1.0:1763344908.506562:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.506663:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.506674:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.506678:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.506711:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.506714:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881567488 02000000:00000001:0.0:1763344908.506717:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.506720:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.506722:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.506726:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.506731:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881567488 00000020:00000001:0.0:1763344908.506734:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.506736:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344908.506739:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.506742:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:0.0:1763344908.506745:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344908.506747:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344908.506751:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.506756:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2940. 00000100:00000001:0.0:1763344908.506759:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.506762:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2940. 00000020:00000010:0.0:1763344908.506768:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d5c00. 00000020:00000010:0.0:1763344908.506774:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344908.506780:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732578. 00000100:00000040:0.0:1763344908.510649:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763344908.510660:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.510661:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763344908.510664:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763344908.510667:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.510670:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763344908.510675:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.510678:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.510681:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426a00 refcount=5 00000020:00000001:0.0:1763344908.510684:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:0.0:1763344908.510688:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00010000:0.0:1763344908.510699:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb426a00/0x34881b408681823d lrc: 5/0,0 mode: PR/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e414 expref: 20 pid: 74633 timeout: 13115 lvb_type: 1 00010000:00000001:0.0:1763344908.510708:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.510710:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.510711:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.510713:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.510720:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763344908.510729:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50df111c00 x1848987881567488/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.510736:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344908.510738:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.510759:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.510779:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.510781:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.510785:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6357 00000100:00000040:0.0:1763344908.510803:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 2 00000100:00000001:0.0:1763344908.510805:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909853696 : -107404799697920 : ffff9e50df111c00) 00000100:00000040:0.0:1763344908.510810:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df111c00 x1848987881567488/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.510819:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.510829:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2940. 00000100:00000001:0.0:1763344908.510832:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.510835:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2940. 00000100:00100000:0.0:1763344908.510841:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df111c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881567488:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763344908.510845:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881567488 00010000:00000001:0.0:1763344908.510847:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763344908.510849:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763344908.510851:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763344908.510856:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.510858:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.510864:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50ca201000. 02000000:00000001:0.0:1763344908.510867:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.510869:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.510871:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763344908.510873:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763344908.510875:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.510876:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.510878:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426a00 refcount=5 00000020:00000001:0.0:1763344908.510879:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:0.0:1763344908.510882:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000040:0.0:1763344908.510884:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 3 00010000:00010000:0.0:1763344908.510888:0:23071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb426a00/0x34881b408681823d lrc: 5/0,0 mode: PR/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e414 expref: 20 pid: 74633 timeout: 13115 lvb_type: 1 00000100:00001000:0.0:1763344908.510896:0:23071:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc1321c50 time=137 v=5 (1 0 0 0) 00010000:00000001:0.0:1763344908.510899:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763344908.514616:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.514622:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344908.514632:0:23071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb426a00/0x34881b408681823d lrc: 4/0,0 mode: PR/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e414 expref: 20 pid: 74633 timeout: 13115 lvb_type: 1 00000020:00000001:0.0:1763344908.514645:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.514647:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.514649:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.514651:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.514656:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344908.514658:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.514663:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.514664:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.514667:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.514668:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.514671:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb426a00 with handle 0x34881b408681823d from hash 00010000:00000001:0.0:1763344908.514674:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.514675:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.514676:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.514677:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344908.514683:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.514685:0:23071:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.514687:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344908.514688:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.514689:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.514691:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.514693:0:23071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763344908.514695:0:23071:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e4fcb427200 00010000:00000001:0.0:1763344908.514697:0:23071:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344908.514700:0:23071:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344908.514702:0:23071:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344908.514704:0:23071:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.514705:0:23071:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763344908.514707:0:23071:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763344908.514708:0:23071:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.514710:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344908.514712:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763344908.514716:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 20 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.514722:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763344908.514727:0:23071:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 20 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.514734:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c19:0x0].0x0 (ffff9e4fc1359900) refcount = 3 00010000:00000040:0.0:1763344908.514736:0:23071:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344908.514739:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 20 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.514747:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.514748:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.514750:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344908.514751:0:23071:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.514753:0:23071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763344908.514761:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2940. 00000100:00000001:0.0:1763344908.514765:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344908.514772:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd6241cc0. 00000100:00000001:0.0:1763344908.514775:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465136832 : -107409244414784 : ffff9e4fd6241cc0) 00000100:00000001:0.0:1763344908.514777:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664465136832 : -107409244414784 : ffff9e4fd6241cc0) 00000100:00000001:0.0:1763344908.514780:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344908.514782:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344908.514784:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344908.514786:0:23071:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:0.0:1763344908.514812:0:23071:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12e8a80. 00000020:00000040:0.0:1763344908.514816:0:23071:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=3 obd=lustre-OST0000 00000100:00000001:0.0:1763344908.514821:0:23071:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344908.514824:0:23071:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344908.514828:0:23071:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344908.514836:0:23071:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fdb7d4200. 00000100:00000001:0.0:1763344908.514842:0:23071:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344908.514853:0:23071:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 20 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344908.514862:0:23071:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344908.514866:0:23071:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344908.514872:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50c12e8a80 x1848987617986688/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.514881:0:23071:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344908.514883:0:23071:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.514887:0:23071:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50c12e8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:23071:1848987617986688:192.168.203.14@tcp:105: 00000100:00000001:0.0:1763344908.514890:0:23071:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344908.514895:0:23071:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344908.514897:0:23071:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.514899:0:23071:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344908.514903:0:23071:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fdb7d5e00. 02000000:00000001:0.0:1763344908.514905:0:23071:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344908.514911:0:23071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c37e8. 00000400:00000010:0.0:1763344908.514919:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495bb0. 00000100:00000200:0.0:1763344908.514927:0:23071:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617986688, portal 16 00000100:00000001:0.0:1763344908.514929:0:23071:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344908.514931:0:23071:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636668408466048 : -107405301085568 : ffff9e50c12e8a80) 00000100:00000040:0.0:1763344908.514936:0:23071:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50c12e8a80 x1848987617986688/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.514944:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.514947:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344908.514949:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495cc0. 00000100:00000200:0.0:1763344908.514952:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848987617986688, offset 0 00000400:00000200:0.0:1763344908.514958:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344908.514971:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344908.514975:0:23071:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344908.514980:0:23071:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344908.514984:0:23071:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344908.514986:0:23071:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344908.514989:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385708:1385708:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385704:1385704:8:4294967295] 00000400:00000200:0.0:1763344908.514999:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344908.515004:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344908.515010:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56b00. 00000800:00000200:0.0:1763344908.515017:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344908.515023:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344908.515027:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1763344908.515048:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.515052:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307683647 00000100:00000001:0.0:1763344908.515060:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307683638 00000100:00000001:0.0:1763344908.515065:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307683647 00000100:00000001:0.0:1763344908.515068:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307683638 00000100:00000001:0.0:1763344908.515071:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307683647 00000100:00000001:0.0:1763344908.515074:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307683638 00000100:00000001:0.0:1763344908.515076:0:23071:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307683647 00000100:00000001:0.0:1763344908.515079:0:23071:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307683638 00000100:00000001:0.0:1763344908.515082:0:23071:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.515084:0:23071:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.515087:0:23071:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.515088:0:23071:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.515090:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.515092:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.515093:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.515095:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763344908.515097:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344908.515099:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.515101:0:23071:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344908.515103:0:23071:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344908.515106:0:23071:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd6241cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1763344908.515108:0:23071:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344908.515111:0:23071:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344908.515291:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.515296:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56b00. 00000400:00000200:1.0:1763344908.515301:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.515307:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.515313:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495cc0 00000400:00000010:1.0:1763344908.515315:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495cc0. 00000100:00000001:1.0:1763344908.515320:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344908.515325:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50c12e8a80 x1848987617986688/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.515333:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.515336:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50c12e8a80 x1848987617986688/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.515343:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.515344:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.516103:0:74642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.516112:0:74642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.516115:0:74642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.516118:0:74642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6630. 00000400:00000200:2.0:1763344908.516124:0:74642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921cc0 00000400:00000010:2.0:1763344908.516126:0:74642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921cc0. 00000100:00000001:2.0:1763344908.516129:0:74642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.516137:0:74642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e62ce300 x1848987617986560/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344908.516147:0:74642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e62ce300 x1848987617986560/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.516154:0:74642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.516156:0:74642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.516158:0:74642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.516161:0:74642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.516163:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.516166:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.516169:0:74642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.516176:0:74642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.516180:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.516182:0:74642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344908.516184:0:74642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.516187:0:74642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344908.516190:0:74642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.516192:0:74642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.516197:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e62ce300 x1848987617986560/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.516204:0:74642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.516206:0:74642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.516208:0:74642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.516211:0:74642:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763344908.516213:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.516218:0:74642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb426a00/0x34881b408681823d lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e414 expref: 20 pid: 74633 timeout: 13115 lvb_type: 1 00010000:00000040:2.0:1763344908.516229:0:74642:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:2.0:1763344908.516232:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:2.0:1763344908.516238:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.516240:0:74642:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.516244:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62ce300 x1848987617986560/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344908.516251:0:74642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e62ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:74642:1848987617986560:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344908.516256:0:74642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.516259:0:74642:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.516261:0:74642:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.516263:0:74642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.516266:0:74642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e62ce300 x1848987617986560/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.516272:0:74642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.516274:0:74642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.516277:0:74642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fddab9a00. 02000000:00000001:2.0:1763344908.516281:0:74642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.516283:0:74642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.516285:0:74642:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000020:00000001:2.0:1763344908.516287:0:74642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.516290:0:74642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab8e00. 02000000:00000001:2.0:1763344908.516292:0:74642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.516294:0:74642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.516296:0:74642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62ce300. 00000100:00000001:2.0:1763344908.516300:0:74642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.516301:0:74642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344908.516303:0:74642:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc840. 00000100:00000001:2.0:1763344908.516305:0:74642:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344908.516307:0:74642:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344908.516310:0:74642:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d23c0. 00010000:00000001:2.0:1763344908.516313:0:74642:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.516315:0:74642:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.516317:0:74642:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.516324:0:74642:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344908.516328:0:74642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 19 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.516339:0:74642:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.516341:0:74642:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344908.516342:0:74642:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.516344:0:74642:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.516346:0:74642:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.516347:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.516348:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.516350:0:74642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fcb427200, rc 0) 00000020:00000001:2.0:1763344908.516353:0:74642:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.516356:0:74642:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915410, transno 0, xid 1848987881567360 00010000:00000001:2.0:1763344908.516359:0:74642:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.516363:0:74642:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50df112a00 x1848987881567360/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.516381:0:74642:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.516384:0:74642:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.516387:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.516392:0:74642:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.516394:0:74642:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.516396:0:74642:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.516400:0:74642:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.516402:0:74642:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.516404:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.516407:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.516412:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921cc0. 00000100:00000200:2.0:1763344908.516415:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881567360, offset 224 00000400:00000200:2.0:1763344908.516421:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.516430:0:74642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.516436:0:74642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385709:1385709:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385705:1385705:8:4294967295] 00000400:00000200:2.0:1763344908.516445:0:74642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.516450:0:74642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.516454:0:74642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71400. 00000800:00000200:2.0:1763344908.516460:0:74642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.516465:0:74642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.516469:0:74642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.516489:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.516493:0:74642:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.516495:0:74642:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.516497:0:74642:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.516499:0:74642:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.516504:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df112a00 x1848987881567360/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.516513:0:74642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df112a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:253440:x1848987881567360:12345-192.168.203.14@tcp:101:cp.0 Request processed in 14864us (15592us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344908.516522:0:74642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27124 00000100:00000040:2.0:1763344908.516525:0:74642:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344908.516528:0:74642:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.516530:0:74642:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.516537:0:74642:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0e80. 00000020:00000010:2.0:1763344908.516541:0:74642:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773ded8. 00000020:00000010:2.0:1763344908.516545:0:74642:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8400. 00000020:00000040:2.0:1763344908.516548:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:2.0:1763344908.516550:0:74642:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.517464:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.517471:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71400. 00000400:00000200:1.0:1763344908.517478:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.517484:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.517490:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921cc0 00000400:00000010:1.0:1763344908.517492:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921cc0. 00000100:00000001:1.0:1763344908.517496:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.517497:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344908.518363:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb427800. 00000800:00000001:1.0:1763344908.520844:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.520858:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.520862:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.520864:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.520874:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.520890:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a0880 00000400:00000200:1.0:1763344908.520898:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x6661ed [1] + 224 00000800:00000001:1.0:1763344908.520905:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.520911:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.520913:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.520918:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.520923:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.520931:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50c12e8a80 x1848987617986688/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344908.520941:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50c12e8a80 x1848987617986688/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.520995:0:23071:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344908.521455:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.521465:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.521469:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1763344908.521950:0:23071:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344908.521953:0:23071:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344908.521956:0:23071:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c37e8. 00000400:00000200:0.0:1763344908.521960:0:23071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495bb0 00000400:00000010:0.0:1763344908.521963:0:23071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495bb0. 00000100:00000001:0.0:1763344908.521968:0:23071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.521974:0:23071:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50c12e8a80 x1848987617986688/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763344908.521985:0:23071:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50c12e8a80 x1848987617986688/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.521991:0:23071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344908.521992:0:23071:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.521994:0:23071:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344908.521997:0:23071:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344908.521999:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.522001:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.522003:0:23071:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.522009:0:23071:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=77 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344908.522013:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.522015:0:23071:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344908.522017:0:23071:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.522019:0:23071:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344908.522022:0:23071:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.522025:0:23071:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.522029:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50c12e8a80 x1848987617986688/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.522036:0:23071:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.522039:0:23071:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344908.522040:0:23071:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.522043:0:23071:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763344908.522045:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.522047:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.522048:0:23071:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.522051:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12e8a80 x1848987617986688/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763344908.522058:0:23071:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50c12e8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:23071:1848987617986688:192.168.203.14@tcp:105: 00000100:00000001:0.0:1763344908.522062:0:23071:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.522065:0:23071:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.522067:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763344908.522069:0:23071:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.522072:0:23071:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50c12e8a80 x1848987617986688/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.522077:0:23071:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344908.522080:0:23071:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344908.522083:0:23071:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fdb7d5e00. 02000000:00000001:0.0:1763344908.522086:0:23071:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344908.522088:0:23071:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344908.522090:0:23071:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763344908.522092:0:23071:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344908.522095:0:23071:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fdb7d4200. 02000000:00000001:0.0:1763344908.522099:0:23071:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344908.522100:0:23071:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344908.522102:0:23071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12e8a80. 00000100:00000001:0.0:1763344908.522104:0:23071:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344908.522106:0:23071:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763344908.522108:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd6241cc0. 00000100:00000001:0.0:1763344908.522110:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763344908.522112:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763344908.522114:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2940. 00010000:00000001:0.0:1763344908.522116:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763344908.522120:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344908.522121:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.522126:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.522128:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.522131:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.522134:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.522137:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344908.522139:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344908.522142:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.522144:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.522147:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.522150:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.522350:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3198. 00000100:00000200:1.0:1763344908.522356:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881567488, offset 224 00000400:00000200:1.0:1763344908.522362:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.522381:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.522387:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385710:1385710:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385706:1385706:8:4294967295] 00000400:00000200:1.0:1763344908.522397:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.522402:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.522409:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.522414:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.522420:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.522425:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.522440:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.522444:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.522446:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.522449:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.522455:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df111c00 x1848987881567488/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.522465:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df111c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+18:2405:x1848987881567488:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 11645us (15904us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.522475:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6357 00000100:00000040:1.0:1763344908.522479:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344908.522481:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.522483:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.522489:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139580. 00000020:00000010:1.0:1763344908.522494:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732578. 00000020:00000010:1.0:1763344908.522498:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d5c00. 00000020:00000040:1.0:1763344908.522502:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 17 00000100:00000001:1.0:1763344908.522505:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.525099:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.525116:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.525120:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.525122:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.525132:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.525148:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 6 MB=0x691a509dff580 00000400:00000200:0.0:1763344908.525156:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 440/440 into md 0x1e2579 [128] + 72136 00000800:00000001:0.0:1763344908.525163:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.525171:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.525174:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.525178:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.525184:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.525187:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763344908.525192:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12e8a80. 00000100:00000040:0.0:1763344908.525196:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12e8a80 x1848987881567616 msgsize 440 00000100:00100000:0.0:1763344908.525200:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.525533:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.525544:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763344908.525593:0:99852:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.525597:0:99852:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881567616 02000000:00000001:2.0:1763344908.525600:0:99852:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.525602:0:99852:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.525604:0:99852:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.525609:0:99852:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.525614:0:99852:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881567616 00000020:00000001:2.0:1763344908.525617:0:99852:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.525618:0:99852:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:2.0:1763344908.525620:0:99852:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.525624:0:99852:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=23 00000020:00000001:2.0:1763344908.525626:0:99852:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:2.0:1763344908.525628:0:99852:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:2.0:1763344908.525633:0:99852:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.525638:0:99852:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.525641:0:99852:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.525644:0:99852:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000020:00000010:2.0:1763344908.525650:0:99852:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8400. 00000020:00000010:2.0:1763344908.525655:0:99852:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0e80. 00000020:00000010:2.0:1763344908.525661:0:99852:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773ded8. 00000100:00000040:2.0:1763344908.525669:0:99852:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763344908.525672:0:99852:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.525673:0:99852:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763344908.525675:0:99852:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763344908.525678:0:99852:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.525680:0:99852:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932544 : -1042619072 : ffffffffc1dae540) 00000020:00000001:2.0:1763344908.525683:0:99852:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.525687:0:99852:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763344908.525690:0:99852:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763344908.525693:0:99852:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.525695:0:99852:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.525697:0:99852:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.525699:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.525701:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.525702:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.525704:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.525705:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.525706:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.525708:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.525709:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.525710:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.525713:0:99852:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.525715:0:99852:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.525717:0:99852:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.525720:0:99852:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:2.0:1763344908.525722:0:99852:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161090/7105 (0->18446744073709551615) 00002000:00000001:2.0:1763344908.525724:0:99852:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763344908.525726:0:99852:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50c12e8a80 with x1848987881567616 ext(0->18446744073709551615) 00010000:00000001:2.0:1763344908.525729:0:99852:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00010000:00000040:2.0:1763344908.525736:0:99852:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 2 00010000:00000001:2.0:1763344908.525738:0:99852:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.525742:0:99852:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:2.0:1763344908.525744:0:99852:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.525747:0:99852:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:2.0:1763344908.525748:0:99852:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763344908.525750:0:99852:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e50c12e8a80. 00002000:00000001:2.0:1763344908.525751:0:99852:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.525753:0:99852:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.525760:0:99852:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.525775:0:99852:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.525787:0:99852:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.525816:0:99852:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.525821:0:99852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1960 00000100:00000040:2.0:1763344908.525825:0:99852:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:2.0:1763344908.525827:0:99852:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408466048 : -107405301085568 : ffff9e50c12e8a80) 00000100:00000040:2.0:1763344908.525834:0:99852:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12e8a80 x1848987881567616/t0(0) o10->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.525842:0:99852:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.525845:0:99852:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.525847:0:99852:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.525849:0:99852:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000100:00100000:2.0:1763344908.525853:0:99852:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2406:x1848987881567616:12345-192.168.203.14@tcp:10:cp.0 00000100:00000200:2.0:1763344908.525857:0:99852:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881567616 00000020:00000001:2.0:1763344908.525859:0:99852:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.525862:0:99852:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.525864:0:99852:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.525866:0:99852:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.525867:0:99852:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932544 : -1042619072 : ffffffffc1dae540) 00000020:00000001:2.0:1763344908.525870:0:99852:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344908.525873:0:99852:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.525876:0:99852:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.525877:0:99852:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.525879:0:99852:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.525883:0:99852:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.525885:0:99852:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.525890:0:99852:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50d15ab400. 02000000:00000001:2.0:1763344908.525892:0:99852:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.525894:0:99852:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.525898:0:99852:0:(ofd_dev.c:2173:ofd_punch_hdl()) Process entered 00002000:00000002:2.0:1763344908.525900:0:99852:0:(ofd_dev.c:2212:ofd_punch_hdl()) calling punch for object [0x2c0000402:0x1bc1:0x0], valid = 0x18000000300463d, start = 0, end = -1 00002000:00000001:2.0:1763344908.525904:0:99852:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344908.525906:0:99852:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.525911:0:99852:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00002000:00000001:2.0:1763344908.525914:0:99852:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134976 : -107409430416640 : ffff9e4fcb0df300) 00002000:00000001:2.0:1763344908.525917:0:99852:0:(ofd_objects.c:933:ofd_object_punch()) Process entered 00080000:00000002:2.0:1763344908.525921:0:99852:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x0 for inode 11698 00002000:00000001:2.0:1763344908.525924:0:99852:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.525926:0:99852:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.525928:0:99852:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763344908.525932:0:99852:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.525935:0:99852:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.525938:0:99852:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab8e00. 00080000:00000001:2.0:1763344908.525941:0:99852:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591453696 : -107409118097920 : ffff9e4fddab8e00) 00000001:00000001:2.0:1763344908.525943:0:99852:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.525945:0:99852:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.525947:0:99852:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000001:00000001:2.0:1763344908.525949:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.525951:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 00000001:00000001:2.0:1763344908.525954:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.525956:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.525957:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc1:0x0] ino=11698 type=0, id=0 00000001:00000001:2.0:1763344908.525959:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.525960:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.525961:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc1:0x0] ino=11698 type=0, id=0 00000001:00000001:2.0:1763344908.525964:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.525965:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.525966:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc1:0x0] ino=11698 type=0, id=0 00000001:00000001:2.0:1763344908.525968:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.525970:0:99852:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.525971:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.525972:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000001:00000001:2.0:1763344908.525974:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.525975:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.525976:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc1:0x0] ino=11698 type=1, id=0 00000001:00000001:2.0:1763344908.525978:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.525979:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.525980:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc1:0x0] ino=11698 type=1, id=0 00000001:00000001:2.0:1763344908.525982:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.525983:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.525984:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc1:0x0] ino=11698 type=1, id=0 00000001:00000001:2.0:1763344908.525986:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.525987:0:99852:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.525988:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.525989:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000001:00000001:2.0:1763344908.525991:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.525992:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.525993:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc1:0x0] ino=11698 type=2, id=0 00000001:00000001:2.0:1763344908.525995:0:99852:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.525996:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.525997:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc1:0x0] ino=11698 type=2, id=0 00000001:00000001:2.0:1763344908.525999:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.526000:0:99852:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.526001:0:99852:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc1:0x0] ino=11698 type=2, id=0 00000001:00000001:2.0:1763344908.526003:0:99852:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.526004:0:99852:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00080000:04000000:2.0:1763344908.526006:0:99852:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 00080000:00000001:2.0:1763344908.526008:0:99852:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.526011:0:99852:0:(osd_io.c:2659:osd_declare_punch()) Process entered 00000001:00000001:2.0:1763344908.526013:0:99852:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.526019:0:99852:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d23c0. 00080000:00000001:2.0:1763344908.526021:0:99852:0:(osd_io.c:2699:osd_declare_punch()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.526024:0:99852:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344908.526029:0:99852:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.526031:0:99852:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.526033:0:99852:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2b40. 00080000:00000001:2.0:1763344908.526034:0:99852:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.526047:0:99852:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.526051:0:99852:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9e50ccdb9c40. 00080000:00000001:2.0:1763344908.526057:0:99852:0:(osd_io.c:2712:osd_punch()) Process entered 00080000:00000001:2.0:1763344908.526060:0:99852:0:(osd_io.c:2732:osd_punch()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.526062:0:99852:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:2.0:1763344908.526079:0:99852:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1763344908.526095:0:99852:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344908.526098:0:99852:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.526100:0:99852:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000402:0x1bc1:0x0] set xattr 'trusted.fid' with size 52 00002000:00000001:2.0:1763344908.526111:0:99852:0:(ofd_objects.c:1032:ofd_object_punch()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344908.526115:0:99852:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344908.526117:0:99852:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763344908.526120:0:99852:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.526122:0:99852:0:(osd_handler.c:5216:osd_xattr_set()) [0x2c0000402:0x1bc1:0x0] set version 0x200003058 (old 0x0) for inode 11698 00080000:00000001:2.0:1763344908.526125:0:99852:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763344908.526127:0:99852:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946968, last_committed = 8589946967 00000001:00000010:2.0:1763344908.526130:0:99852:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8d120. 00000001:00000040:2.0:1763344908.526133:0:99852:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 1 00000020:00000040:2.0:1763344908.526135:0:99852:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=24 00000001:00000001:2.0:1763344908.526152:0:99852:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344908.526158:0:99852:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2b40. 00080000:00000010:2.0:1763344908.526160:0:99852:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d23c0. 00040000:00000001:2.0:1763344908.526163:0:99852:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.526165:0:99852:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344908.526167:0:99852:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.526170:0:99852:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.526177:0:99852:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.526180:0:99852:0:(ofd_dev.c:2232:ofd_punch_hdl()) Process leaving 00000020:00000002:2.0:1763344908.526182:0:99852:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df358/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00010000:00000040:2.0:1763344908.526185:0:99852:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 2 00010000:00000001:2.0:1763344908.526188:0:99852:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763344908.526191:0:99852:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344908.526194:0:99852:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344908.526195:0:99852:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.526197:0:99852:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00002000:00000001:2.0:1763344908.526199:0:99852:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134976 : -107409430416640 : ffff9e4fcb0df300) 00002000:00000001:2.0:1763344908.526201:0:99852:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344908.526203:0:99852:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763344908.526205:0:99852:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000402:0x1bc1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763344908.526207:0:99852:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000402:0x1bc1:0x0] updating lvb mtime from disk: 0 -> 1763344908 00002000:00010000:2.0:1763344908.526210:0:99852:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000402:0x1bc1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763344908.526212:0:99852:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000402:0x1bc1:0x0] updating lvb ctime from disk: 0 -> 1763344908 00002000:00010000:2.0:1763344908.526214:0:99852:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000402:0x1bc1:0x0] updating lvb blocks from disk: 0 -> 0 00000020:00000002:2.0:1763344908.526216:0:99852:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df358/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00010000:00000040:2.0:1763344908.526219:0:99852:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946966, transno 8589946968, xid 1848987881567616 00010000:00000001:2.0:1763344908.526222:0:99852:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.526227:0:99852:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c12e8a80 x1848987881567616/t8589946968(0) o10->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.526235:0:99852:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.526237:0:99852:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.526241:0:99852:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.526245:0:99852:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.526248:0:99852:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.526250:0:99852:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.526253:0:99852:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.526255:0:99852:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.526258:0:99852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.526261:0:99852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.526266:0:99852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921000. 00000100:00000200:2.0:1763344908.526272:0:99852:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881567616, offset 224 00000400:00000200:2.0:1763344908.526279:0:99852:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.526289:0:99852:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.526294:0:99852:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385711:1385711:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385707:1385707:7:4294967295] 00000400:00000200:2.0:1763344908.526305:0:99852:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.526310:0:99852:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.526314:0:99852:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71400. 00000800:00000200:2.0:1763344908.526319:0:99852:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.526326:0:99852:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.526330:0:99852:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71400 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.526333:0:99852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.526336:0:99852:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.526338:0:99852:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.526339:0:99852:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.526341:0:99852:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.526345:0:99852:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12e8a80 x1848987881567616/t8589946968(0) o10->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.526353:0:99852:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2406:x1848987881567616:12345-192.168.203.14@tcp:10:cp.0 Request processed in 510us (1156us total) trans 8589946968 rc 0/0 00000100:00100000:2.0:1763344908.526360:0:99852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1960 00000100:00000040:2.0:1763344908.526362:0:99852:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:2.0:1763344908.526364:0:99852:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763344908.526366:0:99852:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:2.0:1763344908.526379:0:99852:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161090/7105 (0->18446744073709551615) 00002000:00000001:2.0:1763344908.526382:0:99852:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763344908.526383:0:99852:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50c12e8a80 with x1848987881567616 ext(0->18446744073709551615) 00010000:00000001:2.0:1763344908.526385:0:99852:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00010000:00000040:2.0:1763344908.526388:0:99852:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 2 00010000:00000001:2.0:1763344908.526390:0:99852:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.526392:0:99852:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:2.0:1763344908.526393:0:99852:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.526395:0:99852:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:2.0:1763344908.526396:0:99852:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763344908.526398:0:99852:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e50c12e8a80. 00002000:00000001:2.0:1763344908.526399:0:99852:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.526401:0:99852:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.526405:0:99852:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0e80. 00000020:00000010:2.0:1763344908.526408:0:99852:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773ded8. 00000020:00000010:2.0:1763344908.526411:0:99852:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8400. 00000020:00000040:2.0:1763344908.526415:0:99852:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00000100:00000001:2.0:1763344908.526417:0:99852:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.526478:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.526482:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:1.0:1763344908.526486:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.526491:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.526495:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3198 00000400:00000010:1.0:1763344908.526498:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3198. 00000100:00000001:1.0:1763344908.526503:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.526505:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1763344908.527632:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.527638:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71400. 00000400:00000200:1.0:1763344908.527645:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.527652:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.527656:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921000 00000400:00000010:1.0:1763344908.527658:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921000. 00000100:00000001:1.0:1763344908.527661:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.527662:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.527817:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763344908.527862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb426a00. 00000800:00000001:1.0:1763344908.528306:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.528315:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.528318:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.528320:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.528326:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.528338:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 6 MB=0x691a509dff600 00000400:00000200:1.0:1763344908.528345:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 440/440 into md 0x1e2579 [128] + 72576 00000800:00000001:1.0:1763344908.528352:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.528359:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.528361:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.528364:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.528379:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.528381:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763344908.528386:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df112680. 00000100:00000040:1.0:1763344908.528389:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df112680 x1848987881567744 msgsize 440 00000100:00100000:1.0:1763344908.528393:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.528406:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.528413:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.528416:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.528468:0:68731:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.528471:0:68731:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881567744 02000000:00000001:3.0:1763344908.528474:0:68731:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.528476:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.528478:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.528482:0:68731:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.528486:0:68731:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881567744 00000020:00000001:3.0:1763344908.528490:0:68731:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.528492:0:68731:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344908.528495:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.528498:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=18 00000020:00000001:3.0:1763344908.528500:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344908.528503:0:68731:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344908.528507:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.528511:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd480. 00000100:00000001:3.0:1763344908.528514:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.528517:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd480. 00000020:00000010:3.0:1763344908.528522:0:68731:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdd600. 00000020:00000010:3.0:1763344908.528526:0:68731:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344908.528530:0:68731:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfaf0. 00000100:00000040:3.0:1763344908.528537:0:68731:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763344908.528540:0:68731:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.528541:0:68731:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763344908.528544:0:68731:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763344908.528546:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.528549:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932544 : -1042619072 : ffffffffc1dae540) 00000020:00000001:3.0:1763344908.528551:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.528554:0:68731:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344908.528557:0:68731:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344908.528560:0:68731:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528562:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.528564:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528566:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.528568:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.528570:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528572:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.528573:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.528575:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528576:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.528578:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.528579:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.528582:0:68731:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.528584:0:68731:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.528587:0:68731:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.528590:0:68731:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:3.0:1763344908.528592:0:68731:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419266/7193 (0->18446744073709551615) 00002000:00000001:3.0:1763344908.528595:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763344908.528597:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50df112680 with x1848987881567744 ext(0->18446744073709551615) 00010000:00000001:3.0:1763344908.528600:0:68731:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00010000:00000040:3.0:1763344908.528607:0:68731:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 2 00010000:00000001:3.0:1763344908.528609:0:68731:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.528613:0:68731:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:3.0:1763344908.528615:0:68731:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.528618:0:68731:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:3.0:1763344908.528619:0:68731:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763344908.528621:0:68731:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e50df112680. 00002000:00000001:3.0:1763344908.528623:0:68731:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.528626:0:68731:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.528633:0:68731:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.528651:0:68731:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.528661:0:68731:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.528663:0:68731:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.528667:0:68731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1961 00000100:00000040:3.0:1763344908.528671:0:68731:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344908.528673:0:68731:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909856384 : -107404799695232 : ffff9e50df112680) 00000100:00000040:3.0:1763344908.528679:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df112680 x1848987881567744/t0(0) o10->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344908.528688:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.528691:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd480. 00000100:00000001:3.0:1763344908.528694:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.528696:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd480. 00000100:00100000:3.0:1763344908.528700:0:68731:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+18:2405:x1848987881567744:12345-192.168.203.14@tcp:10:cp.0 00000100:00000200:3.0:1763344908.528704:0:68731:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881567744 00000020:00000001:3.0:1763344908.528706:0:68731:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.528709:0:68731:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.528710:0:68731:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.528712:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.528714:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932544 : -1042619072 : ffffffffc1dae540) 00000020:00000001:3.0:1763344908.528717:0:68731:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344908.528720:0:68731:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.528723:0:68731:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.528724:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.528725:0:68731:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.528729:0:68731:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.528731:0:68731:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.528735:0:68731:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50ff803400. 02000000:00000001:3.0:1763344908.528737:0:68731:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.528739:0:68731:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.528743:0:68731:0:(ofd_dev.c:2173:ofd_punch_hdl()) Process entered 00002000:00000002:3.0:1763344908.528746:0:68731:0:(ofd_dev.c:2212:ofd_punch_hdl()) calling punch for object [0x280000402:0x1c19:0x0], valid = 0x18000000300463d, start = 0, end = -1 00002000:00000001:3.0:1763344908.528749:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344908.528752:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.528757:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279130808 : -107409430420808 : ffff9e4fcb0de2b8) 00002000:00000001:3.0:1763344908.528760:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279130720 : -107409430420896 : ffff9e4fcb0de260) 00002000:00000001:3.0:1763344908.528763:0:68731:0:(ofd_objects.c:933:ofd_object_punch()) Process entered 00080000:00000002:3.0:1763344908.528767:0:68731:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x0 for inode 2451 00002000:00000001:3.0:1763344908.528770:0:68731:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.528772:0:68731:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.528774:0:68731:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763344908.528778:0:68731:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.528781:0:68731:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344908.528785:0:68731:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e50c2bdd800. 00080000:00000001:3.0:1763344908.528815:0:68731:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636668434634752 : -107405274916864 : ffff9e50c2bdd800) 00000001:00000001:3.0:1763344908.528819:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.528820:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.528822:0:68731:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000001:00000001:3.0:1763344908.528825:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344908.528827:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 00000001:00000001:3.0:1763344908.528830:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528831:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344908.528832:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c19:0x0] ino=2451 type=0, id=0 00000001:00000001:3.0:1763344908.528834:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528836:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344908.528837:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c19:0x0] ino=2451 type=0, id=0 00000001:00000001:3.0:1763344908.528840:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528841:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344908.528843:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c19:0x0] ino=2451 type=0, id=0 00000001:00000001:3.0:1763344908.528845:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.528846:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528848:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344908.528849:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000001:00000001:3.0:1763344908.528851:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528853:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344908.528854:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c19:0x0] ino=2451 type=1, id=0 00000001:00000001:3.0:1763344908.528856:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528857:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344908.528858:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c19:0x0] ino=2451 type=1, id=0 00000001:00000001:3.0:1763344908.528860:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528862:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344908.528863:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c19:0x0] ino=2451 type=1, id=0 00000001:00000001:3.0:1763344908.528865:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.528867:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528868:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344908.528869:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000001:00000001:3.0:1763344908.528872:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528873:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344908.528874:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c19:0x0] ino=2451 type=2, id=0 00000001:00000001:3.0:1763344908.528876:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528877:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344908.528879:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c19:0x0] ino=2451 type=2, id=0 00000001:00000001:3.0:1763344908.528881:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.528883:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763344908.528884:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x1c19:0x0] ino=2451 type=2, id=0 00000001:00000001:3.0:1763344908.528886:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.528887:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00080000:04000000:3.0:1763344908.528889:0:68731:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 00080000:00000001:3.0:1763344908.528892:0:68731:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.528894:0:68731:0:(osd_io.c:2659:osd_declare_punch()) Process entered 00000001:00000001:3.0:1763344908.528896:0:68731:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344908.528906:0:68731:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd480. 00080000:00000001:3.0:1763344908.528909:0:68731:0:(osd_io.c:2699:osd_declare_punch()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.528912:0:68731:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344908.528917:0:68731:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.528920:0:68731:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344908.528921:0:68731:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82ddf00. 00080000:00000001:3.0:1763344908.528924:0:68731:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.528932:0:68731:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.528936:0:68731:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9e50f9d75c40. 00080000:00000001:3.0:1763344908.528943:0:68731:0:(osd_io.c:2712:osd_punch()) Process entered 00080000:00000001:3.0:1763344908.528946:0:68731:0:(osd_io.c:2732:osd_punch()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.528948:0:68731:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:3.0:1763344908.528965:0:68731:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:3.0:1763344908.528977:0:68731:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763344908.528980:0:68731:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344908.528982:0:68731:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000402:0x1c19:0x0] set xattr 'trusted.fid' with size 52 00002000:00000001:3.0:1763344908.528994:0:68731:0:(ofd_objects.c:1032:ofd_object_punch()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763344908.528997:0:68731:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344908.529001:0:68731:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:3.0:1763344908.529004:0:68731:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344908.529006:0:68731:0:(osd_handler.c:5216:osd_xattr_set()) [0x280000402:0x1c19:0x0] set version 0x3000034db (old 0x0) for inode 2451 00080000:00000001:3.0:1763344908.529010:0:68731:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763344908.529012:0:68731:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884915419, last_committed = 12884915416 00000001:00000010:3.0:1763344908.529016:0:68731:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cf240. 00000001:00000040:3.0:1763344908.529019:0:68731:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc1321800 : new cb_count 1 00000020:00000040:3.0:1763344908.529021:0:68731:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=19 00000001:00000001:3.0:1763344908.529037:0:68731:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344908.529044:0:68731:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82ddf00. 00080000:00000010:3.0:1763344908.529047:0:68731:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd480. 00040000:00000001:3.0:1763344908.529050:0:68731:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344908.529052:0:68731:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344908.529054:0:68731:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.529058:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344908.529064:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.529067:0:68731:0:(ofd_dev.c:2232:ofd_punch_hdl()) Process leaving 00000020:00000002:3.0:1763344908.529070:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de2b8/ffff9e4fcb0de260 to site lru. bkt: ffff9e50e5a40a80 00010000:00000040:3.0:1763344908.529073:0:68731:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 2 00010000:00000001:3.0:1763344908.529075:0:68731:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763344908.529079:0:68731:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344908.529083:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344908.529084:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.529086:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279130808 : -107409430420808 : ffff9e4fcb0de2b8) 00002000:00000001:3.0:1763344908.529088:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279130720 : -107409430420896 : ffff9e4fcb0de260) 00002000:00000001:3.0:1763344908.529090:0:68731:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344908.529091:0:68731:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763344908.529093:0:68731:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000402:0x1c19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1763344908.529096:0:68731:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000402:0x1c19:0x0] updating lvb mtime from disk: 0 -> 1763344908 00002000:00010000:3.0:1763344908.529098:0:68731:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000402:0x1c19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1763344908.529099:0:68731:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000402:0x1c19:0x0] updating lvb ctime from disk: 0 -> 1763344908 00002000:00010000:3.0:1763344908.529102:0:68731:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000402:0x1c19:0x0] updating lvb blocks from disk: 0 -> 0 00000020:00000002:3.0:1763344908.529104:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de2b8/ffff9e4fcb0de260 to site lru. bkt: ffff9e50e5a40a80 00010000:00000040:3.0:1763344908.529108:0:68731:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915410, transno 12884915419, xid 1848987881567744 00010000:00000001:3.0:1763344908.529110:0:68731:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.529114:0:68731:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50df112680 x1848987881567744/t12884915419(0) o10->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344908.529119:0:68731:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.529122:0:68731:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.529124:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.529127:0:68731:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.529129:0:68731:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.529130:0:68731:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.529132:0:68731:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.529134:0:68731:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.529136:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.529138:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.529141:0:68731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb5d8. 00000100:00000200:3.0:1763344908.529145:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881567744, offset 224 00000400:00000200:3.0:1763344908.529150:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.529157:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.529162:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385712:1385712:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385708:1385708:8:4294967295] 00000400:00000200:3.0:1763344908.529168:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.529172:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.529174:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.529179:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.529183:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.529186:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.529198:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.529201:0:68731:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.529206:0:68731:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.529208:0:68731:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.529210:0:68731:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.529214:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df112680 x1848987881567744/t12884915419(0) o10->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344908.529223:0:68731:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df112680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881567744:12345-192.168.203.14@tcp:10:cp.0 Request processed in 533us (832us total) trans 12884915419 rc 0/0 00000100:00100000:3.0:1763344908.529231:0:68731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1961 00000100:00000040:3.0:1763344908.529234:0:68731:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344908.529236:0:68731:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:3.0:1763344908.529238:0:68731:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:3.0:1763344908.529240:0:68731:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419266/7193 (0->18446744073709551615) 00002000:00000001:3.0:1763344908.529242:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763344908.529243:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50df112680 with x1848987881567744 ext(0->18446744073709551615) 00010000:00000001:3.0:1763344908.529245:0:68731:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00010000:00000040:3.0:1763344908.529248:0:68731:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 2 00010000:00000001:3.0:1763344908.529250:0:68731:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.529252:0:68731:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:3.0:1763344908.529253:0:68731:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.529255:0:68731:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:3.0:1763344908.529256:0:68731:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763344908.529258:0:68731:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9e50df112680. 00002000:00000001:3.0:1763344908.529260:0:68731:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.529262:0:68731:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.529266:0:68731:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344908.529270:0:68731:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfaf0. 00000020:00000010:3.0:1763344908.529274:0:68731:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdd600. 00000020:00000040:3.0:1763344908.529279:0:68731:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:3.0:1763344908.529282:0:68731:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.529442:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.529446:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:1.0:1763344908.529449:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.529454:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.529457:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb5d8 00000400:00000010:1.0:1763344908.529459:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb5d8. 00000100:00000001:1.0:1763344908.529462:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.529464:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.533105:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.533132:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.533137:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.533140:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.533151:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.533169:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dff680 00000400:00000200:0.0:1763344908.533178:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 182968 00000800:00000001:0.0:1763344908.533185:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.533195:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.533198:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.533202:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.533209:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.533211:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344908.533218:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12e8380. 00000100:00000040:0.0:1763344908.533221:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12e8380 x1848987881567872 msgsize 576 00000100:00100000:0.0:1763344908.533225:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.533246:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.533256:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.533259:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.533536:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.533540:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881567872 02000000:00000001:2.0:1763344908.533543:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.533545:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.533547:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.533551:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.533555:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881567872 00000020:00000001:2.0:1763344908.533558:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.533560:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344908.533563:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.533566:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=235 00000020:00000001:2.0:1763344908.533568:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344908.533571:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344908.533575:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.533580:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.533584:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.533586:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000020:00000010:2.0:1763344908.533592:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab8400. 00000020:00000010:2.0:1763344908.533597:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0e80. 00000020:00000010:2.0:1763344908.533602:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773ded8. 00000100:00000040:2.0:1763344908.533609:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344908.533613:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.533614:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344908.533617:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344908.533619:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.533621:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.533630:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.533650:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.533666:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.533668:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.533673:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303025 00000100:00000040:2.0:1763344908.533676:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344908.533680:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408464256 : -107405301087360 : ffff9e50c12e8380) 00000100:00000040:2.0:1763344908.533687:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12e8380 x1848987881567872/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.533695:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.533698:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.533701:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.533703:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000100:00100000:2.0:1763344908.533708:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:253440:x1848987881567872:12345-192.168.203.14@tcp:101:cp.0 00000100:00000200:2.0:1763344908.533712:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881567872 00000020:00000001:2.0:1763344908.533715:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.533718:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763344908.533723:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fc87e0cc0: xid 1848987881566976, transno 25770214377, client gen 9, slot idx 2 00000001:00000001:2.0:1763344908.533728:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd6241e40: xid 1848987881566464, transno 25770214375, client gen 9, slot idx 1 00000001:00000010:2.0:1763344908.533732:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241e40. 00000020:00000001:2.0:1763344908.533736:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.533738:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.533740:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344908.533743:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344908.533746:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881567872, found 0 last_xid 1848987881567871 00000020:00000001:2.0:1763344908.533749:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.533751:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.533753:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.533757:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.533760:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344908.533763:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.533764:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.533766:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344908.533767:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.533772:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.533779:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 5 00010000:00000001:2.0:1763344908.533782:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.533784:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.533823:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb426a00. 00000020:00000001:2.0:1763344908.533829:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.533831:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb426a00 with handle 0x34881b408681827c to hash 00000020:00000001:2.0:1763344908.533833:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.533835:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000010:2.0:1763344908.533845:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcac00. 00010000:00000001:2.0:1763344908.533848:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00010000:2.0:1763344908.533852:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b408681827c lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e437 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.533860:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 222 00000020:00000040:2.0:1763344908.533862:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=236 00010000:00000001:2.0:1763344908.533869:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344908.533872:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344908.533878:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344908.533881:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344908.533883:0:13569:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763344908.533885:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344908.533886:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e86:0x0] 00000020:00000001:2.0:1763344908.533890:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.533894:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:2.0:1763344908.533896:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592928032 : -107409116623584 : ffff9e4fddc20d20) 00000004:00000001:2.0:1763344908.533898:0:13569:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.533902:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763344908.533904:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763344908.533906:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.533908:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.533948:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9e50f9f90000. 02000000:00000001:2.0:1763344908.533951:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.533953:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.533956:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.533958:0:13569:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763344908.533963:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763344908.533965:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.533967:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.533969:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.533971:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.533973:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.533976:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.533977:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.533979:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.533980:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.533981:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.533983:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.533984:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.533986:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.533987:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.533989:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.533990:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.533992:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.533994:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.533996:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.534000:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344908.534006:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344908.534009:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344908.534011:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344908.534013:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.534016:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.534018:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.534020:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344908.534022:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.534025:0:13569:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1763344908.534030:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763344908.534032:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1763344908.534034:0:13569:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1763344908.534040:0:13569:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9e50ff951000. 00000004:00000001:2.0:1763344908.534045:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.534051:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.534068:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763344908.534072:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 80000000:00000001:2.0:1763344908.534075:0:13569:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.534076:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.534079:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.534082:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.534084:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.534086:0:13569:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.534087:0:13569:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.534088:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.534089:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.534090:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.534092:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.534093:0:13569:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.534095:0:13569:0:(mdt_lib.c:2233:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.534098:0:13569:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x240002b13:0x12e86:0x0]/[0x240002b13:0x12e86:0x0], ldlm_rep = ffff9e50f9f90228 00000004:00000001:2.0:1763344908.534103:0:13569:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763344908.534107:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.534108:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.534111:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 6 00010000:00000001:2.0:1763344908.534114:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.534115:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.534118:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb426400. 00000020:00000001:2.0:1763344908.534121:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.534122:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb426400 with handle 0x34881b4086818283 to hash 00000020:00000001:2.0:1763344908.534136:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.534138:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000010:2.0:1763344908.534142:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcae00. 00010000:00000001:2.0:1763344908.534144:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000001:2.0:1763344908.534148:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.534150:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.534153:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818283 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344908.534159:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.534162:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.534165:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.534167:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.534170:0:13569:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763344908.534175:0:13569:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 2/0,0 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e41b expref: 236 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.534181:0:13569:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763344908.534183:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.534185:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.534186:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.534188:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.534190:0:13569:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763344908.534193:0:13569:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818283 lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000040:2.0:1763344908.534200:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) refcount = 6 00010000:00000040:2.0:1763344908.534203:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.534205:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000040:2.0:1763344908.534211:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818260 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e422 expref: 236 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.534218:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 3/0,0 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e41b expref: 236 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.534229:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426800/0x34881b4086818213 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ff expref: 236 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.534234:0:13569:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763344908.534236:0:13569:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818283 lrc: 4/1,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000010:2.0:1763344908.534243:0:13569:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.534247:0:13569:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.534254:0:13569:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc840. 00000100:00000001:2.0:1763344908.534257:0:13569:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416487488 : -107409293064128 : ffff9e4fd33dc840) 00000100:00000001:2.0:1763344908.534259:0:13569:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664416487488 : -107409293064128 : ffff9e4fd33dc840) 00000100:00000001:2.0:1763344908.534262:0:13569:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.534263:0:13569:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344908.534265:0:13569:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344908.534268:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.534270:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763344908.534272:0:13569:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.534274:0:13569:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.534276:0:13569:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763344908.534277:0:13569:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763344908.534282:0:13569:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62ce300. 00000020:00000040:2.0:1763344908.534285:0:13569:0:(genops.c:1229:class_import_get()) import ffff9e50cc228000 refcount=2 obd=lustre-MDT0001 00000100:00000001:2.0:1763344908.534289:0:13569:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.534291:0:13569:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.534295:0:13569:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.534301:0:13569:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fddab9a00. 00000100:00000001:2.0:1763344908.534317:0:13569:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.534335:0:13569:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 3/0,0 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e41b expref: 236 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344908.534349:0:13569:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 4/0,0 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e41b expref: 236 pid: 6504 timeout: 13115 lvb_type: 0 00010000:00000001:2.0:1763344908.534361:0:13569:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344908.534364:0:13569:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.534377:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50e62ce300 x1848987617986816/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.534385:0:13569:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.534387:0:13569:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.534392:0:13569:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50e62ce300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13569:1848987617986816:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344908.534396:0:13569:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.534401:0:13569:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.534404:0:13569:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.534406:0:13569:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.534411:0:13569:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fddab8600. 02000000:00000001:2.0:1763344908.534412:0:13569:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.534418:0:13569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6630. 00000400:00000010:2.0:1763344908.534425:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921220. 00000100:00000200:2.0:1763344908.534432:0:13569:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617986816, portal 16 00000100:00000001:2.0:1763344908.534434:0:13569:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.534435:0:13569:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669029114624 : -107404680436992 : ffff9e50e62ce300) 00000100:00000040:2.0:1763344908.534440:0:13569:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50e62ce300 x1848987617986816/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.534447:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.534449:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.534451:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921bb0. 00000100:00000200:2.0:1763344908.534454:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617986816, offset 0 00000400:00000200:2.0:1763344908.534460:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.534469:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.534474:0:13569:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344908.534478:0:13569:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344908.534482:0:13569:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344908.534484:0:13569:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344908.534488:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385713:1385713:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385709:1385709:8:4294967295] 00000400:00000200:2.0:1763344908.534499:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.534504:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.534508:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71900. 00000800:00000200:2.0:1763344908.534514:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.534521:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.534525:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.534547:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.534551:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307683671 00000100:00000001:2.0:1763344908.534557:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307683647 00000100:00000001:2.0:1763344908.534561:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307683671 00000100:00000001:2.0:1763344908.534564:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307683647 00000100:00000001:2.0:1763344908.534567:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307683671 00000100:00000001:2.0:1763344908.534569:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307683647 00000100:00000001:2.0:1763344908.534572:0:13569:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307683671 00000100:00000001:2.0:1763344908.534575:0:13569:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307683647 00000100:00000001:2.0:1763344908.534577:0:13569:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.534580:0:13569:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.534582:0:13569:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.534584:0:13569:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.534586:0:13569:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.534588:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.534589:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.534591:0:13569:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.534592:0:13569:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344908.534594:0:13569:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.534596:0:13569:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.534598:0:13569:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.534600:0:13569:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.534603:0:13569:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd33dc840 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.534606:0:13569:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.534609:0:13569:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344908.534953:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.534958:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71900. 00000400:00000200:1.0:1763344908.534963:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.534969:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.534972:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921bb0 00000400:00000010:1.0:1763344908.534975:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921bb0. 00000100:00000001:1.0:1763344908.534978:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344908.534986:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50e62ce300 x1848987617986816/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.534995:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.534998:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50e62ce300 x1848987617986816/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.535004:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.535006:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344908.537486:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.537501:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.537505:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.537507:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.537517:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.537532:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a0900 00000400:00000200:1.0:1763344908.537540:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x666205 [1] + 224 00000800:00000001:1.0:1763344908.537546:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.537553:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.537555:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.537560:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.537565:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.537574:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50e62ce300 x1848987617986816/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344908.537584:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50e62ce300 x1848987617986816/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.537608:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.537617:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.537621:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.537690:0:13569:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.537697:0:13569:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.537699:0:13569:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.537703:0:13569:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6630. 00000400:00000200:2.0:1763344908.537707:0:13569:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921220 00000400:00000010:2.0:1763344908.537710:0:13569:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921220. 00000100:00000001:2.0:1763344908.537713:0:13569:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.537718:0:13569:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50e62ce300 x1848987617986816/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344908.537727:0:13569:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50e62ce300 x1848987617986816/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.537732:0:13569:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.537734:0:13569:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.537736:0:13569:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.537739:0:13569:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.537742:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.537744:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.537747:0:13569:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.537754:0:13569:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50cc228458 time=96 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.537758:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50cc228410 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.537761:0:13569:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344908.537762:0:13569:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.537765:0:13569:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344908.537768:0:13569:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.537770:0:13569:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.537775:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50e62ce300 x1848987617986816/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.537780:0:13569:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.537783:0:13569:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.537784:0:13569:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.537787:0:13569:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763344908.537888:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.537890:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.537892:0:13569:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.537897:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62ce300 x1848987617986816/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344908.537905:0:13569:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50e62ce300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:13569:1848987617986816:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344908.537909:0:13569:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.537912:0:13569:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.537915:0:13569:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.537916:0:13569:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.537919:0:13569:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50e62ce300 x1848987617986816/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.537925:0:13569:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.537928:0:13569:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.537931:0:13569:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fddab8600. 02000000:00000001:2.0:1763344908.537934:0:13569:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.537937:0:13569:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.537939:0:13569:0:(genops.c:1242:class_import_put()) import ffff9e50cc228000 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1763344908.537941:0:13569:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.537943:0:13569:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fddab9a00. 02000000:00000001:2.0:1763344908.537947:0:13569:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.537949:0:13569:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.537951:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62ce300. 00000100:00000001:2.0:1763344908.537956:0:13569:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.537957:0:13569:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344908.537959:0:13569:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc840. 00000100:00000001:2.0:1763344908.537962:0:13569:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344908.537964:0:13569:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344908.537967:0:13569:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d23c0. 00010000:00000001:2.0:1763344908.537970:0:13569:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.537972:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.537974:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.537977:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763344908.537981:0:13569:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818283 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00000800:00000001:0.0:1763344908.540530:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.540547:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.540551:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.540554:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.540564:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.540580:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dff700 00000400:00000200:0.0:1763344908.540587:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d335 [2] + 984 00000800:00000001:0.0:1763344908.540595:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.540603:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.540606:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.540610:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.540617:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.540619:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763344908.540625:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12ead80. 00000100:00000040:0.0:1763344908.540628:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12ead80 x1848987881568000 msgsize 328 00000100:00100000:0.0:1763344908.540632:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.541357:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763344908.542004:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.542018:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.542024:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763344908.542060:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881568000 02000000:00000001:1.0:1763344908.542064:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.542066:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.542069:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.542073:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.542078:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881568000 00000020:00000001:1.0:1763344908.542081:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.542083:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344908.542085:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.542088:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=237 00000020:00000001:1.0:1763344908.542091:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344908.542093:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344908.542098:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.542106:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.542108:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.542111:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.542117:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117a800. 00000020:00000010:1.0:1763344908.542123:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.542128:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04190. 00000100:00000040:1.0:1763344908.542137:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344908.542140:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.542141:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344908.542143:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344908.542146:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.542149:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344908.542153:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.542154:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.542156:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=4 00000020:00000001:1.0:1763344908.542158:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:1.0:1763344908.542161:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00010000:1.0:1763344908.542169:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 4/0,0 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e41b expref: 237 pid: 6504 timeout: 13115 lvb_type: 0 00010000:00000001:1.0:1763344908.542182:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.542184:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.542185:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.542187:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.542194:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763344908.542201:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50c12ead80 x1848987881568000/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.542208:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344908.542210:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.542226:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.542240:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.542242:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.542246:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6358 00000100:00000040:1.0:1763344908.542249:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 2 00000100:00000001:1.0:1763344908.542251:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408475008 : -107405301076608 : ffff9e50c12ead80) 00000100:00000040:1.0:1763344908.542255:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12ead80 x1848987881568000/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.542262:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.542265:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.542267:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.542269:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.542273:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+237:2406:x1848987881568000:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344908.542276:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881568000 00010000:00000001:1.0:1763344908.542278:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344908.542280:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344908.542281:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344908.542286:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.542288:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.542292:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc2874000. 02000000:00000001:1.0:1763344908.542294:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.542296:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.542298:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344908.542300:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344908.542302:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.542303:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.542304:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=4 00000020:00000001:1.0:1763344908.542306:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:1.0:1763344908.542309:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000040:1.0:1763344908.542312:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 7 00000004:00000001:1.0:1763344908.542315:0:23071:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1763344908.542319:0:23071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 4/0,0 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e41b expref: 237 pid: 6504 timeout: 13115 lvb_type: 0 00000100:00001000:1.0:1763344908.542326:0:23071:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e50dfa75c50 time=1763344908 v=20 (0 0 0 0) 00010000:00000001:1.0:1763344908.542329:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344908.542334:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.542336:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.542339:0:23071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 3/0,0 mode: CW/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e41b expref: 237 pid: 6504 timeout: 13115 lvb_type: 0 00000020:00000001:1.0:1763344908.542346:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.542348:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.542350:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.542351:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.542356:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.542357:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.542363:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.542364:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.542375:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.542377:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.542379:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16800 with handle 0x34881b408681824b from hash 00010000:00000001:1.0:1763344908.542382:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.542383:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.542384:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.542385:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.542391:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.542394:0:23071:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.542397:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.542398:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.542402:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16800/0x34881b408681824b lrc: 0/0,0 mode: --/CW res: [0x240002b13:0x12e86:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e41b expref: 237 pid: 6504 timeout: 13115 lvb_type: 0 00010000:00000040:1.0:1763344908.542409:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 221 00000020:00000040:1.0:1763344908.542412:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 236 00010000:00000010:1.0:1763344908.542415:0:23071:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16780. 00010000:00000001:1.0:1763344908.542422:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.542424:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.542427:0:23071:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.542429:0:23071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) 00010000:00010000:1.0:1763344908.542442:0:23071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818283 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.542448:0:23071:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.542450:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.542453:0:23071:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.542455:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.542456:0:23071:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.542459:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.542461:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344908.542463:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818283 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.542469:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763344908.542471:0:23071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.542472:0:23071:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.542474:0:23071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.542476:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) refcount = 6 00010000:00000040:1.0:1763344908.542480:0:23071:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344908.542482:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000040:1.0:1763344908.542493:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818260 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e422 expref: 236 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.542499:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426800/0x34881b4086818213 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ff expref: 236 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344908.542505:0:23071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818283 lrc: 4/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.542510:0:23071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.542513:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.542514:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.542516:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.542517:0:23071:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.542519:0:23071:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763344908.542524:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.542527:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344908.542533:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fcfc1bf00. 00000100:00000001:1.0:1763344908.542535:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664358027008 : -107409351524608 : ffff9e4fcfc1bf00) 00000100:00000001:1.0:1763344908.542537:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664358027008 : -107409351524608 : ffff9e4fcfc1bf00) 00000100:00000001:1.0:1763344908.542539:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.542541:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344908.542543:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.542545:0:23071:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344908.542565:0:23071:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.542567:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.542569:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.542570:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.542572:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.542573:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344908.542575:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.542577:0:23071:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.542579:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763344908.542581:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fcfc1bf00. 00000100:00000001:1.0:1763344908.542585:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344908.542586:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344908.542588:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6700. 00010000:00000001:1.0:1763344908.542591:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344908.542593:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344908.542594:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.542599:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.542602:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.542605:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.542610:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.542613:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.542615:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.542618:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.542619:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.542623:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.542625:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.542630:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3198. 00000100:00000200:1.0:1763344908.542636:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881568000, offset 224 00000400:00000200:1.0:1763344908.542641:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.542652:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.542657:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385714:1385714:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385710:1385710:8:4294967295] 00000400:00000200:1.0:1763344908.542667:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.542672:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.542677:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.542682:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.542688:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.542692:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.542708:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.542712:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.542715:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.542717:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.542721:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12ead80 x1848987881568000/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.542730:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+236:2406:x1848987881568000:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 466us (2100us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.542737:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6358 00000100:00000040:1.0:1763344908.542740:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344908.542743:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.542744:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.542750:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.542754:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04190. 00000020:00000010:1.0:1763344908.542758:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117a800. 00000020:00000040:1.0:1763344908.542761:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00000100:00000001:1.0:1763344908.542764:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.542937:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.542941:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:0.0:1763344908.542946:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.542951:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.542956:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3198 00000400:00000010:0.0:1763344908.542958:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3198. 00000100:00000001:0.0:1763344908.542962:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.542964:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1763344908.543073:0:13569:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818283 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344908.543081:0:13569:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.543084:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818283 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344908.543089:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344908.543090:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.543091:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.543093:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.543095:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.543096:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426400 refcount=3 00000020:00000001:3.0:1763344908.543098:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000001:3.0:1763344908.543100:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000001:3.0:1763344908.543102:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.543103:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.543105:0:13569:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.543109:0:13569:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763344908.543115:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344908.543118:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344908.543124:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.543126:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.543132:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.543146:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.543150:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.543152:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344908.543154:0:13569:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344908.543156:0:13569:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e86:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:3.0:1763344908.543159:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.543160:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.543163:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763344908.543164:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763344908.543166:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.543167:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.543169:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344908.543172:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763344908.543174:0:13569:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763344908.543176:0:13569:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763344908.543179:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e50f9f90370 00000004:00000001:3.0:1763344908.543181:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.543184:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.543186:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.543187:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.543189:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.543191:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.543192:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.543193:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.543194:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.543196:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.543197:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.543198:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344908.543200:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:3.0:1763344908.543205:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: returning size 0 00000004:00000040:3.0:1763344908.543208:0:13569:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x12e86:1073752851 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1763344908.543211:0:13569:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x2 00000004:00000040:3.0:1763344908.543213:0:13569:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000402:7105 00000004:00000040:3.0:1763344908.543214:0:13569:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 1 idx 0 subobj 0x280000402:7193 00000004:00200000:3.0:1763344908.543216:0:13569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1763344908.543219:0:13569:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:3.0:1763344908.543220:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.543222:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.543224:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763344908.543226:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.543227:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.543230:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344908.543232:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344908.543234:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.543240:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344908.543246:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.543248:0:13569:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.543254:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.543255:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.543256:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426400 refcount=3 00000020:00000001:3.0:1763344908.543258:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000001:3.0:1763344908.543260:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00000004:00010000:3.0:1763344908.543264:0:13569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818283 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:3.0:1763344908.543269:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.543270:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.543271:0:13569:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1763344908.543273:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344908.543276:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1763344908.543279:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.543280:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.543281:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426400 refcount=3 00000020:00000001:3.0:1763344908.543284:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000001:3.0:1763344908.543286:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00000004:00000040:3.0:1763344908.543289:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 222 00000020:00000040:3.0:1763344908.543292:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=236 00010000:00000001:3.0:1763344908.543297:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.543298:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.543300:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344908.543302:0:13569:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763344908.543308:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344908.543309:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344908.543311:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344908.543312:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344908.543314:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344908.543316:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:3.0:1763344908.543320:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.543323:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763344908.543325:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344908.543327:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:3.0:1763344908.543329:0:13569:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9e50ff951000. 00000004:00000001:3.0:1763344908.543334:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763344908.543337:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344908.543338:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.543340:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.543342:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.543343:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.543344:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.543347:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb426a00 with handle 0x34881b408681827c from hash 00010000:00000001:3.0:1763344908.543349:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.543350:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.543351:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.543353:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344908.543354:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.543358:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b408681827c lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e437 expref: 236 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.543365:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 221 00000020:00000040:3.0:1763344908.543377:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00010000:00000010:3.0:1763344908.543380:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcac00. 00010000:00000001:3.0:1763344908.543386:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.543387:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.543392:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344908.543396:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818283 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e437 expref: 235 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.543403:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.543404:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344908.543406:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) 00010000:00010000:3.0:1763344908.543409:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1763344908.543410:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.543413:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.543414:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.543416:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.543417:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.543419:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fcb426400, rc 0) 00000020:00000001:3.0:1763344908.543421:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.543425:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 0, xid 1848987881567872 00010000:00000001:3.0:1763344908.543427:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.543442:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c12e8380 x1848987881567872/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/664 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344908.543449:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.543452:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.543454:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.543458:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.543460:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.543462:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.543465:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.543466:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.543469:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.543471:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.543476:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb2a8. 00000100:00000200:3.0:1763344908.543480:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848987881567872, offset 224 00000400:00000200:3.0:1763344908.543485:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.543492:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.543496:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385715:1385715:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385711:1385711:8:4294967295] 00000400:00000200:3.0:1763344908.543504:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.543508:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.543512:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.543517:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.543522:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.543526:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.543540:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.543542:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.543544:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.543546:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.543549:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.543553:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12e8380 x1848987881567872/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/664 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344908.543561:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:253440:x1848987881567872:12345-192.168.203.14@tcp:101:cp.0 Request processed in 9865us (10338us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.543568:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303025 00000100:00000040:3.0:1763344908.543571:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344908.543573:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.543574:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.543578:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0e80. 00000020:00000010:3.0:1763344908.543581:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773ded8. 00000020:00000010:3.0:1763344908.543585:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab8400. 00000020:00000040:3.0:1763344908.543589:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00000100:00000001:3.0:1763344908.543591:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.544101:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.544106:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:1.0:1763344908.544111:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.544116:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.544120:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb2a8 00000400:00000010:1.0:1763344908.544122:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb2a8. 00000100:00000001:1.0:1763344908.544124:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.544126:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344908.548863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:3.1:1763344908.552842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb426a00. 00000800:00000001:0.0:1763344908.553825:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.553839:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.553843:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.553845:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.553855:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.553871:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509dff800 00000400:00000200:0.0:1763344908.553878:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x6592c5 [2] + 1568 00000800:00000001:0.0:1763344908.553886:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.553907:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.553910:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.553915:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.553922:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.553925:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763344908.553931:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50c12eb480. 00000100:00000040:0.0:1763344908.553934:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c12eb480 x1848987881568256 msgsize 392 00000100:00100000:0.0:1763344908.553938:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.553957:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.553965:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.553968:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.554032:0:6507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.554036:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881568256 02000000:00000001:2.0:1763344908.554038:0:6507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.554041:0:6507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.554043:0:6507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.554047:0:6507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.554050:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881568256 00000020:00000001:2.0:1763344908.554053:0:6507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.554055:0:6507:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344908.554057:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.554060:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=235 00000020:00000001:2.0:1763344908.554062:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344908.554065:0:6507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344908.554069:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.554073:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.554077:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.554079:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000020:00000010:2.0:1763344908.554085:0:6507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9a00. 00000020:00000010:2.0:1763344908.554091:0:6507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0280. 00000020:00000010:2.0:1763344908.554096:0:6507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d258. 00000100:00000040:2.0:1763344908.554102:0:6507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763344908.554104:0:6507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.554106:0:6507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344908.554108:0:6507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.554115:0:6507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.554130:0:6507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.554140:0:6507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.554142:0:6507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.554147:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35924 00000100:00000040:2.0:1763344908.554151:0:6507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344908.554153:0:6507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668408476800 : -107405301074816 : ffff9e50c12eb480) 00000100:00000040:2.0:1763344908.554160:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c12eb480 x1848987881568256/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.554170:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.554173:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.554175:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.554177:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000100:00100000:2.0:1763344908.554181:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c12eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+235:253440:x1848987881568256:12345-192.168.203.14@tcp:35:cp.0 00000100:00000200:2.0:1763344908.554185:0:6507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881568256 00000020:00000001:2.0:1763344908.554188:0:6507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.554192:0:6507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.554197:0:6507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.554199:0:6507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.554201:0:6507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:2.0:1763344908.554204:0:6507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344908.554207:0:6507:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881568256, found 0 last_xid 1848987881568255 00000020:00000001:2.0:1763344908.554210:0:6507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.554213:0:6507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.554214:0:6507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.554218:0:6507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554223:0:6507:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763344908.554226:0:6507:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763344908.554228:0:6507:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763344908.554231:0:6507:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554233:0:6507:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763344908.554237:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.554239:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.554240:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.554242:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.554243:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.554245:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.554246:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.554247:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.554248:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.554249:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.554251:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.554252:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.554253:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.554255:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554258:0:6507:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554259:0:6507:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763344908.554260:0:6507:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554263:0:6507:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763344908.554264:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.554265:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.554267:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.554268:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.554270:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.554271:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.554272:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.554274:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.554276:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.554277:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.554281:0:6507:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344908.554286:0:6507:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344908.554288:0:6507:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344908.554290:0:6507:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344908.554292:0:6507:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.554294:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.554295:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554298:0:6507:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344908.554299:0:6507:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554300:0:6507:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.554304:0:6507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.554306:0:6507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.554311:0:6507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50d15ab800. 02000000:00000001:2.0:1763344908.554313:0:6507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.554316:0:6507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554318:0:6507:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763344908.554320:0:6507:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554322:0:6507:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763344908.554337:0:6507:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763344908.554339:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.554341:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50df139600 refcount=2 00000020:00000001:2.0:1763344908.554343:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668910016000 : -107404799535616 : ffff9e50df139600) 00000004:00000001:2.0:1763344908.554346:0:6507:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636668910016000 : -107404799535616 : ffff9e50df139600) 00000020:00000040:2.0:1763344908.554349:0:6507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50df139600 with handle 0x34881b4086818252 from hash 00000004:00000001:2.0:1763344908.554354:0:6507:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763344908.554356:0:6507:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240002b13:0x12e86:0x0] with intent: 0 00000004:00000001:2.0:1763344908.554359:0:6507:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763344908.554361:0:6507:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 1516 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:2.0:1763344908.554364:0:6507:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344908.554374:0:6507:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344908.554380:0:6507:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554383:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.554388:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.554404:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344908.554408:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344908.554410:0:6507:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763344908.554412:0:6507:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.554414:0:6507:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e86:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763344908.554417:0:6507:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763344908.554419:0:6507:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554421:0:6507:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.554422:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.554424:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763344908.554426:0:6507:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=80 : 80 : 0x50) 00000004:00000001:2.0:1763344908.554429:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.554430:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.554432:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.554433:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.554435:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.554437:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.554438:0:6507:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.554441:0:6507:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344908.554442:0:6507:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554444:0:6507:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763344908.554446:0:6507:0:(mdt_som.c:114:mdt_set_som()) [0x240002b13:0x12e86:0x0]: Set SOM attrs S/B/F: 1516/0/4. 00000004:00000001:2.0:1763344908.554449:0:6507:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.554451:0:6507:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763344908.554453:0:6507:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763344908.554457:0:6507:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763344908.554464:0:6507:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50e4b8dde0. 00080000:00000001:2.0:1763344908.554467:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.554471:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab8600. 00080000:00000001:2.0:1763344908.554474:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591451648 : -107409118099968 : ffff9e4fddab8600) 00000004:00000001:2.0:1763344908.554477:0:6507:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.554481:0:6507:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.554483:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.554485:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591451648 : -107409118099968 : ffff9e4fddab8600) 00000004:00000001:2.0:1763344908.554488:0:6507:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554491:0:6507:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.554494:0:6507:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763344908.554496:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763344908.554502:0:6507:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763344908.554503:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.554504:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591451648 : -107409118099968 : ffff9e4fddab8600) 00080000:00000001:2.0:1763344908.554508:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.554511:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.554515:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d23c0. 00080000:00000001:2.0:1763344908.554518:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554520:0:6507:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.554529:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.554531:0:6507:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554536:0:6507:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.554538:0:6507:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763344908.554540:0:6507:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.554541:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.554543:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591451648 : -107409118099968 : ffff9e4fddab8600) 00080000:00000001:2.0:1763344908.554546:0:6507:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.554548:0:6507:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e86:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:2.0:1763344908.554566:0:6507:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554569:0:6507:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554570:0:6507:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.554576:0:6507:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763344908.554578:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344908.554582:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344908.554584:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214378, last_committed = 25770214370 00000001:00000010:2.0:1763344908.554589:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8d900. 00000001:00000040:2.0:1763344908.554592:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 8 00000020:00000040:2.0:1763344908.554594:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=236 00000001:00000010:2.0:1763344908.554600:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd33dc840. 00000004:00000001:2.0:1763344908.554606:0:6507:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763344908.554608:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.554609:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664591451648 : -107409118099968 : ffff9e4fddab8600) 00000004:00000001:2.0:1763344908.554622:0:6507:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763344908.554626:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd33dc840: xid 1848987881568256, transno 25770214378, tag 1, client gen 9, slot idx 0 00000001:00000001:2.0:1763344908.554630:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344908.554635:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d23c0. 00040000:00000001:2.0:1763344908.554639:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.554641:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344908.554643:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.554646:0:6507:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50e4b8dde0. 00000020:00000001:2.0:1763344908.554649:0:6507:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554652:0:6507:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554655:0:6507:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554656:0:6507:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554659:0:6507:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763344908.554660:0:6507:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763344908.554662:0:6507:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763344908.554664:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.554665:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.554670:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763344908.554672:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763344908.554674:0:6507:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554677:0:6507:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763344908.554679:0:6507:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763344908.554682:0:6507:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.554685:0:6507:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x240002b13:0x12e86:0x0], previous was 0x7 00000004:00000001:2.0:1763344908.554688:0:6507:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554690:0:6507:0:(mdt_reint.c:874:mdt_add_dirty_flag()) Process entered 00000004:00000001:2.0:1763344908.554692:0:6507:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344908.554693:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.554694:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.554698:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.554700:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763344908.554703:0:6507:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763344908.554704:0:6507:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763344908.554706:0:6507:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=ffff9e50d15abaf0 00000004:00000001:2.0:1763344908.554709:0:6507:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554711:0:6507:0:(mdt_reint.c:901:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554713:0:6507:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763344908.554716:0:6507:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554719:0:6507:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763344908.554722:0:6507:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.554724:0:6507:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763344908.554726:0:6507:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50df139600. 00000004:00000001:2.0:1763344908.554736:0:6507:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344908.554740:0:6507:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fddc20d78/ffff9e4fddc20d20 to site lru. bkt: ffff9e50ff90e7d0 00000004:00000001:2.0:1763344908.554742:0:6507:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.554744:0:6507:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554746:0:6507:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554748:0:6507:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763344908.554751:0:6507:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763344908.554752:0:6507:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344908.554754:0:6507:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344908.554755:0:6507:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344908.554757:0:6507:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763344908.554761:0:6507:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.554764:0:6507:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344908.554766:0:6507:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763344908.554771:0:6507:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.554778:0:6507:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.554781:0:6507:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.554784:0:6507:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 25770214378, xid 1848987881568256 00010000:00000001:2.0:1763344908.554811:0:6507:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.554817:0:6507:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c12eb480 x1848987881568256/t25770214378(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/456 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.554825:0:6507:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.554828:0:6507:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.554831:0:6507:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=40 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.554836:0:6507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.554838:0:6507:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.554840:0:6507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.554843:0:6507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.554845:0:6507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.554847:0:6507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.554850:0:6507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.554854:0:6507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921220. 00000100:00000200:2.0:1763344908.554859:0:6507:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881568256, offset 224 00000400:00000200:2.0:1763344908.554865:0:6507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.554874:0:6507:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.554879:0:6507:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385716:1385716:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385712:1385712:8:4294967295] 00000400:00000200:2.0:1763344908.554889:0:6507:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.554894:0:6507:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.554899:0:6507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71900. 00000800:00000200:2.0:1763344908.554904:0:6507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.554909:0:6507:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.554913:0:6507:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.554921:0:6507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.554924:0:6507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.554926:0:6507:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.554928:0:6507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.554930:0:6507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.554934:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c12eb480 x1848987881568256/t25770214378(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/456 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.554943:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c12eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+236:253440:x1848987881568256:12345-192.168.203.14@tcp:35:cp.0 Request processed in 772us (1007us total) trans 25770214378 rc 0/0 00000100:00100000:2.0:1763344908.554950:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35924 00000100:00000040:2.0:1763344908.554953:0:6507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344908.554956:0:6507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.554957:0:6507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.554961:0:6507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0280. 00000020:00000010:2.0:1763344908.554964:0:6507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d258. 00000020:00000010:2.0:1763344908.554967:0:6507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab9a00. 00000020:00000040:2.0:1763344908.554972:0:6507:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00000100:00000001:2.0:1763344908.554975:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.556574:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.556582:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71900. 00000400:00000200:1.0:1763344908.556590:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.556599:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.556605:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921220 00000400:00000010:1.0:1763344908.556607:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921220. 00000100:00000001:1.0:1763344908.556612:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.556613:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344908.586574:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.586598:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.586602:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.586604:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.586617:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.586635:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509dff900 00000400:00000200:1.0:1763344908.586645:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 183544 00000800:00000001:1.0:1763344908.586655:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.586667:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.586670:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.586674:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.586681:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.586684:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344908.586691:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df113800. 00000100:00000040:1.0:1763344908.586694:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df113800 x1848987881568512 msgsize 4616 00000100:00100000:1.0:1763344908.586698:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344908.589424:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763344908.590835:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.590922:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.590932:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1763344908.591109:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881568512 02000000:00000001:3.0:1763344908.591115:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.591118:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.591121:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.591127:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.591131:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881568512 00000020:00000001:3.0:1763344908.591135:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.591138:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344908.591141:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.591144:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=236 00000020:00000001:3.0:1763344908.591147:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344908.591150:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344908.591155:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.591547:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.591554:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.591558:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000020:00000010:2.0:1763344908.591568:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9a00. 00000020:00000010:2.0:1763344908.591580:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0280. 00000020:00000010:2.0:1763344908.591586:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d258. 00000100:00000040:2.0:1763344908.591597:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344908.591601:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.591602:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344908.591605:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344908.591607:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.591609:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.591617:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.592070:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.592097:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.592099:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.592108:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303026 00000100:00000040:2.0:1763344908.592112:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344908.592114:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909860864 : -107404799690752 : ffff9e50df113800) 00000100:00000040:2.0:1763344908.592122:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df113800 x1848987881568512/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.592131:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.592136:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.592137:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.592139:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000100:00100000:2.0:1763344908.592145:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df113800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+236:253441:x1848987881568512:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344908.592149:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881568512 00000020:00000001:2.0:1763344908.592152:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.592155:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763344908.592161:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd33dc840: xid 1848987881568256, transno 25770214378, client gen 9, slot idx 0 00000001:00000001:2.0:1763344908.592166:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fc87e0cc0: xid 1848987881566976, transno 25770214377, client gen 9, slot idx 2 00000001:00000010:2.0:1763344908.592170:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fc87e0cc0. 00000020:00000001:2.0:1763344908.592175:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.592177:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.592179:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344908.592182:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344908.592185:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881568512, found 0 last_xid 1848987881568511 00000020:00000001:2.0:1763344908.592188:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.592190:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.592192:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.592198:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.592200:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344908.592202:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.592204:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.592206:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344908.592208:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.592213:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.592221:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359400. 00010000:00000010:2.0:1763344908.592226:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0a80. 00010000:00000001:2.0:1763344908.592229:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.592233:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb426c00. 00000020:00000001:2.0:1763344908.592237:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.592239:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb426c00 with handle 0x34881b408681828a to hash 00000020:00000001:2.0:1763344908.592242:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.592243:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282573824 : -107409426977792 : ffff9e4fcb426c00) 00010000:00000010:2.0:1763344908.592249:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcad80. 00010000:00000001:2.0:1763344908.592252:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282573824 : -107409426977792 : ffff9e4fcb426c00) 00010000:00010000:2.0:1763344908.592256:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b408681828a lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e43e expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.592265:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 222 00000020:00000040:2.0:1763344908.592268:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=237 00010000:00000001:2.0:1763344908.592274:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344908.592277:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344908.592284:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344908.592286:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344908.592288:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.592291:0:13569:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763344908.592296:0:13569:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50df113800 x1848987881568512/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/0 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763344908.592304:0:13569:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763344908.592307:0:13569:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763344908.592309:0:13569:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763344908.592312:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.592846:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.592850:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.592852:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.592855:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.592864:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.592866:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.592868:0:13569:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.592871:0:13569:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.592875:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763344908.592877:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763344908.592881:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.592884:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.592923:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50fb3b0000. 02000000:00000001:2.0:1763344908.592926:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.592929:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.592935:0:13569:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763344908.592936:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.592938:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.592939:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.592941:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.592943:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.592944:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.592946:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.592947:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.592949:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.592950:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.592954:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344908.592960:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344908.592962:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344908.592965:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344908.592967:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.592970:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.592971:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.592973:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344908.592975:0:13569:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.592978:0:13569:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763344908.592980:0:13569:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.592982:0:13569:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763344908.592985:0:13569:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763344908.592989:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcba38 00000004:00000002:2.0:1763344908.592991:0:13569:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b11:0x113:0x0]/(file1->[0x0:0x0:0x0]) cr_flag=040100000010003 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763344908.592998:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344908.593000:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x113:0x0] 00000020:00000001:2.0:1763344908.593003:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.593010:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:2.0:1763344908.593013:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:2.0:1763344908.593015:0:13569:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763344908.593017:0:13569:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593020:0:13569:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763344908.593024:0:13569:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763344908.593027:0:13569:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763344908.593030:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.593031:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.593036:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359400 count: 2 00010000:00000001:2.0:1763344908.593039:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.593041:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.593046:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb427e00. 00000020:00000001:2.0:1763344908.593049:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.593051:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb427e00 with handle 0x34881b4086818291 to hash 00000020:00000001:2.0:1763344908.593053:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.593055:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282578432 : -107409426973184 : ffff9e4fcb427e00) 00010000:00000010:2.0:1763344908.593058:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcaa80. 00010000:00000001:2.0:1763344908.593061:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282578432 : -107409426973184 : ffff9e4fcb427e00) 00010000:00000001:2.0:1763344908.593064:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.593066:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.593069:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427e00/0x34881b4086818291 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344908.593076:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.593080:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.593083:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.593085:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.593088:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.593089:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.593091:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.593093:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.593095:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.593097:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.593098:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.593101:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x0 (ffff9e4fc1359400) refcount = 2 00010000:00010000:2.0:1763344908.593105:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427e00/0x34881b4086818291 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.593110:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.593115:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.593117:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.593119:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.593121:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.593123:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.593125:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.593128:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.593130:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.593133:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427e00/0x34881b4086818291 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.593138:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.593140:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.593141:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.593143:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.593144:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.593147:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d500 count: 2 00010000:00000001:2.0:1763344908.593149:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.593151:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.593155:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb426a00. 00000020:00000001:2.0:1763344908.593157:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.593159:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb426a00 with handle 0x34881b4086818298 to hash 00000020:00000001:2.0:1763344908.593161:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.593162:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000010:2.0:1763344908.593166:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcaf00. 00010000:00000001:2.0:1763344908.593168:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.593170:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.593172:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.593175:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818298 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344908.593179:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.593181:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.593182:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.593183:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.593186:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.593188:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.593189:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.593191:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.593192:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.593193:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.593195:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.593197:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x2d9800ce (ffff9e4fd854d500) refcount = 2 00010000:00000040:2.0:1763344908.593200:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.593202:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b40868181e9 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00010000:2.0:1763344908.593207:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818298 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.593211:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.593213:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.593214:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.593216:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.593217:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.593219:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.593221:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.593222:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.593224:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.593227:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818298 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.593231:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.593232:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.593233:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.593235:0:13569:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593238:0:13569:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763344908.593246:0:13569:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763344908.593249:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344908.593251:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344908.593256:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.593260:0:13569:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763344908.593264:0:13569:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763344908.593282:0:13569:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763344908.593284:0:13569:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763344908.593286:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.593289:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.593292:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.593294:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.593296:0:13569:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344908.593298:0:13569:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.593301:0:13569:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763344908.593304:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763344908.593306:0:13569:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.593308:0:13569:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763344908.593341:0:13569:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50efce6630. 00000001:00000010:2.0:1763344908.593350:0:13569:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50efce6630. 00080000:00000001:2.0:1763344908.593354:0:13569:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344908.593357:0:13569:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344908.593360:0:13569:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.593363:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcb8a0 00080000:00000002:2.0:1763344908.593365:0:13569:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x240002b11:0x113:0x0]/file1 => [0x240002b13:0x12e86:0x0] 00080000:00000001:2.0:1763344908.593377:0:13569:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344908.593380:0:13569:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.593384:0:13569:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344908.593386:0:13569:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593388:0:13569:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593390:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344908.593395:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e86:0x0] 00000020:00000001:2.0:1763344908.593398:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.593401:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:2.0:1763344908.593403:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592928032 : -107409116623584 : ffff9e4fddc20d20) 00000004:00000001:2.0:1763344908.593410:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344908.593413:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344908.593417:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593420:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.593426:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.593442:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344908.593447:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344908.593449:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763344908.593451:0:13569:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.593453:0:13569:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e86:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 0 00000004:00000001:2.0:1763344908.593456:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.593458:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.593460:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.593462:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.593464:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.593465:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.593469:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.593471:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763344908.593474:0:13569:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763344908.593476:0:13569:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763344908.593478:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e50fb3b0378 00000004:00000001:2.0:1763344908.593481:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593489:0:13569:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1763344908.593491:0:13569:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344908.593492:0:13569:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.593495:0:13569:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x240002b13:0x12e86:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763344908.593497:0:13569:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763344908.593500:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.593501:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.593504:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 5 00010000:00000001:2.0:1763344908.593506:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.593508:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.593510:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb427800. 00000020:00000001:2.0:1763344908.593513:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.593514:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb427800 with handle 0x34881b408681829f to hash 00000020:00000001:2.0:1763344908.593516:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.593517:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000010:2.0:1763344908.593520:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca500. 00010000:00000001:2.0:1763344908.593522:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:2.0:1763344908.593524:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.593526:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.593528:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b408681829f lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344908.593533:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.593535:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.593537:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.593538:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.593540:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.593542:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.593543:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.593545:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.593546:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.593547:0:13569:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.593549:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.593550:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) refcount = 5 00010000:00000040:2.0:1763344908.593553:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.593555:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000040:2.0:1763344908.593563:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818283 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e437 expref: 237 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.593570:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818260 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e422 expref: 237 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.593576:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426800/0x34881b4086818213 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ff expref: 237 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344908.593582:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b408681829f lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.593586:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.593588:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.593589:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.593591:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.593592:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.593594:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.593596:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.593598:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.593599:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.593602:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b408681829f lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.593607:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.593608:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.593609:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.593611:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.593612:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.593615:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427800 refcount=3 00000020:00000001:2.0:1763344908.593617:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:2.0:1763344908.593619:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:2.0:1763344908.593620:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.593621:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.593623:0:13569:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.593625:0:13569:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240002b13:0x12e86:0x0], ibits = 0x1b/0x1b, open_flags = 040100000010003, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763344908.593631:0:13569:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.593634:0:13569:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593636:0:13569:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763344908.593639:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.593640:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.593642:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.593643:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.593644:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.593646:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.593647:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.593648:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.593650:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.593651:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.593653:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.593655:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: nlink=1, mode=100644, valid=0x1100000080002f8f 00000004:00200000:2.0:1763344908.593658:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: returning size 1516 00000001:00000001:2.0:1763344908.593661:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.593662:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593664:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763344908.593667:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.593669:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.593672:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.593674:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.593676:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593680:0:13569:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1763344908.593682:0:13569:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 80 00000004:00000001:2.0:1763344908.593684:0:13569:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763344908.593685:0:13569:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593688:0:13569:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763344908.593692:0:13569:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763344908.593694:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344908.593696:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b13:0x12e86:0x0] mask 6 la_mode 100644 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344908.593699:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593702:0:13569:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593704:0:13569:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.593708:0:13569:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763344908.593711:0:13569:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50f4ec0e80. 00000020:00000001:2.0:1763344908.593713:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.593715:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f4ec0e80 with handle 0x34881b40868182a6 to hash 00000020:00000001:2.0:1763344908.593716:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763344908.593717:0:13569:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636669276524160 : -107404433027456 : ffff9e50f4ec0e80) 00000004:00000001:2.0:1763344908.593719:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763344908.593720:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763344908.593722:0:13569:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x240002b13:0x12e86:0x0] Change mfd open_flags 0 -> 040100000010003. 00000004:00000001:2.0:1763344908.593725:0:13569:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763344908.593728:0:13569:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.593732:0:13569:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fddab8400. 00080000:00000001:2.0:1763344908.593735:0:13569:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664591451136 : -107409118100480 : ffff9e4fddab8400) 00080000:00000001:2.0:1763344908.593737:0:13569:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344908.593742:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.593747:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.593750:0:13569:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d23c0. 00080000:00000001:2.0:1763344908.593753:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.593762:0:13569:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.593766:0:13569:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344908.593771:0:13569:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344908.593774:0:13569:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214379, last_committed = 25770214370 00000001:00000010:2.0:1763344908.593778:0:13569:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8dde0. 00000001:00000040:2.0:1763344908.593780:0:13569:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 9 00000020:00000040:2.0:1763344908.593783:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=238 00000001:00000010:2.0:1763344908.593826:0:13569:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd33dc780. 00000001:00000001:2.0:1763344908.593843:0:13569:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd33dc780: xid 1848987881568512, transno 25770214379, tag 1, client gen 9, slot idx 1 00000001:00000001:2.0:1763344908.593847:0:13569:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344908.593854:0:13569:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d23c0. 00040000:00000001:2.0:1763344908.593858:0:13569:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.593860:0:13569:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344908.593862:0:13569:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593864:0:13569:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763344908.593866:0:13569:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593868:0:13569:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593872:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.593874:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.593876:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.593878:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763344908.593880:0:13569:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.593883:0:13569:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763344908.593885:0:13569:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763344908.593887:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344908.593888:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.593890:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763344908.593892:0:13569:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344908.593893:0:13569:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.593895:0:13569:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344908.593897:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344908.593899:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763344908.593901:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.593902:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.593904:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427e00 refcount=3 00000020:00000001:2.0:1763344908.593906:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282578432 : -107409426973184 : ffff9e4fcb427e00) 00010000:00000001:2.0:1763344908.593908:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282578432 : -107409426973184 : ffff9e4fcb427e00) 00010000:00000001:2.0:1763344908.593912:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.593913:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.593914:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427e00 refcount=4 00000020:00000001:2.0:1763344908.593916:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282578432 : -107409426973184 : ffff9e4fcb427e00) 00010000:00000001:2.0:1763344908.593918:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282578432 : -107409426973184 : ffff9e4fcb427e00) 00010000:00000001:2.0:1763344908.593920:0:13569:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763344908.593922:0:13569:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427e00/0x34881b4086818291 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.593927:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344908.593929:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427e00/0x34881b4086818291 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.593934:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.593935:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.593937:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427e00/0x34881b4086818291 lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.593941:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.593943:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.593945:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344908.593947:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427e00/0x34881b4086818291 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:2.0:1763344908.593952:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e4fcb427e00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344908.593955:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.593957:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344908.593959:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427e00/0x34881b4086818291 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.593963:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344908.593965:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.593966:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.593967:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427e00 refcount=5 00000020:00000001:2.0:1763344908.593969:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282578432 : -107409426973184 : ffff9e4fcb427e00) 00010000:00000001:2.0:1763344908.593971:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282578432 : -107409426973184 : ffff9e4fcb427e00) 00010000:00000001:2.0:1763344908.593974:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344908.593977:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427e00/0x34881b4086818291 lrc: 5/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.593982:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344908.593984:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344908.593990:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.593993:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344908.593994:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.593996:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.593997:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.594000:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb427e00 with handle 0x34881b4086818291 from hash 00010000:00000001:2.0:1763344908.594002:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.594003:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.594004:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.594005:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344908.594007:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.594009:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.594011:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.594013:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.594015:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.594017:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e4fc1359400) 00010000:00010000:2.0:1763344908.594020:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344908.594022:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.594024:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.594026:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.594028:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344908.594031:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.594032:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.594033:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.594035:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.594037:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.594040:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427e00/0x34881b4086818291 lrc: 3/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.594048:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.594049:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.594051:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344908.594052:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344908.594054:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.594054:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.594056:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.594057:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427e00/0x34881b4086818291 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:2.0:1763344908.594063:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcaa80. 00010000:00000001:2.0:1763344908.594071:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.594072:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344908.594074:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344908.594076:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.594077:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.594078:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426a00 refcount=3 00000020:00000001:2.0:1763344908.594080:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.594082:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.594085:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344908.594087:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818298 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.594092:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.594093:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.594095:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818298 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.594100:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.594101:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.594103:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344908.594105:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818298 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:2.0:1763344908.594109:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e4fcb426a00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344908.594111:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.594113:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344908.594115:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818298 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.594119:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344908.594120:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.594121:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.594122:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426a00 refcount=4 00000020:00000001:2.0:1763344908.594124:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.594126:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.594128:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344908.594130:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818298 lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.594134:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344908.594135:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344908.594136:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.594138:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344908.594140:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.594141:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.594142:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.594144:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb426a00 with handle 0x34881b4086818298 from hash 00010000:00000001:2.0:1763344908.594146:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.594147:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.594148:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.594149:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344908.594151:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.594152:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.594154:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.594155:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.594157:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.594159:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x2d9800ce (ffff9e4fd854d500) 00010000:00010000:2.0:1763344908.594161:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344908.594163:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.594165:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.594166:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.594168:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344908.594169:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.594170:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.594171:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.594173:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.594175:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.594177:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818298 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.594181:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.594182:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.594183:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344908.594184:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344908.594185:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.594187:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818298 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:2.0:1763344908.594192:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcaf00. 00010000:00000001:2.0:1763344908.594197:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.594198:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344908.594199:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344908.594200:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344908.594201:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763344908.594202:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344908.594206:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375a98/ffff9e4fd3375a40 to site lru. bkt: ffff9e50ff90c930 00000004:00000001:2.0:1763344908.594207:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763344908.594212:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.594219:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.594223:0:13569:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.594225:0:13569:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763344908.594229:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344908.594231:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344908.594233:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344908.594234:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344908.594236:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344908.594238:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:2.0:1763344908.594243:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.594245:0:13569:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763344908.594248:0:13569:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763344908.594250:0:13569:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.594253:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.594254:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.594256:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427800 refcount=3 00000020:00000001:2.0:1763344908.594258:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:2.0:1763344908.594259:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00000004:00000040:2.0:1763344908.594262:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 223 00000020:00000040:2.0:1763344908.594264:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=239 00010000:00000001:2.0:1763344908.594270:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.594271:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.594272:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.594274:0:13569:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.594277:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.594280:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344908.594282:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344908.594284:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.594286:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.594288:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.594289:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.594291:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.594293:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb426c00 with handle 0x34881b408681828a from hash 00010000:00000001:2.0:1763344908.594295:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.594296:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.594297:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.594299:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344908.594300:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.594304:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b408681828a lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e43e expref: 239 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.594310:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 222 00000020:00000040:2.0:1763344908.594312:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 238 00010000:00000010:2.0:1763344908.594315:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcad80. 00010000:00000040:2.0:1763344908.594320:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359400 count: 0 00010000:00000010:2.0:1763344908.594325:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0a80. 00010000:00000001:2.0:1763344908.594331:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.594332:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.594337:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344908.594340:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b408681829f lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e43e expref: 238 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.594345:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.594347:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.594348:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) 00010000:00010000:2.0:1763344908.594351:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763344908.594352:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.594354:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.594355:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.594357:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.594358:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.594359:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fcb427800, rc 0) 00000020:00000001:2.0:1763344908.594362:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.594366:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 25770214379, xid 1848987881568512 00010000:00000001:2.0:1763344908.594378:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.594384:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50df113800 x1848987881568512/t25770214379(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/688 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.594392:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.594395:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.594399:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.594403:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.594406:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.594408:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.594412:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.594414:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.594418:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.594421:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.594427:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921660. 00000100:00000200:2.0:1763344908.594434:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1848987881568512, offset 224 00000400:00000200:2.0:1763344908.594440:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.594453:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.594461:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385717:1385717:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385713:1385713:8:4294967295] 00000400:00000200:2.0:1763344908.594473:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.594479:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.594485:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71400. 00000800:00000200:2.0:1763344908.594491:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.594499:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.594503:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71400 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.594527:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.594531:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.594533:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.594535:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.594537:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.594542:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df113800 x1848987881568512/t25770214379(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/688 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.594552:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df113800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+238:253441:x1848987881568512:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 2419us (7855us total) trans 25770214379 rc 0/0 00000100:00100000:2.0:1763344908.594560:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303026 00000100:00000040:2.0:1763344908.594564:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344908.594567:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.594569:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.594575:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0280. 00000020:00000010:2.0:1763344908.594579:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d258. 00000020:00000010:2.0:1763344908.594583:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab9a00. 00000020:00000040:2.0:1763344908.594589:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 237 00000100:00000001:2.0:1763344908.594592:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.594679:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.594686:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71400. 00000400:00000200:0.0:1763344908.594694:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.594700:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.594706:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921660 00000400:00000010:0.0:1763344908.594709:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921660. 00000100:00000001:0.0:1763344908.594713:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.594715:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344908.602840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb427e00. 00010000:00000010:2.1:1763344908.602854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb426a00. 00010000:00000010:2.1:1763344908.602859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359400. 00010000:00000010:2.1:1763344908.602863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb426c00. 00000800:00000001:1.0:1763344908.603477:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.603550:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.603554:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.603558:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.603569:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.603585:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dff980 00000400:00000200:1.0:1763344908.603593:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d335 [2] + 1312 00000800:00000001:1.0:1763344908.603601:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.603608:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.603612:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.603616:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.603624:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.603626:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763344908.603632:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df111180. 00000100:00000040:1.0:1763344908.603635:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df111180 x1848987881568640 msgsize 328 00000100:00100000:1.0:1763344908.603639:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.603660:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.603670:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.603673:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.603750:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.603753:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881568640 02000000:00000001:2.0:1763344908.603757:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.603760:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.603762:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.603767:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.603771:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881568640 00000020:00000001:2.0:1763344908.603774:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.603776:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344908.603779:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.603782:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=238 00000020:00000001:2.0:1763344908.603784:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344908.603786:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344908.603824:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.603829:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.603832:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.603835:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000020:00000010:2.0:1763344908.603841:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9a00. 00000020:00000010:2.0:1763344908.603847:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0280. 00000020:00000010:2.0:1763344908.603851:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d258. 00000100:00000040:2.0:1763344908.603860:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1763344908.603864:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.603865:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1763344908.603867:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1763344908.603872:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.603874:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1763344908.603879:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.603881:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.603883:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427800 refcount=3 00000020:00000001:2.0:1763344908.603885:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:2.0:1763344908.603888:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:2.0:1763344908.603890:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.603892:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.603893:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.603895:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.603903:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.603919:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.603982:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.603986:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.603992:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 3675 00000100:00000040:0.0:1763344908.603997:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344908.603999:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909851008 : -107404799700608 : ffff9e50df111180) 00000100:00000040:0.0:1763344908.604008:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df111180 x1848987881568640/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.604018:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.604022:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2940. 00000100:00000001:0.0:1763344908.604025:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.604027:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2940. 00000100:00100000:0.0:1763344908.604033:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df111180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+238:2408:x1848987881568640:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763344908.604037:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881568640 00010000:00000001:0.0:1763344908.604040:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763344908.604042:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763344908.604044:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763344908.604050:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.604052:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.604057:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f5cd2000. 02000000:00000001:0.0:1763344908.604060:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.604062:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.604065:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763344908.604067:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763344908.604069:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.604071:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.604073:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427800 refcount=3 00000020:00000001:0.0:1763344908.604075:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:0.0:1763344908.604078:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000040:0.0:1763344908.604082:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 6 00000004:00000001:0.0:1763344908.604086:0:27025:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763344908.604089:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344908.604092:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.604095:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344908.604097:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.604099:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.604104:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344908.604106:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344908.604112:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.604113:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.604115:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344908.604117:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344908.604120:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb427800 with handle 0x34881b408681829f from hash 00010000:00000001:0.0:1763344908.604122:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344908.604124:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.604125:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.604126:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344908.604130:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344908.604132:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.604134:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344908.604136:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344908.604140:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b408681829f lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e43e expref: 238 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.604149:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 221 00000020:00000040:0.0:1763344908.604152:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 237 00010000:00000010:0.0:1763344908.604155:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bca500. 00010000:00000001:0.0:1763344908.604162:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.604164:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344908.604167:0:27025:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344908.604170:0:27025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) 00010000:00000001:0.0:1763344908.604173:0:27025:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.604176:0:27025:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.604178:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763344908.604180:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763344908.604182:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.604186:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.604189:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.604193:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.604198:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.604201:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344908.604203:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344908.604206:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.604208:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.604211:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.604215:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344908.604219:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495bb0. 00000100:00000200:0.0:1763344908.604226:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881568640, offset 224 00000400:00000200:0.0:1763344908.604232:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344908.604243:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344908.604264:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385718:1385718:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385714:1385714:8:4294967295] 00000400:00000200:0.0:1763344908.604277:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344908.604283:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344908.604288:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56900. 00000800:00000200:0.0:1763344908.604296:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344908.604303:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344908.604307:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763344908.604327:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.604331:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344908.604334:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.604336:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.604340:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df111180 x1848987881568640/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344908.604350:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df111180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+237:2408:x1848987881568640:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 330us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344908.604361:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 3675 00000100:00000040:0.0:1763344908.604365:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344908.604376:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.604377:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.604383:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0280. 00000020:00000010:0.0:1763344908.604387:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d258. 00000020:00000010:0.0:1763344908.604391:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab9a00. 00000020:00000040:0.0:1763344908.604398:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 236 00000100:00000001:0.0:1763344908.604401:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.604467:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.604472:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56900. 00000400:00000200:1.0:1763344908.604475:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.604480:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.604484:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495bb0 00000400:00000010:1.0:1763344908.604486:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495bb0. 00000100:00000001:1.0:1763344908.604491:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.604492:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.608140:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.608159:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.608162:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.608165:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.608175:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.608192:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 552 into portal 12 MB=0x691a509dffa80 00000400:00000200:0.0:1763344908.608201:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 552/552 into md 0x616b51 [64] + 188160 00000800:00000001:0.0:1763344908.608209:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.608218:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.608221:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.608226:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.608232:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.608234:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344908.608241:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50d2402300. 00000100:00000040:0.0:1763344908.608245:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d2402300 x1848987881568896 msgsize 552 00000100:00100000:0.0:1763344908.608251:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.608268:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.608277:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.608279:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.608385:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.608389:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881568896 02000000:00000001:2.0:1763344908.608393:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.608395:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.608397:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.608402:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.608406:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881568896 00000020:00000001:2.0:1763344908.608409:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.608411:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344908.608413:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.608416:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=237 00000020:00000001:2.0:1763344908.608419:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344908.608421:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344908.608425:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.608430:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.608434:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.608436:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000020:00000010:2.0:1763344908.608443:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fddab9a00. 00000020:00000010:2.0:1763344908.608449:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0a80. 00000020:00000010:2.0:1763344908.608454:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d258. 00000100:00000040:2.0:1763344908.608462:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344908.608465:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.608467:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344908.608469:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344908.608471:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.608474:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.608481:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.608498:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.608512:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.608514:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.608519:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303027 00000100:00000040:2.0:1763344908.608523:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344908.608525:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668694831872 : -107405014719744 : ffff9e50d2402300) 00000100:00000040:2.0:1763344908.608534:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d2402300 x1848987881568896/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 552/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.608543:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.608546:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.608549:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.608551:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000100:00100000:2.0:1763344908.608554:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d2402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+237:253441:x1848987881568896:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344908.608558:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881568896 00000020:00000001:2.0:1763344908.608562:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.608566:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763344908.608571:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd33dc780: xid 1848987881568512, transno 25770214379, client gen 9, slot idx 1 00000001:00000001:2.0:1763344908.608575:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd33dc840: xid 1848987881568256, transno 25770214378, client gen 9, slot idx 0 00000001:00000010:2.0:1763344908.608579:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd33dc840. 00000020:00000001:2.0:1763344908.608583:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.608585:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.608587:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344908.608591:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344908.608594:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881568896, found 0 last_xid 1848987881568639 00000020:00000001:2.0:1763344908.608596:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.608598:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.608601:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.608606:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.608608:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344908.608611:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.608613:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.608614:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344908.608616:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.608621:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.608629:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359400. 00010000:00000010:2.0:1763344908.608633:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0d00. 00010000:00000001:2.0:1763344908.608637:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.608640:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb426c00. 00000020:00000001:2.0:1763344908.608644:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.608646:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb426c00 with handle 0x34881b40868182ad to hash 00000020:00000001:2.0:1763344908.608649:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.608650:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282573824 : -107409426977792 : ffff9e4fcb426c00) 00010000:00000010:2.0:1763344908.608655:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcad80. 00010000:00000001:2.0:1763344908.608657:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282573824 : -107409426977792 : ffff9e4fcb426c00) 00010000:00010000:2.0:1763344908.608661:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868182ad lrc: 2/0,0 mode: --/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e445 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.608670:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 222 00000020:00000040:2.0:1763344908.608672:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=238 00010000:00000001:2.0:1763344908.608678:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344908.608681:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344908.608687:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344908.608690:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344908.608692:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.608694:0:13569:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763344908.608699:0:13569:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50d2402300 x1848987881568896/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 552/0 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763344908.608708:0:13569:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763344908.608710:0:13569:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763344908.608713:0:13569:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763344908.608715:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.608717:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.608719:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.608721:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.608723:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.608728:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.608729:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.608732:0:13569:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.608734:0:13569:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.608737:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763344908.608738:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763344908.608741:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.608743:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.608778:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50fb370000. 02000000:00000001:2.0:1763344908.608781:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.608784:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.608810:0:13569:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763344908.608813:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.608814:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.608816:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.608817:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.608820:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.608821:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.608823:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.608824:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.608826:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.608827:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.608831:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344908.608836:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344908.608838:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344908.608841:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344908.608842:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.608844:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.608846:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.608848:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344908.608849:0:13569:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.608852:0:13569:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763344908.608854:0:13569:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.608856:0:13569:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763344908.608859:0:13569:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763344908.608863:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcba38 00000004:00000002:2.0:1763344908.608865:0:13569:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b11:0x113:0x0]/(. :VOLATILE:0001:3658F0D1:fd=03->[0x240002b13:0x12e87:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:2.0:1763344908.608870:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344908.608873:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x113:0x0] 00000020:00000001:2.0:1763344908.608875:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.608881:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:2.0:1763344908.608883:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:2.0:1763344908.608887:0:13569:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763344908.608889:0:13569:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.608892:0:13569:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:2.0:1763344908.608894:0:13569:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x240002b13:0x12e87:0x0] 00000020:00000001:2.0:1763344908.608895:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1763344908.608897:0:13569:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1763344908.608901:0:13569:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9e50d7476000. 00000004:00000001:2.0:1763344908.608905:0:13569:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446636668779192408 : -107404930359208 : ffff9e50d7476058) 00000004:00000001:2.0:1763344908.608910:0:13569:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:2.0:1763344908.608911:0:13569:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x240002b13:0x12e87:0x0] 00000004:00000010:2.0:1763344908.608916:0:13569:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9e4fc87f5078. 00000004:00000001:2.0:1763344908.608918:0:13569:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.608920:0:13569:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1763344908.608923:0:13569:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1763344908.608926:0:13569:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9e4fd0df1ba0. 00000004:00000001:2.0:1763344908.608929:0:13569:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446636664376728480 : -107409332823136 : ffff9e4fd0df1ba0) 00000004:00000001:2.0:1763344908.608931:0:13569:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.608934:0:13569:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:2.0:1763344908.608936:0:13569:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.608939:0:13569:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.608941:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.608943:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.608946:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.608948:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.608950:0:13569:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.608952:0:13569:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x240002b13 00000004:00000001:2.0:1763344908.608954:0:13569:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344908.608960:0:13569:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff9e50d729da00. 00000004:00000001:2.0:1763344908.608963:0:13569:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.608966:0:13569:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763344908.608968:0:13569:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.608972:0:13569:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636668779192408 : -107404930359208 : ffff9e50d7476058) 00000004:00000001:2.0:1763344908.608974:0:13569:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446636668779192320 : -107404930359296 : ffff9e50d7476000) 00080000:00000002:2.0:1763344908.608983:0:13569:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x60006ed69 for inode 96024 00000004:00000002:2.0:1763344908.608985:0:13569:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x240002b11:0x113:0x0] version is 0x60006ed69 00000004:00000002:2.0:1763344908.608989:0:13569:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x240002b13:0x12e87:0x0] version is 0x1 00000004:00000001:2.0:1763344908.608993:0:13569:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:2.0:1763344908.608998:0:13569:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:2.0:1763344908.609001:0:13569:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:2.0:1763344908.609003:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344908.609006:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x113:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344908.609010:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609012:0:13569:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609015:0:13569:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763344908.609019:0:13569:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763344908.609025:0:13569:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50e4b8dd20. 00080000:00000001:2.0:1763344908.609028:0:13569:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.609032:0:13569:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e50d729d600. 00080000:00000001:2.0:1763344908.609034:0:13569:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636668777256448 : -107404932295168 : ffff9e50d729d600) 00000004:00000001:2.0:1763344908.609037:0:13569:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:2.0:1763344908.609041:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.609046:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.609050:0:13569:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.609053:0:13569:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x240002b13:0x12e87:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1763344908.609056:0:13569:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:2.0:1763344908.609061:0:13569:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b11:0x113:0x0] not in the id map cache 00000004:00000001:2.0:1763344908.609064:0:13569:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763344908.609066:0:13569:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763344908.609069:0:13569:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:2.0:1763344908.609071:0:13569:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609073:0:13569:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609074:0:13569:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763344908.609076:0:13569:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763344908.609079:0:13569:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.609083:0:13569:0:(osp_object.c:1020:osp_xattr_get()) Process leaving via unlock (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:2.0:1763344908.609085:0:13569:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609086:0:13569:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.609091:0:13569:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd33dc840. 00000004:00000001:2.0:1763344908.609094:0:13569:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:2.0:1763344908.609096:0:13569:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:2.0:1763344908.609100:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcb8c8 00000001:00000002:2.0:1763344908.609102:0:13569:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x240002b11:0x113:0x0]:. :VOLATILE:0001:3658F0D1:fd=03' is added 00000004:00000001:2.0:1763344908.609105:0:13569:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609108:0:13569:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:2.0:1763344908.609111:0:13569:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:2.0:1763344908.609114:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.609117:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777256448 : -107404932295168 : ffff9e50d729d600) 00080000:00000001:2.0:1763344908.609121:0:13569:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763344908.609124:0:13569:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b13:0x12e87:0x0] not in the id map cache 00000001:00000001:2.0:1763344908.609128:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344908.609129:0:13569:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609132:0:13569:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609133:0:13569:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609136:0:13569:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:2.0:1763344908.609137:0:13569:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609142:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.609144:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777256448 : -107404932295168 : ffff9e50d729d600) 00080000:00000001:2.0:1763344908.609147:0:13569:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1763344908.609150:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763344908.609151:0:13569:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609154:0:13569:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763344908.609155:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.609156:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777256448 : -107404932295168 : ffff9e50d729d600) 00000004:00000001:2.0:1763344908.609158:0:13569:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.609161:0:13569:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763344908.609163:0:13569:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763344908.609168:0:13569:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763344908.609169:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.609170:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777256448 : -107404932295168 : ffff9e50d729d600) 00080000:00000001:2.0:1763344908.609173:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.609176:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.609180:0:13569:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d23c0. 00080000:00000001:2.0:1763344908.609183:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609184:0:13569:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609188:0:13569:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.609190:0:13569:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.609191:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.609192:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777256448 : -107404932295168 : ffff9e50d729d600) 00000004:00000001:2.0:1763344908.609195:0:13569:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609197:0:13569:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.609205:0:13569:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.609208:0:13569:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609211:0:13569:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:2.0:1763344908.609213:0:13569:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:2.0:1763344908.609215:0:13569:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763344908.609216:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.609217:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777256448 : -107404932295168 : ffff9e50d729d600) 00080000:00000001:2.0:1763344908.609220:0:13569:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:2.0:1763344908.609306:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763344908.609309:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.609310:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.609312:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.609314:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.609316:0:13569:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.609318:0:13569:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1763344908.609331:0:13569:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763344908.609334:0:13569:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240002b13:0x12e87:0x0] 00080000:00000001:2.0:1763344908.609336:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763344908.609337:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.609338:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.609339:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.609341:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.609342:0:13569:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.609345:0:13569:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:2.0:1763344908.609362:0:13569:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50efce6630. 00000001:00000010:2.0:1763344908.609387:0:13569:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50efce6630. 00080000:00000001:2.0:1763344908.609390:0:13569:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.609394:0:13569:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609396:0:13569:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609398:0:13569:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609401:0:13569:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609403:0:13569:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:2.0:1763344908.609405:0:13569:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609410:0:13569:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.609412:0:13569:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763344908.609414:0:13569:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.609415:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.609416:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777256448 : -107404932295168 : ffff9e50d729d600) 00080000:00000001:2.0:1763344908.609419:0:13569:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.609421:0:13569:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e87:0x0] set xattr 'user.job' with size 5 00000004:00000001:2.0:1763344908.609432:0:13569:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609434:0:13569:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609436:0:13569:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609439:0:13569:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609442:0:13569:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:2.0:1763344908.609446:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.609447:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777256448 : -107404932295168 : ffff9e50d729d600) 00080000:00000001:2.0:1763344908.609450:0:13569:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:2.0:1763344908.609476:0:13569:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.609481:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcb800 00080000:00000002:2.0:1763344908.609483:0:13569:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32003 insert 0x240002b13:0x12e87:0x0:831 rc = 0 00080000:00000001:2.0:1763344908.609485:0:13569:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609488:0:13569:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763344908.609490:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.609491:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777256448 : -107404932295168 : ffff9e50d729d600) 00080000:00000002:2.0:1763344908.609494:0:13569:0:(osd_handler.c:4691:osd_ref_add()) [0x240002b13:0x12e87:0x0] increase nlink 1 00000004:00000001:2.0:1763344908.609499:0:13569:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609500:0:13569:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.609503:0:13569:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609504:0:13569:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.609507:0:13569:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763344908.609508:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.609509:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777256448 : -107404932295168 : ffff9e50d729d600) 00080000:00000002:2.0:1763344908.609512:0:13569:0:(osd_handler.c:4785:osd_ref_del()) [0x240002b13:0x12e87:0x0] decrease nlink 2 00000004:00000001:2.0:1763344908.609516:0:13569:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.609520:0:13569:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763344908.609523:0:13569:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344908.609527:0:13569:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:2.0:1763344908.609530:0:13569:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.609531:0:13569:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763344908.609532:0:13569:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.609534:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.609535:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777256448 : -107404932295168 : ffff9e50d729d600) 00080000:00000001:2.0:1763344908.609537:0:13569:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.609538:0:13569:0:(osd_handler.c:5216:osd_xattr_set()) [0x240002b13:0x12e87:0x0] set version 0x6000643ec (old 0x0) for inode 831 00080000:00000001:2.0:1763344908.609542:0:13569:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609543:0:13569:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609545:0:13569:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609547:0:13569:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763344908.609548:0:13569:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214380, last_committed = 25770214370 00000001:00000010:2.0:1763344908.609552:0:13569:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8d540. 00000001:00000040:2.0:1763344908.609554:0:13569:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 10 00000020:00000040:2.0:1763344908.609556:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=239 00000001:00000010:2.0:1763344908.609561:0:13569:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd33dc000. 00000004:00000001:2.0:1763344908.609567:0:13569:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763344908.609568:0:13569:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.609569:0:13569:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777256448 : -107404932295168 : ffff9e50d729d600) 00000004:00000001:2.0:1763344908.609577:0:13569:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763344908.609581:0:13569:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd33dc000: xid 1848987881568896, transno 25770214380, tag 1, client gen 9, slot idx 0 00000001:00000001:2.0:1763344908.609584:0:13569:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344908.609591:0:13569:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d23c0. 00040000:00000001:2.0:1763344908.609594:0:13569:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.609597:0:13569:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344908.609599:0:13569:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.609602:0:13569:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50e4b8dd20. 00000020:00000001:2.0:1763344908.609605:0:13569:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609610:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344908.609612:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344908.609614:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609617:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.609619:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.609625:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.609628:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.609631:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763344908.609633:0:13569:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.609636:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.609637:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763344908.609639:0:13569:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:2.0:1763344908.609644:0:13569:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff9e50e4b8dd20. 00000004:00000001:2.0:1763344908.609646:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.609649:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763344908.609651:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9e50fb370378 00000004:00000001:2.0:1763344908.609654:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.609659:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.609665:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609671:0:13569:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763344908.609674:0:13569:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x240002b13:0x12e87:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763344908.609678:0:13569:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763344908.609681:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.609683:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.609688:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359300. 00010000:00000010:2.0:1763344908.609692:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0280. 00010000:00000001:2.0:1763344908.609695:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.609698:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb426a00. 00000020:00000001:2.0:1763344908.609700:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.609702:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb426a00 with handle 0x34881b40868182b4 to hash 00000020:00000001:2.0:1763344908.609704:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.609706:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000010:2.0:1763344908.609709:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcaf00. 00010000:00000001:2.0:1763344908.609711:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.609714:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.609716:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.609719:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b40868182b4 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344908.609730:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.609733:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.609736:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.609738:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.609740:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.609742:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.609743:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.609746:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.609748:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.609750:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.609751:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.609754:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) refcount = 1 00010000:00010000:2.0:1763344908.609757:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b40868182b4 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.609762:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.609766:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.609768:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.609770:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.609771:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.609773:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.609775:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.609778:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.609780:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.609783:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b40868182b4 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.609831:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.609832:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.609834:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.609835:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.609837:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.609839:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426a00 refcount=3 00000020:00000001:2.0:1763344908.609841:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.609843:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.609846:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.609847:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.609848:0:13569:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.609851:0:13569:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240002b13:0x12e87:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763344908.609854:0:13569:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.609857:0:13569:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609859:0:13569:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763344908.609862:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.609863:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.609865:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.609866:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.609868:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.609870:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.609871:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.609873:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.609874:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.609875:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.609876:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.609878:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e87:0x0]: nlink=1, mode=100600, valid=0x1100000080002f8f 00000004:00200000:2.0:1763344908.609881:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e87:0x0]: returning size 0 00000001:00000001:2.0:1763344908.609883:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.609884:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609886:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763344908.609887:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.609890:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.609892:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.609894:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.609896:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609898:0:13569:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763344908.609900:0:13569:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:2.0:1763344908.609901:0:13569:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.609903:0:13569:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:2.0:1763344908.609905:0:13569:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763344908.609907:0:13569:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609909:0:13569:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763344908.609912:0:13569:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763344908.609914:0:13569:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609916:0:13569:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.609918:0:13569:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763344908.609921:0:13569:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50ee317400. 00000020:00000001:2.0:1763344908.609923:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.609924:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ee317400 with handle 0x34881b40868182bb to hash 00000020:00000001:2.0:1763344908.609926:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763344908.609927:0:13569:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636669163631616 : -107404545920000 : ffff9e50ee317400) 00000004:00000001:2.0:1763344908.609929:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763344908.609930:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763344908.609932:0:13569:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x240002b13:0x12e87:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:2.0:1763344908.609935:0:13569:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763344908.609936:0:13569:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763344908.609938:0:13569:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609939:0:13569:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609941:0:13569:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.609944:0:13569:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763344908.609946:0:13569:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763344908.609947:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344908.609949:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.609950:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763344908.609952:0:13569:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.609954:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344908.609957:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375a98/ffff9e4fd3375a40 to site lru. bkt: ffff9e50ff90c930 00000004:00000001:2.0:1763344908.609959:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763344908.609961:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.609964:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609966:0:13569:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609968:0:13569:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763344908.609971:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344908.609973:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344908.609974:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344908.609976:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344908.609978:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344908.609979:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763344908.609983:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.609985:0:13569:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763344908.609987:0:13569:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763344908.609989:0:13569:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.609991:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.609993:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.609994:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426a00 refcount=3 00000020:00000001:2.0:1763344908.609996:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.609998:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00000004:00000040:2.0:1763344908.610001:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 223 00000020:00000040:2.0:1763344908.610003:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=240 00010000:00000001:2.0:1763344908.610007:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.610008:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.610009:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.610011:0:13569:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.610013:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.610016:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344908.610018:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344908.610020:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.610023:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.610024:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.610026:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.610028:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.610030:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb426c00 with handle 0x34881b40868182ad from hash 00010000:00000001:2.0:1763344908.610031:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.610032:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.610033:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.610035:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344908.610036:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.610041:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868182ad lrc: 0/0,0 mode: --/CW res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e445 expref: 240 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.610049:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 222 00000020:00000040:2.0:1763344908.610051:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 239 00010000:00000010:2.0:1763344908.610054:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcad80. 00010000:00000040:2.0:1763344908.610058:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359400 count: 0 00010000:00000010:2.0:1763344908.610063:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0d00. 00010000:00000001:2.0:1763344908.610071:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.610072:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.610076:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344908.610079:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b40868182b4 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e445 expref: 239 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.610086:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.610088:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.610090:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) 00010000:00010000:2.0:1763344908.610092:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763344908.610094:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.610097:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.610098:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.610099:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.610100:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.610102:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fcb426a00, rc 0) 00000020:00000001:2.0:1763344908.610104:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.610107:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 25770214380, xid 1848987881568896 00010000:00000001:2.0:1763344908.610110:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.610115:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50d2402300 x1848987881568896/t25770214380(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 552/608 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.610122:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.610125:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.610128:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.610132:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.610134:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.610136:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.610139:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.610141:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.610144:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.610146:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.610151:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921908. 00000100:00000200:2.0:1763344908.610156:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848987881568896, offset 224 00000400:00000200:2.0:1763344908.610163:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.610174:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.610180:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385719:1385719:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385715:1385715:8:4294967295] 00000400:00000200:2.0:1763344908.610192:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.610197:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.610201:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71400. 00000800:00000200:2.0:1763344908.610206:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.610212:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.610217:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71400 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.610237:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.610241:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.610243:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.610244:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.610247:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.610251:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d2402300 x1848987881568896/t25770214380(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 552/608 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.610259:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d2402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+239:253441:x1848987881568896:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 1714us (2012us total) trans 25770214380 rc 0/0 00000100:00100000:2.0:1763344908.610266:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303027 00000100:00000040:2.0:1763344908.610269:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344908.610271:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.610273:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.610277:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0a80. 00000020:00000010:2.0:1763344908.610280:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d258. 00000020:00000010:2.0:1763344908.610284:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fddab9a00. 00000020:00000040:2.0:1763344908.610289:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 238 00000100:00000001:2.0:1763344908.610291:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.613173:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.613183:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71400. 00000400:00000200:0.0:1763344908.613192:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.613199:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.613207:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921908 00000400:00000010:0.0:1763344908.613209:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921908. 00000100:00000001:0.0:1763344908.613214:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.613216:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344908.613956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb427800. 00010000:00000010:2.1:1763344908.618997:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359400. 00010000:00000010:2.1:1763344908.619081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb426c00. 00000800:00000001:1.0:1763344908.620237:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.620253:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.620257:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.620259:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.620270:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.620287:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509dffb80 00000400:00000200:1.0:1763344908.620295:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x616b51 [64] + 188712 00000800:00000001:1.0:1763344908.620305:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.620335:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.620338:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.620342:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.620350:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.620353:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344908.620359:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50df112300. 00000100:00000040:1.0:1763344908.620362:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50df112300 x1848987881569152 msgsize 4616 00000100:00100000:1.0:1763344908.620375:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.620389:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.620399:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.620403:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.620897:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.620901:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881569152 02000000:00000001:3.0:1763344908.620905:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.620907:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.620909:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.620913:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.620917:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881569152 00000020:00000001:3.0:1763344908.620920:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.620923:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344908.620925:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.620928:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=239 00000020:00000001:3.0:1763344908.620931:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344908.620934:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344908.620939:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.620945:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd480. 00000100:00000001:3.0:1763344908.620948:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.620951:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd480. 00000020:00000010:3.0:1763344908.620956:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdc200. 00000020:00000010:3.0:1763344908.620962:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e800. 00000020:00000010:3.0:1763344908.620968:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bfaf0. 00000100:00000040:3.0:1763344908.620977:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344908.620981:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.620982:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763344908.620985:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763344908.620987:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.620989:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.620998:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.621015:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.621030:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.621031:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.621037:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303028 00000100:00000040:3.0:1763344908.621041:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344908.621043:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668909855488 : -107404799696128 : ffff9e50df112300) 00000100:00000040:3.0:1763344908.621049:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50df112300 x1848987881569152/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344908.621058:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.621061:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd480. 00000100:00000001:3.0:1763344908.621063:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.621065:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd480. 00000100:00100000:3.0:1763344908.621069:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50df112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+239:253441:x1848987881569152:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344908.621073:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881569152 00000020:00000001:3.0:1763344908.621076:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.621080:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763344908.621085:0:6504:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd33dc000: xid 1848987881568896, transno 25770214380, client gen 9, slot idx 0 00000001:00000001:3.0:1763344908.621089:0:6504:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd33dc780: xid 1848987881568512, transno 25770214379, client gen 9, slot idx 1 00000001:00000010:3.0:1763344908.621094:0:6504:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd33dc780. 00000020:00000001:3.0:1763344908.621098:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.621101:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.621103:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344908.621106:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.621108:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881569152, found 0 last_xid 1848987881569151 00000020:00000001:3.0:1763344908.621111:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.621113:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.621115:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.621120:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.621122:0:6504:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344908.621124:0:6504:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344908.621126:0:6504:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344908.621127:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344908.621130:0:6504:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.621135:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.621143:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 2 00010000:00000001:3.0:1763344908.621146:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.621148:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.621152:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17600. 00000020:00000001:3.0:1763344908.621156:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.621159:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17600 with handle 0x34881b40868182c2 to hash 00000020:00000001:3.0:1763344908.621161:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.621162:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000010:3.0:1763344908.621169:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16780. 00010000:00000001:3.0:1763344908.621171:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00010000:3.0:1763344908.621177:0:6504:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b40868182c2 lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e44c expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.621185:0:6504:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 223 00000020:00000040:3.0:1763344908.621187:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=240 00010000:00000001:3.0:1763344908.621194:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344908.621197:0:6504:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344908.621204:0:6504:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344908.621206:0:6504:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344908.621208:0:6504:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.621210:0:6504:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763344908.621215:0:6504:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50df112300 x1848987881569152/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/0 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763344908.621224:0:6504:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763344908.621226:0:6504:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763344908.621229:0:6504:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763344908.621231:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.621233:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.621236:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.621237:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.621240:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.621241:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.621243:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.621244:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.621250:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.621251:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.621253:0:6504:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.621254:0:6504:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.621257:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344908.621258:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344908.621261:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.621263:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.621300:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50fac30000. 02000000:00000001:3.0:1763344908.621303:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.621306:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.621311:0:6504:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763344908.621313:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.621314:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.621316:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.621317:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.621318:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.621319:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.621320:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.621322:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.621324:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.621326:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.621330:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344908.621335:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344908.621337:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344908.621340:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344908.621341:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.621344:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.621345:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.621347:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344908.621349:0:6504:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.621352:0:6504:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763344908.621354:0:6504:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.621356:0:6504:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763344908.621359:0:6504:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763344908.621362:0:6504:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d17a38 00000004:00000002:3.0:1763344908.621365:0:6504:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b13:0x12e87:0x0]/(->[0x240002b13:0x12e87:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763344908.621379:0:6504:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1763344908.621381:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344908.621383:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e87:0x0] 00000020:00000001:3.0:1763344908.621387:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.621391:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779192408 : -107404930359208 : ffff9e50d7476058) 00000004:00000001:3.0:1763344908.621393:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668779192320 : -107404930359296 : ffff9e50d7476000) 00000004:00000001:3.0:1763344908.621396:0:6504:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763344908.621397:0:6504:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.621406:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344908.621409:0:6504:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344908.621416:0:6504:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.621418:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.621424:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.621441:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344908.621446:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344908.621448:0:6504:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344908.621450:0:6504:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344908.621452:0:6504:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763344908.621455:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.621456:0:6504:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344908.621459:0:6504:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344908.621462:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.621463:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763344908.621466:0:6504:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763344908.621469:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763344908.621471:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763344908.621474:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9e50fac30378 00000004:00000001:3.0:1763344908.621476:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.621479:0:6504:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:3.0:1763344908.621482:0:6504:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x240002b13:0x12e87:0x0] lease count: 0, lm: 4 00000004:00000002:3.0:1763344908.621485:0:6504:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240002b13:0x12e87:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:3.0:1763344908.621488:0:6504:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x240002b13:0x12e87:0x0], open_flags = 040010040000002 00000004:00000001:3.0:1763344908.621490:0:6504:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763344908.621496:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344908.621498:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.621501:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 3 00010000:00000001:3.0:1763344908.621504:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.621506:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.621510:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17400. 00000020:00000001:3.0:1763344908.621512:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.621514:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17400 with handle 0x34881b40868182c9 to hash 00000020:00000001:3.0:1763344908.621516:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.621517:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000010:3.0:1763344908.621520:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16600. 00010000:00000001:3.0:1763344908.621522:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344908.621525:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.621527:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.621530:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:3.0:1763344908.621536:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344908.621540:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344908.621543:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.621544:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.621547:0:6504:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344908.621552:0:6504:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b40868182b4 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e445 expref: 240 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.621559:0:6504:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344908.621561:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.621563:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.621564:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.621565:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.621568:0:6504:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763344908.621571:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 4/0,1 mode: --/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000040:3.0:1763344908.621577:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) refcount = 3 00010000:00000040:3.0:1763344908.621579:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.621582:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b40868182b4 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e445 expref: 240 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.621588:0:6504:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763344908.621590:0:6504:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 4/0,1 mode: --/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000010:3.0:1763344908.621596:0:6504:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd480. 00000100:00000001:3.0:1763344908.621600:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.621607:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0e40. 00000100:00000001:3.0:1763344908.621609:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236150336 : -107409473401280 : ffff9e4fc87e0e40) 00000100:00000001:3.0:1763344908.621611:0:6504:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236150336 : -107409473401280 : ffff9e4fc87e0e40) 00000100:00000001:3.0:1763344908.621613:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.621615:0:6504:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.621617:0:6504:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.621619:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.621621:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763344908.621623:0:6504:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.621625:0:6504:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.621627:0:6504:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763344908.621629:0:6504:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763344908.621633:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99500. 00000020:00000040:3.0:1763344908.621636:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50cc228000 refcount=2 obd=lustre-MDT0001 00000100:00000001:3.0:1763344908.621639:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.621641:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.621645:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.621651:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e50c2bdd200. 00000100:00000001:3.0:1763344908.621657:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.621662:0:6504:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b40868182b4 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e445 expref: 240 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.621678:0:6504:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b40868182b4 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e445 expref: 240 pid: 13569 timeout: 13115 lvb_type: 0 00010000:00000001:3.0:1763344908.621685:0:6504:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344908.621687:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.621692:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fcbb99500 x1848987617986944/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.621699:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.621701:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.621706:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fcbb99500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6504:1848987617986944:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344908.621709:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.621714:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.621717:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.621720:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.621724:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50c2bdc400. 02000000:00000001:3.0:1763344908.621726:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.621731:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac580. 00000400:00000010:3.0:1763344908.621737:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb990. 00000100:00000200:3.0:1763344908.621744:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617986944, portal 16 00000100:00000001:3.0:1763344908.621747:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.621749:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664290383104 : -107409419168512 : ffff9e4fcbb99500) 00000100:00000040:3.0:1763344908.621754:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fcbb99500 x1848987617986944/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.621761:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.621764:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.621766:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb000. 00000100:00000200:3.0:1763344908.621769:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617986944, offset 0 00000400:00000200:3.0:1763344908.621775:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.622112:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.622118:0:6504:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344908.622122:0:6504:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344908.622125:0:6504:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344908.622128:0:6504:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344908.622131:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385720:1385720:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385716:1385716:8:4294967295] 00000400:00000200:3.0:1763344908.622143:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.622148:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.622155:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6e00. 00000800:00000200:3.0:1763344908.622161:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.622168:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.622172:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.623583:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.623593:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307683760 00000100:00000001:3.0:1763344908.623607:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307683671 00000100:00000001:3.0:1763344908.623613:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307683760 00000100:00000001:3.0:1763344908.623616:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307683671 00000100:00000001:3.0:1763344908.623618:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307683760 00000100:00000001:3.0:1763344908.623621:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307683671 00000100:00000001:3.0:1763344908.623623:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307683760 00000100:00000001:3.0:1763344908.623625:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307683671 00000100:00000001:3.0:1763344908.623628:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.623632:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.623635:0:6504:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.623637:0:6504:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.623640:0:6504:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.623643:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.623645:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.623647:0:6504:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.623650:0:6504:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.623652:0:6504:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.623654:0:6504:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.623657:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.623659:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.623662:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0e40 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.623666:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.623669:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344908.624721:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.624734:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6e00. 00000400:00000200:0.0:1763344908.624748:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.624761:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.624770:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb000 00000400:00000010:0.0:1763344908.624773:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb000. 00000100:00000001:0.0:1763344908.624780:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.625302:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fcbb99500 x1848987617986944/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.625322:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.625327:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fcbb99500 x1848987617986944/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.625336:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.625338:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.626618:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.626641:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.626645:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.626648:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.626661:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.626688:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a0980 00000400:00000200:0.0:1763344908.626700:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x666225 [1] + 224 00000800:00000001:0.0:1763344908.626711:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.626737:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.626741:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.626746:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.626754:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.626763:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fcbb99500 x1848987617986944/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344908.626774:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e4fcbb99500 x1848987617986944/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.626840:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.626926:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.626940:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1763344908.626942:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1763344908.626944:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.626953:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac580. 00000800:00000001:0.0:1763344908.626954:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.626962:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.626965:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.626971:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.626978:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509dffc00 00000400:00000200:3.0:1763344908.627153:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb990 00000400:00000010:3.0:1763344908.627156:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb990. 00000100:00000001:3.0:1763344908.627163:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1763344908.627171:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d335 [2] + 1640 00000100:00000200:3.0:1763344908.627181:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fcbb99500 x1848987617986944/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344908.627194:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fcbb99500 x1848987617986944/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1763344908.627196:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1763344908.627206:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.627208:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.627209:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.627218:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763344908.627220:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.627226:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1763344908.627231:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344908.627233:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.627237:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.627241:0:3636:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1763344908.627242:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763344908.627247:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00001000:3.0:1763344908.627252:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50cc228458 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.627260:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50cc228410 time=96 v=5 (1 1 1 1) 00000100:00000010:0.0:1763344908.627262:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78a300. 00000100:00000001:3.0:1763344908.627264:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.627269:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.627270:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78a300 x1848987881569280 msgsize 328 00010000:00000001:3.0:1763344908.627275:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.627284:0:6504:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.627284:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344908.627293:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.627300:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fcbb99500 x1848987617986944/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.627308:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.627309:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.627312:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.627316:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.627318:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1763344908.627320:0:6504:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000800:00000001:0.0:1763344908.627325:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.627326:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.627330:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.627334:0:6504:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.627340:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb99500 x1848987617986944/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344908.627349:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fcbb99500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6504:1848987617986944:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344908.627358:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.627362:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.627376:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.627379:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1763344908.627380:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1763344908.627385:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fcbb99500 x1848987617986944/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344908.627386:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881569280 02000000:00000001:1.0:1763344908.627390:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.627393:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.627397:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.627399:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.627402:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1763344908.627404:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.627407:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50c2bdc400. 00000100:00100000:1.0:1763344908.627409:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881569280 02000000:00000001:3.0:1763344908.627413:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.627414:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1763344908.627417:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.627418:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000040:3.0:1763344908.627420:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50cc228000 refcount=1 obd=lustre-MDT0001 00000020:00000001:1.0:1763344908.627424:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1763344908.627425:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:1.0:1763344908.627429:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=241 02000000:00000010:3.0:1763344908.627430:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e50c2bdd200. 00000020:00000001:1.0:1763344908.627436:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 02000000:00000001:3.0:1763344908.627437:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.627441:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1763344908.627441:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000010:3.0:1763344908.627444:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb99500. 00000100:00000001:1.0:1763344908.627447:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763344908.627450:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.627453:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344908.627456:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0e40. 00000020:00000010:1.0:1763344908.627456:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:3.0:1763344908.627463:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344908.627463:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.627467:0:6504:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.627470:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00010000:00000010:3.0:1763344908.627471:0:6504:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd480. 00010000:00000001:3.0:1763344908.627477:0:6504:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.627479:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.627481:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.627483:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117a800. 00010000:00000001:3.0:1763344908.627485:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763344908.627492:0:6504:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00000020:00000010:1.0:1763344908.627494:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.627502:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04190. 00000100:00000040:1.0:1763344908.627512:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344908.627516:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.627517:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344908.627519:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344908.627523:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.627526:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344908.627530:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.627532:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.627534:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426a00 refcount=4 00000020:00000001:1.0:1763344908.627536:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:1.0:1763344908.627538:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00010000:1.0:1763344908.627545:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b40868182b4 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e445 expref: 241 pid: 13569 timeout: 13115 lvb_type: 0 00010000:00000001:1.0:1763344908.627552:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.627553:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.627554:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.627556:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.627563:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763344908.627569:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50ff78a300 x1848987881569280/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.627575:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344908.627577:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.627597:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.627610:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.627612:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.627618:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6359 00000100:00000040:1.0:1763344908.627621:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 2 00000100:00000001:1.0:1763344908.627623:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453509376 : -107404256042240 : ffff9e50ff78a300) 00000100:00000040:1.0:1763344908.627627:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78a300 x1848987881569280/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.627634:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.627637:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.627639:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.627641:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.627645:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+241:2406:x1848987881569280:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344908.627649:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881569280 00010000:00000001:1.0:1763344908.627651:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344908.627653:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344908.627655:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344908.627660:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.627662:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.627667:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc2875800. 02000000:00000001:1.0:1763344908.627668:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.627671:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.627673:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344908.627675:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344908.627677:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.627679:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.627681:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426a00 refcount=4 00000020:00000001:1.0:1763344908.627682:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:1.0:1763344908.627684:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000040:1.0:1763344908.627688:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 4 00000004:00000001:1.0:1763344908.627692:0:27025:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1763344908.627695:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b40868182b4 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e445 expref: 241 pid: 13569 timeout: 13115 lvb_type: 0 00000100:00001000:1.0:1763344908.627707:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e50dfa75c50 time=1763344908 v=20 (0 0 0 0) 00010000:00000001:1.0:1763344908.627710:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344908.627716:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.627717:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.627720:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b40868182b4 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e445 expref: 241 pid: 13569 timeout: 13115 lvb_type: 0 00000020:00000001:1.0:1763344908.627727:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.627730:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.627732:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.627733:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.627737:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.627739:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.627745:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.627747:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.627749:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.627751:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.627753:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb426a00 with handle 0x34881b40868182b4 from hash 00010000:00000001:1.0:1763344908.627755:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.627757:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.627758:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.627759:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.627764:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.627766:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.627768:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.627769:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.627772:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b40868182b4 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e445 expref: 241 pid: 13569 timeout: 13115 lvb_type: 0 00010000:00000040:1.0:1763344908.627779:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 222 00000020:00000040:1.0:1763344908.627781:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 240 00010000:00000010:1.0:1763344908.627784:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcaf00. 00010000:00000001:1.0:1763344908.627820:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.627823:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.627825:0:27025:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.627828:0:27025:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) 00010000:00010000:1.0:1763344908.627832:0:27025:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.627838:0:27025:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.627840:0:27025:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.627842:0:27025:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.627844:0:27025:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.627845:0:27025:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.627848:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.627850:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344908.627852:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.627862:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763344908.627864:0:27025:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.627866:0:27025:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.627867:0:27025:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.627869:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) refcount = 3 00010000:00010000:1.0:1763344908.627873:0:27025:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 4/0,1 mode: EX/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.627878:0:27025:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.627881:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.627882:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.627883:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.627885:0:27025:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.627887:0:27025:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763344908.627891:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.627894:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344908.627899:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fcfc1bf00. 00000100:00000001:1.0:1763344908.627902:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664358027008 : -107409351524608 : ffff9e4fcfc1bf00) 00000100:00000001:1.0:1763344908.627903:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664358027008 : -107409351524608 : ffff9e4fcfc1bf00) 00000100:00000001:1.0:1763344908.627905:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.627907:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344908.627908:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.627910:0:27025:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763344908.628663:0:6504:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 4/0,1 mode: EX/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.628678:0:6504:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.628681:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 4/0,1 mode: EX/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.628687:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.628688:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.628690:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.628692:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.628694:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.628696:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=4 00000020:00000001:2.0:1763344908.628698:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:2.0:1763344908.628700:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:2.0:1763344908.628703:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.628704:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.628706:0:6504:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.628710:0:6504:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.628712:0:6504:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.628722:0:6504:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763344908.628728:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.628730:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.628732:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.628734:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.628735:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.628736:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.628738:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.628739:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.628740:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.628741:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.628743:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.628745:0:6504:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e87:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:2.0:1763344908.628748:0:6504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e87:0x0]: returning size 0 00000001:00000001:2.0:1763344908.628750:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.628751:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.628754:0:6504:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763344908.628757:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.628763:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.628769:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.628773:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.628775:0:6504:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.628777:0:6504:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763344908.628780:0:6504:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:2.0:1763344908.628784:0:6504:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:2.0:1763344908.628786:0:6504:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:2.0:1763344908.628817:0:6504:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.628823:0:6504:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x240002b13:0x12e87:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1763344908.628826:0:6504:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:2.0:1763344908.628832:0:6504:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd33dc840. 00000004:00000001:2.0:1763344908.628838:0:6504:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763344908.628840:0:6504:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763344908.628846:0:6504:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.628850:0:6504:0:(osp_object.c:1020:osp_xattr_get()) Process leaving via unlock (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:2.0:1763344908.628853:0:6504:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.628854:0:6504:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763344908.628860:0:6504:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd33dc840. 00000004:00000001:2.0:1763344908.628862:0:6504:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:2.0:1763344908.628866:0:6504:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763344908.628872:0:6504:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50e4b8d3c0. 00080000:00000001:2.0:1763344908.628875:0:6504:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.628879:0:6504:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e50d729c000. 00080000:00000001:2.0:1763344908.628881:0:6504:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636668777250816 : -107404932300800 : ffff9e50d729c000) 00000004:00001000:2.0:1763344908.628884:0:6504:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff9e50cbfee330/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:2.0:1763344908.628888:0:6504:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.628891:0:6504:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:2.0:1763344908.628893:0:6504:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:2.0:1763344908.628895:0:6504:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:2.0:1763344908.628897:0:6504:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd33dc840. 00000004:00000001:2.0:1763344908.628900:0:6504:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:2.0:1763344908.628902:0:6504:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:2.0:1763344908.628905:0:6504:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.628921:0:6504:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.628924:0:6504:0:(pack_generic.c:2385:lustre_print_v1v3()) parse config lov_user_md ffff9e50cbfee330: 00000100:00001000:2.0:1763344908.628927:0:6504:0:(pack_generic.c:2386:lustre_print_v1v3()) lmm_magic: 0xbd10bd0 00000100:00001000:2.0:1763344908.628929:0:6504:0:(pack_generic.c:2387:lustre_print_v1v3()) lmm_pattern: 0x1 00000100:00001000:2.0:1763344908.628930:0:6504:0:(pack_generic.c:2388:lustre_print_v1v3()) lmm_object_id: 0 00000100:00001000:2.0:1763344908.628931:0:6504:0:(pack_generic.c:2389:lustre_print_v1v3()) lmm_object_gr: 0 00000100:00001000:2.0:1763344908.628932:0:6504:0:(pack_generic.c:2390:lustre_print_v1v3()) lmm_stripe_size: 0x0 00000100:00001000:2.0:1763344908.628933:0:6504:0:(pack_generic.c:2391:lustre_print_v1v3()) lmm_stripe_count: 0x1 00000100:00001000:2.0:1763344908.628935:0:6504:0:(pack_generic.c:2393:lustre_print_v1v3()) lmm_stripe_offset/lmm_layout_gen: 0xffff 00000004:00000010:2.0:1763344908.628938:0:6504:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd33dc840. 00020000:00000001:2.0:1763344908.628943:0:6504:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1763344908.628945:0:6504:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:2.0:1763344908.628947:0:6504:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:2.0:1763344908.628949:0:6504:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:2.0:1763344908.628953:0:6504:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1763344908.628956:0:6504:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763344908.628958:0:6504:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0001: blocks=958279, bfree=950552, bavail=893994, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259278, state=0 00000004:00000001:2.0:1763344908.628963:0:6504:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.628965:0:6504:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.628967:0:6504:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1763344908.628969:0:6504:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763344908.628970:0:6504:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0001: blocks=958279, bfree=955117, bavail=898559, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259420, state=0 00000004:00000001:2.0:1763344908.628974:0:6504:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.628975:0:6504:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.628978:0:6504:0:(lod_qos.c:186:lod_qos_statfs_update()) Process leaving 00020000:00000001:2.0:1763344908.628980:0:6504:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763344908.628982:0:6504:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:2.0:1763344908.628986:0:6504:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff9e4fcab395a8. 00020000:00000010:2.0:1763344908.628988:0:6504:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff9e4fcab39148. 00020000:00001000:2.0:1763344908.628990:0:6504:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00001000:2.0:1763344908.628993:0:6504:0:(lod_qos.c:2873:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:2.0:1763344908.628996:0:6504:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:2.0:1763344908.628998:0:6504:0:(lod_qos.c:1599:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:2.0:1763344908.629001:0:6504:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:2.0:1763344908.629003:0:6504:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:2.0:1763344908.629005:0:6504:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:2.0:1763344908.629007:0:6504:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1763344908.629010:0:6504:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 1 start_idx 4 start_count 1751 offset 12 active 2 count 2 00020000:00001000:2.0:1763344908.629013:0:6504:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 17 act 0 strp 0 ary 1 idx 1 00020000:00000001:2.0:1763344908.629017:0:6504:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:2.0:1763344908.629018:0:6504:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1763344908.629019:0:6504:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763344908.629020:0:6504:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0001: blocks=958279, bfree=955117, bavail=898559, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259420, state=0 00000004:00000001:2.0:1763344908.629023:0:6504:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.629024:0:6504:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629026:0:6504:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763344908.629029:0:6504:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.629032:0:6504:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:2.0:1763344908.629037:0:6504:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e50d7c865b8. 00000004:00000001:2.0:1763344908.629043:0:6504:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763344908.629045:0:6504:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629049:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.629051:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777250816 : -107404932300800 : ffff9e50d729c000) 00000004:00000001:2.0:1763344908.629054:0:6504:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:2.0:1763344908.629057:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.629059:0:6504:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636668777250816 : -107404932300800 : ffff9e50d729c000) 00000004:00000001:2.0:1763344908.629062:0:6504:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:2.0:1763344908.629065:0:6504:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.629068:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.629072:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.629076:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d23c0. 00080000:00000001:2.0:1763344908.629079:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629080:0:6504:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.629082:0:6504:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446636668787648016 : -107404921903600 : ffff9e50d7c86610) 00020000:00000001:2.0:1763344908.629085:0:6504:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.629088:0:6504:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.629090:0:6504:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.629092:0:6504:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763344908.629095:0:6504:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763344908.629096:0:6504:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344908.629098:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.629100:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.629102:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777250816 : -107404932300800 : ffff9e50d729c000) 00000004:00000001:2.0:1763344908.629107:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629109:0:6504:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:2.0:1763344908.629111:0:6504:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629113:0:6504:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629115:0:6504:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.629120:0:6504:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763344908.629122:0:6504:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763344908.629128:0:6504:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763344908.629130:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.629131:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777250816 : -107404932300800 : ffff9e50d729c000) 00080000:00000001:2.0:1763344908.629133:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.629135:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.629138:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2b40. 00080000:00000001:2.0:1763344908.629140:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629141:0:6504:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.629150:0:6504:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.629152:0:6504:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629154:0:6504:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.629157:0:6504:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:2.0:1763344908.629160:0:6504:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344908.629162:0:6504:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763344908.629163:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.629164:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777250816 : -107404932300800 : ffff9e50d729c000) 00000004:00000001:2.0:1763344908.629167:0:6504:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:2.0:1763344908.629174:0:6504:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9e50d7c865b8 is [0x2c0000402:0x1bc2:0x0] 00000020:00000001:2.0:1763344908.629176:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763344908.629177:0:6504:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636668777250816 : -107404932300800 : ffff9e50d729c000) 00000004:00080000:2.0:1763344908.629198:0:6504:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000402:0x1bc2:0x0], index 1: 0 00000004:00000001:2.0:1763344908.629201:0:6504:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629203:0:6504:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629205:0:6504:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763344908.629207:0:6504:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629209:0:6504:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:2.0:1763344908.629212:0:6504:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:2.0:1763344908.629214:0:6504:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:2.0:1763344908.629218:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763344908.629221:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763344908.629223:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344908.629225:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344908.629230:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.629231:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344908.629233:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763344908.629235:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:2.0:1763344908.629237:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629239:0:6504:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629241:0:6504:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629243:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344908.629244:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.629246:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777250816 : -107404932300800 : ffff9e50d729c000) 00080000:00000001:2.0:1763344908.629249:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.629251:0:6504:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e87:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:2.0:1763344908.629276:0:6504:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff9e50ee317780. 00000004:00000001:2.0:1763344908.629285:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629287:0:6504:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629289:0:6504:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629291:0:6504:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.629294:0:6504:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.629298:0:6504:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763344908.629300:0:6504:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344908.629304:0:6504:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344908.629308:0:6504:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214381, last_committed = 25770214370 00000001:00000010:2.0:1763344908.629312:0:6504:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8d780. 00010000:00000001:1.0:1763344908.629625:0:27025:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.629630:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.629631:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.629632:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.629635:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.629636:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344908.629639:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.629641:0:27025:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.629643:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763344908.629645:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fcfc1bf00. 00000100:00000001:1.0:1763344908.629650:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344908.629651:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344908.629654:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6700. 00010000:00000001:1.0:1763344908.629656:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344908.629660:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344908.629661:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.629668:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.629672:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.629676:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.629682:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.629688:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.629690:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.629693:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.629696:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.629699:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.629702:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.629707:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3e58. 00000100:00000200:1.0:1763344908.629713:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881569280, offset 224 00000400:00000200:1.0:1763344908.629720:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.629733:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.629739:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385721:1385721:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385717:1385717:8:4294967295] 00000400:00000200:1.0:1763344908.629750:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.629756:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.629761:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.629768:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.629775:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.629779:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.629815:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.629819:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.629822:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.629824:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.629831:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78a300 x1848987881569280/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.629841:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+240:2406:x1848987881569280:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 2205us (2569us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.629850:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6359 00000100:00000040:1.0:1763344908.629854:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344908.629856:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.629858:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.629864:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.629868:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04190. 00000020:00000010:1.0:1763344908.629873:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117a800. 00000020:00000040:1.0:1763344908.629878:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 239 00000100:00000001:1.0:1763344908.629881:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344908.630106:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344908.630112:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:3.0:1763344908.630118:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.630123:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344908.630128:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3e58 00000400:00000010:3.0:1763344908.630131:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3e58. 00000100:00000001:3.0:1763344908.630134:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.630136:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000040:2.0:1763344908.630345:0:6504:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 11 00000020:00000040:2.0:1763344908.630350:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=240 00000001:00000010:2.0:1763344908.630358:0:6504:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd33dc0c0. 00000004:00000001:2.0:1763344908.630373:0:6504:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763344908.630375:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344908.630377:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668777250816 : -107404932300800 : ffff9e50d729c000) 00000004:00000001:2.0:1763344908.630390:0:6504:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763344908.630394:0:6504:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd33dc0c0: xid 1848987881569152, transno 25770214381, tag 1, client gen 9, slot idx 1 00000001:00000001:2.0:1763344908.630398:0:6504:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344908.630408:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2b40. 00080000:00000010:2.0:1763344908.630413:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d23c0. 00040000:00000001:2.0:1763344908.630417:0:6504:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.630419:0:6504:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344908.630422:0:6504:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.630424:0:6504:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50e4b8d3c0. 00000020:00000001:2.0:1763344908.630429:0:6504:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630432:0:6504:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630436:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344908.630438:0:6504:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344908.630442:0:6504:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630445:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.630449:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.630459:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.630463:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.630465:0:6504:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763344908.630466:0:6504:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344908.630469:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.630470:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.630472:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344908.630474:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1763344908.630476:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff9e50fac30378 00000004:00000001:2.0:1763344908.630478:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630480:0:6504:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344908.630483:0:6504:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:2.0:1763344908.630486:0:6504:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763344908.630488:0:6504:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630491:0:6504:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763344908.630494:0:6504:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763344908.630497:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344908.630500:0:6504:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b13:0x12e87:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:2.0:1763344908.630504:0:6504:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630506:0:6504:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630508:0:6504:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.630512:0:6504:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763344908.630515:0:6504:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50ee317b00. 00000020:00000001:2.0:1763344908.630517:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.630520:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ee317b00 with handle 0x34881b40868182d0 to hash 00000020:00000001:2.0:1763344908.630522:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763344908.630524:0:6504:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636669163633408 : -107404545918208 : ffff9e50ee317b00) 00000004:00000001:2.0:1763344908.630526:0:6504:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763344908.630527:0:6504:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763344908.630529:0:6504:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x240002b13:0x12e87:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:2.0:1763344908.630532:0:6504:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763344908.630535:0:6504:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763344908.630536:0:6504:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630538:0:6504:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630540:0:6504:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344908.630542:0:6504:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763344908.630544:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344908.630546:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763344908.630548:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344908.630549:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344908.630551:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.630552:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.630554:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=3 00000020:00000001:2.0:1763344908.630556:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:2.0:1763344908.630558:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:2.0:1763344908.630560:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344908.630563:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.630568:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.630569:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.630572:0:6504:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 2/0,0 mode: EX/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.630577:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.630579:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.630582:0:6504:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344908.630584:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 3/0,0 mode: EX/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT1 00010000:00010000:2.0:1763344908.630589:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf17400 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344908.630592:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.630594:0:6504:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344908.630597:0:6504:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 3/0,0 mode: EX/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.630601:0:6504:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344908.630602:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.630603:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.630604:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17400 refcount=4 00000020:00000001:2.0:1763344908.630606:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:2.0:1763344908.630608:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:2.0:1763344908.630610:0:6504:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344908.630612:0:6504:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 4/0,0 mode: EX/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.630617:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344908.630618:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344908.630619:0:6504:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.630623:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344908.630624:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.630626:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.630627:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.630629:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17400 with handle 0x34881b40868182c9 from hash 00010000:00000001:2.0:1763344908.630631:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.630632:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.630633:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.630634:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344908.630640:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.630642:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.630644:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.630645:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.630648:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.630651:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) 00010000:00010000:2.0:1763344908.630654:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763344908.630657:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.630659:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.630661:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.630662:0:6504:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344908.630665:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.630666:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.630667:0:6504:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.630669:0:6504:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630671:0:6504:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.630674:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 2/0,0 mode: --/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT1 00010000:00000001:2.0:1763344908.630678:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.630680:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.630681:0:6504:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344908.630682:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344908.630684:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.630685:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17400/0x34881b40868182c9 lrc: 0/0,0 mode: --/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT1 00010000:00000010:2.0:1763344908.630691:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16600. 00010000:00000001:2.0:1763344908.630696:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.630698:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344908.630699:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344908.630701:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344908.630702:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763344908.630704:0:6504:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763344908.630705:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344908.630707:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.630709:0:6504:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763344908.630710:0:6504:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344908.630712:0:6504:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630714:0:6504:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344908.630716:0:6504:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763344908.630722:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.630729:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630732:0:6504:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630735:0:6504:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763344908.630739:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344908.630741:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344908.630742:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344908.630744:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344908.630746:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344908.630751:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763344908.630777:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630780:0:6504:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763344908.630784:0:6504:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763344908.630786:0:6504:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.630819:0:6504:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763344908.630823:0:6504:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763344908.630827:0:6504:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344908.630830:0:6504:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344908.630831:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.630837:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.630838:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.630840:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.630841:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.630843:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17600 with handle 0x34881b40868182c2 from hash 00010000:00000001:2.0:1763344908.630846:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.630847:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.630848:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.630849:0:6504:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344908.630850:0:6504:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344908.630853:0:6504:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344908.630858:0:6504:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b40868182c2 lrc: 1/0,0 mode: --/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e44c expref: 240 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.630865:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344908.630867:0:6504:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.630869:0:6504:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.630870:0:6504:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.630873:0:6504:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.630876:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344908.630877:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.630878:0:6504:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.630880:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344908.630881:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.630882:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.630884:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.630886:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) 00010000:00010000:2.0:1763344908.630888:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763344908.630890:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.630892:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.630893:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.630895:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.630898:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf17600/0x34881b40868182c2 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e44c expref: 240 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.630904:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 221 00000020:00000040:2.0:1763344908.630906:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 239 00010000:00000010:2.0:1763344908.630908:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16780. 00010000:00000040:2.0:1763344908.630912:0:6504:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359300 count: 0 00010000:00000010:2.0:1763344908.630917:0:6504:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0280. 00010000:00000001:2.0:1763344908.630924:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.630926:0:6504:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17600, rc 0) 00000020:00000001:2.0:1763344908.630929:0:6504:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344908.630932:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 25770214381, xid 1848987881569152 00010000:00000001:2.0:1763344908.630935:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.630940:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50df112300 x1848987881569152/t25770214381(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/664 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.630948:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.630950:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.630952:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.630956:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.630959:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.630962:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.630965:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.630967:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.630970:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.630973:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.630977:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9215d8. 00000100:00000200:2.0:1763344908.630981:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848987881569152, offset 224 00000400:00000200:2.0:1763344908.630989:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.630998:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.631002:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385722:1385722:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385718:1385718:8:4294967295] 00000400:00000200:2.0:1763344908.631011:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.631015:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.631019:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71900. 00000800:00000200:2.0:1763344908.631024:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.631030:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.631033:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.631054:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.631058:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.631060:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.631061:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.631064:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.631068:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50df112300 x1848987881569152/t25770214381(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4616/664 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.631076:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50df112300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+239:253441:x1848987881569152:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 10017us (10712us total) trans 25770214381 rc 301/301 00000100:00100000:2.0:1763344908.631083:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303028 00000100:00000040:2.0:1763344908.631086:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344908.631087:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.631089:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.631093:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e800. 00000020:00000010:2.0:1763344908.631097:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bfaf0. 00000020:00000010:2.0:1763344908.631100:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdc200. 00000020:00000040:2.0:1763344908.631105:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 238 00000100:00000001:2.0:1763344908.631107:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.631564:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.631570:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71900. 00000400:00000200:0.0:1763344908.631577:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.631582:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.631586:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9215d8 00000400:00000010:0.0:1763344908.631588:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9215d8. 00000100:00000001:0.0:1763344908.631591:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.631593:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344908.634853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb426a00. 00000800:00000001:0.0:1763344908.640781:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.640829:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.640832:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.640835:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.640846:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.640866:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509dffd00 00000400:00000200:0.0:1763344908.640874:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x6592c5 [2] + 1960 00000400:00000010:0.0:1763344908.640881:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5c6e0. 00000400:00000200:0.0:1763344908.640887:0:3636:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4fc4a27e40 00000800:00000001:0.0:1763344908.640894:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.640903:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.640907:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.640911:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.640917:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc4a27e40 00000400:00000010:0.0:1763344908.640920:0:3636:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc4a27e40. 00000100:00000001:0.0:1763344908.640927:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.640929:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:0.0:1763344908.640932:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e4849c50 x1848987881569536 msgsize 392 00000100:00100000:0.0:1763344908.640936:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:0.0:1763344908.640938:0:3636:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763344908.640951:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.640959:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.640962:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.641272:0:114643:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.641276:0:114643:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881569536 02000000:00000001:2.0:1763344908.641280:0:114643:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.641282:0:114643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.641285:0:114643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.641289:0:114643:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.641294:0:114643:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881569536 00000020:00000001:2.0:1763344908.641298:0:114643:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.641300:0:114643:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344908.641302:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.641306:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=239 00000020:00000001:2.0:1763344908.641309:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344908.641311:0:114643:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344908.641420:0:114643:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.641427:0:114643:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.641431:0:114643:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.641434:0:114643:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000020:00000010:2.0:1763344908.641441:0:114643:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50d729cc00. 00000020:00000010:2.0:1763344908.641446:0:114643:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317600. 00000020:00000010:2.0:1763344908.641452:0:114643:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d258. 00000100:00000040:2.0:1763344908.641461:0:114643:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763344908.641465:0:114643:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.641466:0:114643:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344908.641468:0:114643:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.641476:0:114643:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.642034:0:6507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.642038:0:6507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.642045:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35925 00000100:00000040:0.0:1763344908.642050:0:6507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344908.642052:0:6507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669001309264 : -107404708242352 : ffff9e50e4849c50) 00000100:00000040:0.0:1763344908.642060:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e4849c50 x1848987881569536/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344908.642069:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.642074:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2940. 00000100:00000001:0.0:1763344908.642076:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.642079:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2940. 00000100:00100000:0.0:1763344908.642084:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e4849c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+239:253441:x1848987881569536:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:0.0:1763344908.642088:0:6507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881569536 00000020:00000001:0.0:1763344908.642092:0:6507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344908.642095:0:6507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344908.642100:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd33dc0c0: xid 1848987881569152, transno 25770214381, client gen 9, slot idx 1 00000001:00000001:0.0:1763344908.642105:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd33dc000: xid 1848987881568896, transno 25770214380, client gen 9, slot idx 0 00000001:00000010:0.0:1763344908.642109:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd33dc000. 00000020:00000001:0.0:1763344908.642114:0:6507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.642116:0:6507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344908.642119:0:6507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:0.0:1763344908.642122:0:6507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344908.642125:0:6507:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881569536, found 0 last_xid 1848987881569535 00000020:00000001:0.0:1763344908.642128:0:6507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344908.642130:0:6507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344908.642132:0:6507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344908.642136:0:6507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642142:0:6507:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763344908.642144:0:6507:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763344908.642146:0:6507:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763344908.642151:0:6507:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642154:0:6507:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763344908.642159:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.642160:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.642163:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.642164:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.642167:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.642168:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.642169:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.642171:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.642172:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.642173:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.642175:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.642177:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.642178:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.642179:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642181:0:6507:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642183:0:6507:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763344908.642185:0:6507:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642188:0:6507:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344908.642189:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.642190:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.642192:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.642193:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.642194:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.642196:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344908.642197:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344908.642198:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.642200:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.642201:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.642206:0:6507:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344908.642212:0:6507:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344908.642214:0:6507:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344908.642217:0:6507:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344908.642218:0:6507:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344908.642221:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344908.642222:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642224:0:6507:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344908.642225:0:6507:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642227:0:6507:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.642231:0:6507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.642233:0:6507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.642239:0:6507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50f5cd1800. 02000000:00000001:0.0:1763344908.642241:0:6507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.642243:0:6507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642245:0:6507:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344908.642247:0:6507:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642250:0:6507:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763344908.642252:0:6507:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763344908.642254:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.642256:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50ee317b00 refcount=2 00000020:00000001:0.0:1763344908.642258:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669163633408 : -107404545918208 : ffff9e50ee317b00) 00000004:00000001:0.0:1763344908.642261:0:6507:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636669163633408 : -107404545918208 : ffff9e50ee317b00) 00000020:00000040:0.0:1763344908.642265:0:6507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ee317b00 with handle 0x34881b40868182d0 from hash 00000004:00000001:0.0:1763344908.642268:0:6507:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763344908.642270:0:6507:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240002b13:0x12e87:0x0] with intent: 0 00000004:00000001:0.0:1763344908.642274:0:6507:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763344908.642276:0:6507:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:0.0:1763344908.642279:0:6507:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344908.642282:0:6507:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344908.642289:0:6507:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642292:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.642299:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:2.0:1763344908.642495:0:114643:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344908.642564:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.642570:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.642572:0:6507:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344908.642574:0:6507:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.642577:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.642579:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.642583:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.642586:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344908.642587:0:6507:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344908.642589:0:6507:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763344908.642591:0:6507:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344908.642594:0:6507:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642596:0:6507:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.642598:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.642599:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344908.642602:0:6507:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:0.0:1763344908.642605:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344908.642606:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344908.642608:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.642609:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.642611:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344908.642612:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344908.642614:0:6507:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344908.642616:0:6507:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344908.642618:0:6507:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642620:0:6507:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763344908.642622:0:6507:0:(mdt_som.c:114:mdt_set_som()) [0x240002b13:0x12e87:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:0.0:1763344908.642625:0:6507:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763344908.642628:0:6507:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763344908.642630:0:6507:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344908.642633:0:6507:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344908.642640:0:6507:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dc780. 00080000:00000001:0.0:1763344908.642644:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344908.642648:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fdb7d4200. 00080000:00000001:0.0:1763344908.642651:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664554865152 : -107409154686464 : ffff9e4fdb7d4200) 00000004:00000001:0.0:1763344908.642655:0:6507:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344908.642659:0:6507:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344908.642662:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344908.642664:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554865152 : -107409154686464 : ffff9e4fdb7d4200) 00000004:00000001:0.0:1763344908.642668:0:6507:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642670:0:6507:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.642674:0:6507:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344908.642676:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344908.642682:0:6507:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344908.642683:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344908.642685:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554865152 : -107409154686464 : ffff9e4fdb7d4200) 00080000:00000001:0.0:1763344908.642688:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344908.642693:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344908.642696:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2940. 00080000:00000001:0.0:1763344908.642699:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642700:0:6507:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344908.642709:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.642711:0:6507:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642717:0:6507:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763344908.642720:0:6507:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763344908.642722:0:6507:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763344908.642723:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344908.642725:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554865152 : -107409154686464 : ffff9e4fdb7d4200) 00080000:00000001:0.0:1763344908.642728:0:6507:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344908.642730:0:6507:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e87:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:0.0:1763344908.642751:0:6507:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642754:0:6507:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642756:0:6507:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.642760:0:6507:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344908.642762:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344908.642767:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344908.642769:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214382, last_committed = 25770214370 00000001:00000010:0.0:1763344908.642773:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dcf60. 00000001:00000040:0.0:1763344908.642776:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 12 00000020:00000040:0.0:1763344908.642780:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=240 00000001:00000010:0.0:1763344908.642786:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd6241cc0. 00000004:00000001:0.0:1763344908.642888:0:6507:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344908.642890:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344908.642892:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554865152 : -107409154686464 : ffff9e4fdb7d4200) 00000004:00000001:0.0:1763344908.642907:0:6507:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344908.642910:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd6241cc0: xid 1848987881569536, transno 25770214382, tag 1, client gen 9, slot idx 0 00000001:00000001:0.0:1763344908.642913:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344908.642921:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2940. 00040000:00000001:0.0:1763344908.642925:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344908.642928:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344908.642930:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344908.642933:0:6507:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dc780. 00000020:00000001:0.0:1763344908.642936:0:6507:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642939:0:6507:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642941:0:6507:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642943:0:6507:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642946:0:6507:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763344908.642948:0:6507:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763344908.642950:0:6507:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344908.642951:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344908.642953:0:6507:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344908.642956:0:6507:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344908.642959:0:6507:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344908.642963:0:6507:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344908.642965:0:6507:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344908.642968:0:6507:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x240002b13:0x12e87:0x0], previous was 0x7 00000004:00000001:0.0:1763344908.642971:0:6507:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642974:0:6507:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763344908.642977:0:6507:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.642980:0:6507:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763344908.642983:0:6507:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344908.642986:0:6507:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763344908.642988:0:6507:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50ee317b00. 00000004:00000001:0.0:1763344908.642999:0:6507:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344908.643001:0:6507:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344908.643002:0:6507:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.643004:0:6507:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.643006:0:6507:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763344908.643008:0:6507:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344908.643010:0:6507:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344908.643011:0:6507:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344908.643013:0:6507:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344908.643015:0:6507:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344908.643019:0:6507:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.643022:0:6507:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344908.643025:0:6507:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763344908.643031:0:6507:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344908.643037:0:6507:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344908.643040:0:6507:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344908.643043:0:6507:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 25770214382, xid 1848987881569536 00010000:00000001:0.0:1763344908.643046:0:6507:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344908.643053:0:6507:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e4849c50 x1848987881569536/t25770214382(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/456 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344908.643061:0:6507:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344908.643064:0:6507:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344908.643068:0:6507:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=40 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344908.643073:0:6507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344908.643075:0:6507:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344908.643077:0:6507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344908.643080:0:6507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344908.643082:0:6507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.643085:0:6507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.643088:0:6507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344908.643093:0:6507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495198. 00000100:00000200:0.0:1763344908.643099:0:6507:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881569536, offset 224 00000400:00000200:0.0:1763344908.643105:0:6507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344908.643117:0:6507:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344908.643123:0:6507:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385723:1385723:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385719:1385719:8:4294967295] 00000400:00000200:0.0:1763344908.643135:0:6507:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344908.643141:0:6507:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344908.643146:0:6507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344908.643152:0:6507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344908.643158:0:6507:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344908.643163:0:6507:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344908.643271:0:6507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344908.643276:0:6507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344908.643279:0:6507:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344908.643280:0:6507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.643282:0:6507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344908.643287:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e4849c50 x1848987881569536/t25770214382(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 392/456 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344908.643296:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e4849c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+240:253441:x1848987881569536:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 1225us (2361us total) trans 25770214382 rc 0/0 00000100:00100000:0.0:1763344908.643303:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35925 00000100:00000040:0.0:1763344908.643306:0:6507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344908.643308:0:6507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344908.643310:0:6507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344908.644625:0:6507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317600. 00000020:00000010:0.0:1763344908.644637:0:6507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d258. 00000020:00000010:0.0:1763344908.644642:0:6507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50d729cc00. 00000020:00000040:0.0:1763344908.644648:0:6507:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 239 02000000:00000001:0.0:1763344908.644655:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344908.644658:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e50d15ab800. 02000000:00000001:0.0:1763344908.644661:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344908.644664:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12eb480. 02000000:00000001:0.0:1763344908.644670:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344908.644671:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e50ca200000. 02000000:00000001:0.0:1763344908.644673:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344908.644674:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cd180. 02000000:00000001:0.0:1763344908.644677:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344908.644679:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e50ca202800. 02000000:00000001:0.0:1763344908.644682:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344908.644683:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cf480. 02000000:00000001:0.0:1763344908.644685:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344908.644686:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e4fcb32d800. 02000000:00000001:0.0:1763344908.644688:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344908.644689:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cc380. 02000000:00000001:0.0:1763344908.644692:0:6507:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344908.644693:0:6507:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e4fc2876800. 02000000:00000001:0.0:1763344908.644695:0:6507:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763344908.644696:0:6507:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8600000. 00000100:00000001:0.0:1763344908.644699:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763344908.644708:0:6507:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1763344908.644717:0:6507:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c37e8. 00000400:00000010:0.0:1763344908.644724:0:6507:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd6241180. 00000800:00000200:3.0:1763344908.645223:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344908.645229:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:3.0:1763344908.645233:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.645240:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344908.645245:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495198 00000400:00000010:3.0:1763344908.645248:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495198. 00000100:00000001:3.0:1763344908.645253:0:3635:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763344908.645255:0:3635:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.645256:0:3635:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9e50f5cd1800. 02000000:00000001:3.0:1763344908.645259:0:3635:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763344908.645260:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000010:2.1:1763344908.645838:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff9e50e4b8dd20. 00010000:00000010:2.1:1763344908.645848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00010000:00000010:2.1:1763344908.645853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359300. 00010000:00000010:2.1:1763344908.645856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00000800:00000001:0.0:1763344908.651744:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.651761:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.651766:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.651768:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.651779:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.651840:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 376 into portal 12 MB=0x691a509dffd80 00000400:00000200:0.0:1763344908.651849:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 376/376 into md 0x616b51 [64] + 193328 00000800:00000001:0.0:1763344908.651857:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.651867:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.651871:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.651876:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.651883:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.651886:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344908.651893:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff788e00. 00000100:00000040:0.0:1763344908.651896:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff788e00 x1848987881569664 msgsize 376 00000100:00100000:0.0:1763344908.651900:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.651916:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.651924:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.651928:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.652012:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.652016:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881569664 02000000:00000001:2.0:1763344908.652019:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.652021:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.652024:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.652029:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.652033:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881569664 00000020:00000001:2.0:1763344908.652036:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.652038:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344908.652040:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.652044:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=240 00000020:00000001:2.0:1763344908.652046:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344908.652049:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344908.652053:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.652058:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.652062:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.652065:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000020:00000010:2.0:1763344908.652072:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50d729cc00. 00000020:00000010:2.0:1763344908.652077:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317e80. 00000020:00000010:2.0:1763344908.652083:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773ded8. 00000100:00000040:2.0:1763344908.652093:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344908.652097:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.652098:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344908.652100:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344908.652102:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.652104:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.652112:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.652131:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.652147:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.652149:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.652153:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303029 00000100:00000040:2.0:1763344908.652157:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344908.652159:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453504000 : -107404256047616 : ffff9e50ff788e00) 00000100:00000040:2.0:1763344908.652167:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff788e00 x1848987881569664/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 376/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.652176:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.652179:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.652181:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.652183:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000100:00100000:2.0:1763344908.652187:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+240:253441:x1848987881569664:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344908.652191:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881569664 00000020:00000001:2.0:1763344908.652195:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.652198:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763344908.652204:0:6504:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd6241cc0: xid 1848987881569536, transno 25770214382, client gen 9, slot idx 0 00000001:00000001:2.0:1763344908.652208:0:6504:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd33dc0c0: xid 1848987881569152, transno 25770214381, client gen 9, slot idx 1 00000001:00000010:2.0:1763344908.652212:0:6504:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd33dc0c0. 00000020:00000001:2.0:1763344908.652216:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.652219:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.652221:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344908.652224:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344908.652227:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881569664, found 0 last_xid 1848987881569663 00000020:00000001:2.0:1763344908.652229:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.652231:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.652233:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.652238:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.652240:0:6504:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344908.652242:0:6504:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.652244:0:6504:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.652246:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344908.652248:0:6504:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.652254:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.652262:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359300. 00010000:00000010:2.0:1763344908.652266:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50ee317600. 00010000:00000001:2.0:1763344908.652270:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.652273:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb426c00. 00000020:00000001:2.0:1763344908.652276:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.652279:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb426c00 with handle 0x34881b40868182d7 to hash 00000020:00000001:2.0:1763344908.652281:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.652282:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282573824 : -107409426977792 : ffff9e4fcb426c00) 00010000:00000010:2.0:1763344908.652287:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcad80. 00010000:00000001:2.0:1763344908.652290:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282573824 : -107409426977792 : ffff9e4fcb426c00) 00010000:00010000:2.0:1763344908.652295:0:6504:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868182d7 lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e453 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.652302:0:6504:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 222 00000020:00000040:2.0:1763344908.652305:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=241 00010000:00000001:2.0:1763344908.652311:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344908.652313:0:6504:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344908.653814:0:6504:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344908.653817:0:6504:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344908.653818:0:6504:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.653822:0:6504:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:2.0:1763344908.653825:0:6504:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x240002b13:0x12e87:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:2.0:1763344908.653829:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344908.653831:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e87:0x0] 00000020:00000001:2.0:1763344908.653835:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.653838:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779192408 : -107404930359208 : ffff9e50d7476058) 00000004:00000001:2.0:1763344908.653841:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668779192320 : -107404930359296 : ffff9e50d7476000) 00000004:00000001:2.0:1763344908.653847:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.654500:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763344908.654506:0:6504:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:3.0:1763344908.654510:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344908.654515:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:3.0:1763344908.654517:0:6504:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0001: layout_size 56 00000100:00000001:3.0:1763344908.654523:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.654526:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.654536:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50ff802400. 02000000:00000001:3.0:1763344908.654539:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.654541:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.654545:0:6504:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344908.654547:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344908.654550:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344908.654552:0:6504:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.654555:0:6504:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.654561:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344908.654563:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.654566:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.654568:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.654570:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.654571:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.654574:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.654576:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344908.654578:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344908.654579:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.654582:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) refcount = 1 00010000:00010000:3.0:1763344908.654592:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868182d7 lrc: 3/0,0 mode: CR/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e453 expref: 241 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.654601:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.654606:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.654608:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.654610:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344908.654612:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.654614:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.654616:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.654621:0:6504:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344908.654625:0:6504:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868182d7 lrc: 3/0,0 mode: CR/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e453 expref: 241 pid: 6504 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1763344908.654634:0:6504:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:3.0:1763344908.654639:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344908.654641:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e87:0x0] 00000020:00000001:3.0:1763344908.654643:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.654646:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779192408 : -107404930359208 : ffff9e50d7476058) 00000004:00000001:3.0:1763344908.654648:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668779192320 : -107404930359296 : ffff9e50d7476000) 00000004:00000001:3.0:1763344908.654651:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.654653:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763344908.654655:0:6504:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:3.0:1763344908.654657:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344908.654659:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344908.654660:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.654662:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.654663:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344908.654665:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763344908.654666:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344908.654668:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344908.654669:0:6504:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:3.0:1763344908.654673:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.654675:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344908.654677:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) 00010000:00010000:3.0:1763344908.654679:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:3.0:1763344908.654681:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.654683:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.654685:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.654687:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.654689:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.654690:0:6504:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fcb426c00, rc 0) 00000020:00000001:3.0:1763344908.654693:0:6504:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.654697:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 0, xid 1848987881569664 00010000:00000001:3.0:1763344908.654700:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.654707:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff788e00 x1848987881569664/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 376/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344908.654716:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.654719:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.654722:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.654727:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.654730:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.654732:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.654735:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.654737:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.654740:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.654744:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.654749:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb990. 00000100:00000200:3.0:1763344908.654756:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848987881569664, offset 224 00000400:00000200:3.0:1763344908.654763:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.654777:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.654783:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385724:1385724:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385720:1385720:8:4294967295] 00000400:00000200:3.0:1763344908.654822:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.654829:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.654835:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6e00. 00000800:00000200:3.0:1763344908.654841:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.654848:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.654852:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6e00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.654913:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.654918:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.654920:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.654921:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.654924:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.654928:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff788e00 x1848987881569664/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 376/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344908.654937:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+241:253441:x1848987881569664:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 2760us (3039us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.654945:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303029 00000100:00000040:3.0:1763344908.654948:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344908.654950:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.654952:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.654959:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317e80. 00000020:00000010:3.0:1763344908.654967:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773ded8. 00000020:00000010:3.0:1763344908.654971:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50d729cc00. 00000020:00000040:3.0:1763344908.654977:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 240 00000100:00000001:3.0:1763344908.654980:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.655109:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.655114:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6e00. 00000400:00000200:0.0:1763344908.655119:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.655124:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.655129:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb990 00000400:00000010:0.0:1763344908.655131:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb990. 00000100:00000001:0.0:1763344908.655136:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.655137:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.663190:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.663207:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.663211:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.663213:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.663223:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.663239:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 576 into portal 12 MB=0x691a509dfff00 00000400:00000200:0.0:1763344908.663247:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 576/576 into md 0x616b51 [64] + 193704 00000800:00000001:0.0:1763344908.663255:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.663262:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.663265:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.663270:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.663277:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.663279:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344908.663285:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78ad80. 00000100:00000040:0.0:1763344908.663288:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78ad80 x1848987881570048 msgsize 576 00000100:00100000:0.0:1763344908.663292:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.663316:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.663325:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.663329:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.663331:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.663334:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.663338:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.663343:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 1840 into portal 24 MB=0x691a509dffe00 00000400:00000200:0.0:1763344908.663349:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.14@tcp of length 1840/1840 into md 0x209981 [256] + 13536 00000800:00000001:0.0:1763344908.663352:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.663356:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.663358:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.663361:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.663364:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.663379:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763344908.663383:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78aa00. 00000100:00000040:0.0:1763344908.663385:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78aa00 x1848987881569792 msgsize 1840 00000100:00100000:0.0:1763344908.663389:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.663405:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.663409:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.663412:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.663414:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.663417:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.663418:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.663421:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.663425:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.663430:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 1840 into portal 24 MB=0x691a509dffe80 00000400:00000200:0.0:1763344908.663434:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.14@tcp of length 1840/1840 into md 0x209981 [256] + 15376 00000800:00000001:0.0:1763344908.663437:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.663468:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.663470:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.663474:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.663478:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.663479:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763344908.663483:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff788000. 00000100:00000040:0.0:1763344908.663485:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff788000 x1848987881569920 msgsize 1840 00000100:00100000:0.0:1763344908.663489:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.663494:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.663498:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.663501:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.663639:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.663643:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881570048 02000000:00000001:1.0:1763344908.663647:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.663649:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.663651:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.663656:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.663660:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881570048 00000020:00000001:1.0:1763344908.663664:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.663666:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344908.663669:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.663674:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=241 00000020:00000001:1.0:1763344908.663677:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344908.663679:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344908.663684:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.663690:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.663695:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.663698:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.663705:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117a800. 00000020:00000010:1.0:1763344908.663712:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.663718:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04190. 00000100:00000040:1.0:1763344908.663725:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344908.663728:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.663729:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763344908.663731:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763344908.663733:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.663735:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.663743:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.663758:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.663772:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.663774:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.663778:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303030 00000100:00000040:1.0:1763344908.663782:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344908.663784:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453512064 : -107404256039552 : ffff9e50ff78ad80) 00000100:00000040:1.0:1763344908.663825:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78ad80 x1848987881570048/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344908.663834:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.663837:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.663839:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.663841:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.663845:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+241:253441:x1848987881570048:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344908.663849:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881570048 00000020:00000001:1.0:1763344908.663852:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.663856:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.663861:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.663864:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.663866:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344908.663869:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344908.663872:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881570048, found 0 last_xid 1848987881569791 00000020:00000001:1.0:1763344908.663875:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.663877:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.663880:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.663885:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.663887:0:6504:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344908.663889:0:6504:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344908.663891:0:6504:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344908.663893:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344908.663894:0:6504:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.663900:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.663906:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 2 00010000:00000001:1.0:1763344908.663909:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.663912:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.663916:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35200. 00000020:00000001:1.0:1763344908.663920:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.663922:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35200 with handle 0x34881b40868182de to hash 00000020:00000001:1.0:1763344908.663924:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.663926:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000010:1.0:1763344908.663931:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5cc00. 00010000:00000001:1.0:1763344908.663934:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00010000:1.0:1763344908.663938:0:6504:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b40868182de lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e492 expref: -99 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.663946:0:6504:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 223 00000020:00000040:1.0:1763344908.663948:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=242 00010000:00000001:1.0:1763344908.663955:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763344908.663957:0:6504:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763344908.663965:0:6504:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344908.663967:0:6504:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763344908.663969:0:6504:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763344908.663971:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344908.663973:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e87:0x0] 00000020:00000001:1.0:1763344908.663977:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.663980:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779192408 : -107404930359208 : ffff9e50d7476058) 00000004:00000001:1.0:1763344908.663983:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668779192320 : -107404930359296 : ffff9e50d7476000) 00000004:00000001:1.0:1763344908.663985:0:6504:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.663989:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763344908.663990:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763344908.663993:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.663996:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.664030:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9e50f5700000. 02000000:00000001:1.0:1763344908.664033:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.664036:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.664038:0:6504:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.664041:0:6504:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763344908.664046:0:6504:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763344908.664049:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.664051:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.664054:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.664055:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.664058:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.664059:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.664060:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.664062:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.664063:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.664064:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.664066:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.664068:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.664069:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.664070:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.664072:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.664073:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.664075:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.664077:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.664079:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.664083:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344908.664088:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:1.0:1763344908.664091:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:1.0:1763344908.664094:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344908.664096:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.664098:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.664100:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.664102:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344908.664105:0:6504:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.664108:0:6504:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1763344908.664113:0:6504:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763344908.664114:0:6504:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1763344908.664116:0:6504:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:1.0:1763344908.664123:0:6504:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9e50ef129000. 00000004:00000001:1.0:1763344908.664128:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.664130:0:6504:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.664132:0:6504:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:1.0:1763344908.664135:0:6504:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x240002b13:0x12e87:0x0]/[0x240002b13:0x12e87:0x0], ldlm_rep = ffff9e50f5700228 00000004:00000001:1.0:1763344908.664140:0:6504:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763344908.664143:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344908.664145:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.664148:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 3 00010000:00000001:1.0:1763344908.664150:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.664152:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.664154:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34c00. 00000020:00000001:1.0:1763344908.664157:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.664158:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34c00 with handle 0x34881b40868182e5 to hash 00000020:00000001:1.0:1763344908.664160:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.664161:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000010:1.0:1763344908.664164:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5c480. 00010000:00000001:1.0:1763344908.664166:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000001:1.0:1763344908.664169:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.664170:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.664174:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868182e5 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:1.0:1763344908.664180:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.664183:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.664186:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.664188:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.664190:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.664192:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.664193:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.664195:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.664197:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.664199:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.664200:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.664202:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) refcount = 3 00010000:00000040:1.0:1763344908.664205:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344908.664209:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868182d7 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e453 expref: 242 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763344908.664215:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868182e5 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.664220:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.664223:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.664225:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.664227:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.664228:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.664231:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.664233:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.664235:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344908.664237:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.664240:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868182e5 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.664244:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344908.664245:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.664247:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.664249:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.664250:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.664252:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34c00 refcount=3 00000020:00000001:1.0:1763344908.664253:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000001:1.0:1763344908.664256:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000001:1.0:1763344908.664257:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.664258:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.664259:0:6504:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.664262:0:6504:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763344908.664265:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763344908.664267:0:6504:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763344908.664273:0:6504:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.664275:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.664280:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.664295:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344908.664298:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763344908.664300:0:6504:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763344908.664302:0:6504:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344908.664304:0:6504:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e87:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:1.0:1763344908.664307:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.664308:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.664310:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344908.664311:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344908.664313:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.664314:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.664316:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.664318:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763344908.664320:0:6504:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763344908.664322:0:6504:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763344908.664324:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e50f5700370 00000004:00000001:1.0:1763344908.664326:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.664328:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.664329:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.664331:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.664332:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.664334:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.664335:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.664337:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.664338:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.664340:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.664341:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.664342:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344908.664344:0:6504:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e87:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:1.0:1763344908.664347:0:6504:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e87:0x0]: returning size 0 00000004:00000040:1.0:1763344908.664350:0:6504:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x12e87:1073752851 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763344908.664353:0:6504:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1763344908.664355:0:6504:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000402:7106 00000004:00200000:1.0:1763344908.664357:0:6504:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1763344908.664359:0:6504:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:1.0:1763344908.664360:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.664361:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.664363:0:6504:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763344908.664364:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.664375:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.664378:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.664380:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.664382:0:6504:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.664387:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344908.664392:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.664394:0:6504:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.664398:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.664399:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.664400:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34c00 refcount=3 00000020:00000001:1.0:1763344908.664402:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000001:1.0:1763344908.664404:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00000004:00010000:1.0:1763344908.664407:0:6504:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868182e5 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.664412:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.664413:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.664414:0:6504:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1763344908.664416:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344908.664418:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1763344908.664420:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.664421:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.664423:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34c00 refcount=3 00000020:00000001:1.0:1763344908.664424:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000001:1.0:1763344908.664426:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00000004:00000040:1.0:1763344908.664428:0:6504:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 224 00000020:00000040:1.0:1763344908.664430:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=243 00010000:00000001:1.0:1763344908.664433:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.664434:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.664435:0:6504:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344908.664437:0:6504:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763344908.664439:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344908.664441:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344908.664442:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344908.664447:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344908.664449:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344908.664451:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763344908.664455:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.664457:0:6504:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763344908.664459:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344908.664461:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:1.0:1763344908.664463:0:6504:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9e50ef129000. 00000004:00000001:1.0:1763344908.664468:0:6504:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763344908.664471:0:6504:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344908.664472:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.664475:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.664476:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.664478:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.664479:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.664481:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35200 with handle 0x34881b40868182de from hash 00010000:00000001:1.0:1763344908.664483:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.664484:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.664485:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.664486:0:6504:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344908.664487:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.664491:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b40868182de lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e492 expref: 243 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.664498:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 223 00000020:00000040:1.0:1763344908.664500:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 242 00010000:00000010:1.0:1763344908.664503:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5cc00. 00010000:00000001:1.0:1763344908.664511:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.664513:0:6504:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.664517:0:6504:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344908.664520:0:6504:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868182e5 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e492 expref: 242 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.664527:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.664529:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.664531:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) 00010000:00010000:1.0:1763344908.664534:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:1.0:1763344908.664536:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.664538:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.664540:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.664541:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.664542:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.664543:0:6504:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34c00, rc 0) 00000020:00000001:1.0:1763344908.664545:0:6504:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344908.664549:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 0, xid 1848987881570048 00010000:00000001:1.0:1763344908.664551:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.664555:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff78ad80 x1848987881570048/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/640 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344908.664562:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.664564:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.664568:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.664573:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.664575:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.664577:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.664580:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.664582:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.664585:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.664588:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.664592:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e37f8. 00000100:00000200:1.0:1763344908.664598:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848987881570048, offset 224 00000400:00000200:1.0:1763344908.664604:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.664613:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.664620:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385725:1385725:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385721:1385721:8:4294967295] 00000400:00000200:1.0:1763344908.664630:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.664635:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.664640:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.664645:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.664651:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.664656:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.664671:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.664674:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.664677:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.664678:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.664680:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.664684:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78ad80 x1848987881570048/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 576/640 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344908.664693:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+242:253441:x1848987881570048:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 858us (1402us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.664699:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303030 00000100:00000040:1.0:1763344908.664702:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344908.664704:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.664706:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.664711:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.664714:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04190. 00000020:00000010:1.0:1763344908.664718:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117a800. 00000020:00000040:1.0:1763344908.664722:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 241 00000100:00000001:1.0:1763344908.664724:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.664858:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.664862:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:1.0:1763344908.664866:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.664871:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.664875:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e37f8 00000400:00000010:1.0:1763344908.664877:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e37f8. 00000100:00000001:1.0:1763344908.664882:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.664884:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763344908.664982:0:10443:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.664985:0:10443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881569792 02000000:00000001:2.0:1763344908.664987:0:10443:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.664989:0:10443:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.664991:0:10443:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.664994:0:10443:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.664996:0:10443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881569792 00000020:00000001:2.0:1763344908.664999:0:10443:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.665000:0:10443:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344908.665002:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.665004:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=242 00000020:00000001:2.0:1763344908.665006:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344908.665008:0:10443:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344908.665011:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.665016:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:2.0:1763344908.665018:0:10443:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.665021:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000020:00000010:2.0:1763344908.665025:0:10443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50d729cc00. 00000020:00000010:2.0:1763344908.665029:0:10443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50ee317e80. 00000020:00000010:2.0:1763344908.665033:0:10443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d320. 00000100:00000001:3.0:1763344908.665037:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.665039:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881569920 00000100:00000040:2.0:1763344908.665039:0:10443:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763344908.665041:0:10443:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1763344908.665042:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.665043:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.665043:0:10443:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.665045:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.665045:0:10443:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.665047:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.665049:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881569920 00000100:00000001:2.0:1763344908.665050:0:10443:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.665051:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.665052:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:3.0:1763344908.665054:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.665056:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=477 00000020:00000001:3.0:1763344908.665058:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:3.0:1763344908.665061:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:3.0:1763344908.665063:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.665067:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd480. 00000100:00000001:2.0:1763344908.665068:0:10443:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.665069:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.665070:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd480. 00000020:00000010:3.0:1763344908.665075:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdc400. 00000100:00000001:2.0:1763344908.665077:0:10443:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1763344908.665078:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e300. 00000100:00000001:2.0:1763344908.665079:0:10443:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1763344908.665081:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf320. 00000100:00100000:2.0:1763344908.665083:0:10443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 8703 00000100:00000001:3.0:1763344908.665084:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.665085:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1763344908.665086:0:10443:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344908.665087:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.665088:0:10443:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453511168 : -107404256040448 : ffff9e50ff78aa00) 00000100:00000001:3.0:1763344908.665090:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.665093:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78aa00 x1848987881569792/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.665096:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.665100:0:10443:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763344908.665103:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1763344908.665103:0:10443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d23c0. 00000100:00000001:3.0:1763344908.665105:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763344908.665105:0:10443:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.665107:0:10443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d23c0. 00000100:00100000:3.0:1763344908.665108:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 8704 00000100:00000040:3.0:1763344908.665110:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00100000:2.0:1763344908.665111:0:10443:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+242:2406:x1848987881569792:12345-192.168.203.14@tcp:63:ll_sa.0 00000100:00000001:3.0:1763344908.665113:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453500416 : -107404256051200 : ffff9e50ff788000) 00000100:00000200:2.0:1763344908.665114:0:10443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881569792 00000100:00000040:3.0:1763344908.665117:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff788000 x1848987881569920/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763344908.665117:0:10443:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.665120:0:10443:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.665122:0:10443:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.665124:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1763344908.665125:0:10443:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1763344908.665126:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd480. 00000020:00000001:2.0:1763344908.665126:0:10443:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809952 : -1044741664 : ffffffffc1ba81e0) 00000100:00000001:3.0:1763344908.665128:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763344908.665129:0:10443:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1763344908.665130:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd480. 00000001:00000001:2.0:1763344908.665132:0:10443:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881569792, found 0 last_xid 1848987881569791 00000100:00100000:3.0:1763344908.665133:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+477:2405:x1848987881569920:12345-192.168.203.14@tcp:63:ll_sa.0 00000020:00000001:2.0:1763344908.665135:0:10443:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1763344908.665136:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881569920 00000020:00000001:2.0:1763344908.665137:0:10443:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.665138:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.665139:0:10443:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.665140:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.665142:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.665142:0:10443:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.665143:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.665144:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809952 : -1044741664 : ffffffffc1ba81e0) 00000020:00000001:3.0:1763344908.665146:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000001:2.0:1763344908.665146:0:10443:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000001:00000001:3.0:1763344908.665148:0:6509:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881569920, found 0 last_xid 1848987881569919 00000020:00000001:3.0:1763344908.665150:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763344908.665150:0:10443:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9e4fcab39e98. 00000020:00000001:3.0:1763344908.665151:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.665153:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1763344908.665153:0:10443:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1763344908.665154:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.665155:0:10443:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:3.0:1763344908.665157:0:6509:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:3.0:1763344908.665160:0:6509:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6680. 02000000:00000010:2.0:1763344908.665160:0:10443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50ea2c0000. 00000100:00000001:3.0:1763344908.665161:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.665162:0:10443:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.665163:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1763344908.665164:0:10443:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.665167:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50e7dca000. 00000004:00000010:2.0:1763344908.665168:0:10443:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9e4fd33dc0c0. 02000000:00000001:3.0:1763344908.665169:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.665170:0:10443:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000100:00000001:3.0:1763344908.665171:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763344908.665174:0:6509:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9e4fc87e0e40. 00000004:00000001:2.0:1763344908.665174:0:10443:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.665175:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:2.0:1763344908.665176:0:10443:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00000004:00000001:3.0:1763344908.665177:0:6509:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.665178:0:6509:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:2.0:1763344908.665178:0:10443:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00000001:3.0:1763344908.665180:0:6509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.665180:0:10443:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1763344908.665181:0:6509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.665182:0:10443:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:3.0:1763344908.665184:0:6509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.665188:0:6509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359c00 count: 3 00010000:00000010:2.0:1763344908.665188:0:10443:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359400. 00010000:00000001:3.0:1763344908.665190:0:6509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344908.665191:0:10443:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0280. 00010000:00000001:3.0:1763344908.665192:0:6509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.665195:0:6509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16800. 00010000:00000001:2.0:1763344908.665195:0:10443:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:3.0:1763344908.665198:0:6509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000010:2.0:1763344908.665198:0:10443:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb427e00. 00000020:00000040:3.0:1763344908.665200:0:6509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16800 with handle 0x34881b40868182ec to hash 00000020:00000001:2.0:1763344908.665200:0:10443:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1763344908.665201:0:6509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000040:2.0:1763344908.665202:0:10443:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb427e00 with handle 0x34881b40868182f3 to hash 00010000:00000001:3.0:1763344908.665203:0:6509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00000020:00000001:2.0:1763344908.665204:0:10443:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.665205:0:10443:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282578432 : -107409426973184 : ffff9e4fcb427e00) 00010000:00000010:3.0:1763344908.665207:0:6509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16080. 00010000:00000001:3.0:1763344908.665209:0:6509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000010:2.0:1763344908.665209:0:10443:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcaa80. 00010000:00000001:2.0:1763344908.665210:0:10443:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282578432 : -107409426973184 : ffff9e4fcb427e00) 00010000:00010000:3.0:1763344908.665212:0:6509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16800/0x34881b40868182ec lrc: 2/0,0 mode: --/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e45a expref: -99 pid: 6509 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344908.665213:0:10443:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427e00/0x34881b40868182f3 lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e461 expref: -99 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.665220:0:6509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 471 00010000:00000040:2.0:1763344908.665220:0:10443:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 224 00000020:00000040:3.0:1763344908.665222:0:6509:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=478 00000020:00000040:2.0:1763344908.665222:0:10443:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=243 00010000:00000001:3.0:1763344908.665226:0:6509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.665226:0:10443:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763344908.665228:0:6509:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344908.665228:0:10443:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763344908.665231:0:6509:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344908.665231:0:10443:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763344908.665233:0:6509:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344908.665233:0:10443:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763344908.665234:0:6509:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763344908.665234:0:10443:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763344908.665236:0:6509:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000001:2.0:1763344908.665236:0:10443:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344908.665238:0:6509:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b10:0x113:0x0] 00000004:00000040:2.0:1763344908.665238:0:10443:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x113:0x0] 00000020:00000001:3.0:1763344908.665241:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.665241:0:10443:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.665244:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779194328 : -107404930357288 : ffff9e50d74767d8) 00000020:00000001:2.0:1763344908.665245:0:10443:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:3.0:1763344908.665246:0:6509:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668779194240 : -107404930357376 : ffff9e50d7476780) 00000004:00000001:3.0:1763344908.665248:0:6509:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.665248:0:10443:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:2.0:1763344908.665250:0:10443:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.665252:0:6509:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763344908.665252:0:10443:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344908.665253:0:6509:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000004:00000001:2.0:1763344908.665253:0:10443:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:3.0:1763344908.665258:0:6509:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 29200 00000100:00000040:2.0:1763344908.665258:0:10443:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000100:00000001:3.0:1763344908.665260:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1763344908.665260:0:10443:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.665262:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1763344908.665262:0:10443:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.665290:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 29720 at ffff9e50e7de0000. 02000000:00000001:3.0:1763344908.665293:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.665296:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.665297:0:10443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff9e5101810000. 02000000:00000001:3.0:1763344908.665299:0:6509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1763344908.665299:0:10443:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.665301:0:6509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50e7dca000. 00000100:00000001:2.0:1763344908.665301:0:10443:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.665303:0:10443:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1763344908.665304:0:6509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:2.0:1763344908.665304:0:10443:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50ea2c0000. 02000000:00000001:2.0:1763344908.665306:0:10443:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1763344908.665307:0:6509:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 24872:968 00000100:00000040:2.0:1763344908.665308:0:10443:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:3.0:1763344908.665309:0:6509:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.665310:0:10443:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.665311:0:6509:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763344908.665312:0:10443:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763344908.665315:0:6509:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000004:00000001:2.0:1763344908.665315:0:10443:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763344908.665316:0:6509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.665316:0:10443:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.665318:0:6509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.665318:0:10443:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.665320:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.665320:0:10443:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.665322:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.665322:0:10443:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.665324:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.665324:0:10443:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.665326:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.665326:0:10443:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.665327:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.665327:0:10443:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.665329:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.665329:0:10443:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.665330:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.665330:0:10443:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.665332:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.665332:0:10443:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.665334:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.665334:0:10443:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.665335:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.665336:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.665336:0:10443:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.665337:0:10443:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.665338:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.665339:0:10443:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.665340:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.665340:0:10443:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.665341:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.665342:0:10443:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.665343:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.665343:0:10443:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.665344:0:6509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.665345:0:6509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.665345:0:10443:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.665346:0:10443:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.665349:0:6509:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00000001:2.0:1763344908.665349:0:10443:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344908.665352:0:6509:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00001000:2.0:1763344908.665352:0:10443:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344908.665354:0:6509:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 02000000:00000001:2.0:1763344908.665354:0:10443:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344908.665356:0:10443:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344908.665357:0:6509:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344908.665358:0:6509:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.665358:0:10443:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.665361:0:6509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.665361:0:10443:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.665362:0:6509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.665362:0:10443:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.665364:0:6509:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344908.665364:0:10443:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344908.665379:0:6509:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.665379:0:10443:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.665382:0:6509:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1763344908.665382:0:10443:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763344908.665387:0:6509:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d4ba48 00000020:00000001:2.0:1763344908.665387:0:10443:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc72fba48 00000004:00000002:3.0:1763344908.665390:0:6509:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200002b10:0x113:0x0]/file2, ldlm_rep = ffff9e50e7de0250 00000004:00000002:2.0:1763344908.665390:0:10443:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240002b11:0x113:0x0]/file3, ldlm_rep = ffff9e5101810250 00000004:00000001:3.0:1763344908.665394:0:6509:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763344908.665394:0:10443:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763344908.665397:0:6509:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763344908.665397:0:10443:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763344908.665400:0:6509:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00000004:00000001:2.0:1763344908.665400:0:10443:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763344908.665403:0:6509:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.665403:0:10443:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344908.665404:0:6509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1763344908.665404:0:10443:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.665407:0:6509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359c00 count: 4 00010000:00000040:2.0:1763344908.665407:0:10443:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359400 count: 2 00010000:00000001:3.0:1763344908.665410:0:6509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.665410:0:10443:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.665412:0:6509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:2.0:1763344908.665412:0:10443:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.665415:0:6509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:2.0:1763344908.665415:0:10443:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb426a00. 00000020:00000001:3.0:1763344908.665417:0:6509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1763344908.665417:0:10443:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.665419:0:10443:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb426a00 with handle 0x34881b4086818301 to hash 00000020:00000040:3.0:1763344908.665420:0:6509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17c00 with handle 0x34881b40868182fa to hash 00000020:00000001:2.0:1763344908.665421:0:10443:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1763344908.665422:0:6509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.665423:0:6509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:2.0:1763344908.665423:0:10443:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000010:3.0:1763344908.665426:0:6509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16d00. 00010000:00000010:2.0:1763344908.665426:0:10443:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca780. 00010000:00000001:3.0:1763344908.665429:0:6509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:2.0:1763344908.665429:0:10443:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:3.0:1763344908.665432:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.665432:0:10443:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.665433:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665433:0:10443:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.665437:0:6509:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17c00/0x34881b40868182fa lrc: 3/1,0 mode: --/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6509 initiator: MDT0 00010000:00010000:2.0:1763344908.665437:0:10443:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818301 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10443 initiator: MDT0 00010000:00000001:3.0:1763344908.665443:0:6509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.665443:0:10443:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344908.665446:0:6509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.665446:0:10443:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344908.665448:0:6509:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.665448:0:10443:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.665450:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.665450:0:10443:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.665452:0:10443:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.665454:0:10443:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.665455:0:10443:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.665457:0:10443:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.665459:0:10443:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.665461:0:10443:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.665462:0:10443:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.665465:0:10443:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x0 (ffff9e4fc1359400) refcount = 2 00010000:00010000:2.0:1763344908.665468:0:10443:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818301 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10443 initiator: MDT1 00010000:00000001:2.0:1763344908.665472:0:10443:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.665476:0:10443:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.665477:0:10443:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665479:0:10443:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.665480:0:10443:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.665481:0:10443:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665483:0:10443:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.665485:0:10443:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.665487:0:10443:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.665490:0:10443:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818301 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10443 initiator: MDT1 00010000:00000001:2.0:1763344908.665495:0:10443:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.665496:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.665497:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.665499:0:10443:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.665501:0:10443:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.665505:0:10443:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359a00. 00010000:00000010:2.0:1763344908.665508:0:10443:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0a80. 00010000:00000001:2.0:1763344908.665511:0:10443:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.665513:0:10443:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fcb427800. 00000020:00000001:2.0:1763344908.665515:0:10443:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.665517:0:10443:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fcb427800 with handle 0x34881b4086818308 to hash 00000020:00000001:2.0:1763344908.665518:0:10443:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.665520:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.665520:0:10443:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:3.0:1763344908.665522:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000010:2.0:1763344908.665523:0:10443:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcac80. 00010000:00000001:3.0:1763344908.665524:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.665525:0:10443:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:3.0:1763344908.665526:0:6509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.665527:0:6509:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.665527:0:10443:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.665528:0:6509:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.665529:0:10443:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.665530:0:6509:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.665532:0:6509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b10:0x113:0x0].0x0 (ffff9e4fc1359c00) refcount = 4 00010000:00010000:2.0:1763344908.665532:0:10443:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b4086818308 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10443 initiator: MDT0 00010000:00000040:3.0:1763344908.665535:0:6509:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1763344908.665537:0:10443:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.665538:0:10443:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000040:3.0:1763344908.665540:0:6509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34800/0x34881b40868181c6 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3e3 expref: 478 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.665540:0:10443:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.665541:0:10443:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.665542:0:10443:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.665544:0:10443:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.665546:0:10443:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1763344908.665547:0:6509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d91a00/0x34881b4086818156 lrc: 2/0,1 mode: TXN/TXN res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00000001:2.0:1763344908.665547:0:10443:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.665549:0:10443:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.665550:0:10443:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.665551:0:10443:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.665552:0:10443:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0xca28b440 (ffff9e4fc1359a00) refcount = 1 00010000:00010000:3.0:1763344908.665553:0:6509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17c00/0x34881b40868182fa lrc: 3/1,0 mode: CR/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT0 00010000:00010000:2.0:1763344908.665556:0:10443:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b4086818308 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344908.665557:0:6509:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.665559:0:10443:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.665561:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.665561:0:10443:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.665562:0:10443:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.665563:0:6509:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665564:0:10443:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344908.665565:0:6509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.665565:0:10443:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.665566:0:6509:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.665567:0:6509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665567:0:10443:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.665569:0:6509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.665569:0:10443:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.665571:0:6509:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.665571:0:10443:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344908.665573:0:6509:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665573:0:10443:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.665575:0:10443:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b4086818308 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10443 initiator: MDT1 00010000:00010000:3.0:1763344908.665576:0:6509:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17c00/0x34881b40868182fa lrc: 3/1,0 mode: CR/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6509 initiator: MDT0 00010000:00000001:2.0:1763344908.665580:0:10443:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344908.665581:0:6509:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.665581:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.665582:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.665582:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.665583:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.665584:0:6509:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000004:00000001:2.0:1763344908.665584:0:10443:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.665585:0:6509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000004:00000001:2.0:1763344908.665587:0:10443:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00010000:00000010:3.0:1763344908.665589:0:6509:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd084c700. 00010000:00000010:3.0:1763344908.665592:0:6509:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50d7d0ed80. 00000004:00000001:2.0:1763344908.665593:0:10443:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00010000:00000001:3.0:1763344908.665594:0:6509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000004:00000001:2.0:1763344908.665596:0:10443:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00010000:00000010:3.0:1763344908.665597:0:6509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17600. 00000020:00000001:3.0:1763344908.665598:0:6509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000004:08000000:2.0:1763344908.665599:0:10443:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000020:00000040:3.0:1763344908.665600:0:6509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17600 with handle 0x34881b408681830f to hash 00000020:00000001:3.0:1763344908.665602:0:6509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.665603:0:6509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00000004:00000001:2.0:1763344908.665604:0:10443:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1763344908.665606:0:6509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16000. 00010000:00000001:3.0:1763344908.665608:0:6509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00080000:00000001:2.0:1763344908.665608:0:10443:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1763344908.665610:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1763344908.665611:0:10443:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1763344908.665612:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.665614:0:6509:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b408681830f lrc: 3/1,0 mode: --/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6509 initiator: MDT0 00010000:00000001:3.0:1763344908.665618:0:6509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344908.665619:0:6509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344908.665620:0:6509:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.665621:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.665623:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.665624:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.665625:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344908.665625:0:10443:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000001:3.0:1763344908.665627:0:6509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.665628:0:6509:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344908.665629:0:6509:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1763344908.665629:0:10443:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763344908.665631:0:6509:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.665632:0:6509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b10:0x113:0x0].0xfbe05a87 (ffff9e4fd084c700) refcount = 1 00080000:00000001:2.0:1763344908.665632:0:10443:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344908.665634:0:10443:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:3.0:1763344908.665636:0:6509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b408681830f lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT0 00000004:00000001:2.0:1763344908.665636:0:10443:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344908.665639:0:10443:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000001:3.0:1763344908.665640:0:6509:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.665641:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000004:00000001:2.0:1763344908.665642:0:10443:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00010000:00000001:3.0:1763344908.665643:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.665643:0:10443:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344908.665644:0:6509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.665645:0:10443:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1763344908.665646:0:6509:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.665646:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1763344908.665647:0:6509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.665648:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426a00 refcount=3 00010000:00000001:3.0:1763344908.665649:0:6509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763344908.665650:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:3.0:1763344908.665651:0:6509:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344908.665653:0:6509:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665653:0:10443:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00010000:3.0:1763344908.665655:0:6509:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b408681830f lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6509 initiator: MDT0 00010000:00000001:2.0:1763344908.665655:0:10443:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344908.665658:0:10443:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818301 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344908.665660:0:6509:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344908.665661:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.665663:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.665663:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:3.0:1763344908.665664:0:6509:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665664:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.665666:0:6509:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00010000:00010000:2.0:1763344908.665666:0:10443:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818301 lrc: 2/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10443 initiator: MDT1 00000004:00000001:3.0:1763344908.665669:0:6509:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00010000:00000001:2.0:1763344908.665670:0:10443:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:3.0:1763344908.665671:0:6509:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00010000:00000001:2.0:1763344908.665672:0:10443:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:08000000:3.0:1763344908.665673:0:6509:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002b10:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00010000:00000001:2.0:1763344908.665674:0:10443:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000004:00000001:3.0:1763344908.665676:0:6509:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.665677:0:10443:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818301 lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10443 initiator: MDT1 00000004:00000001:3.0:1763344908.665679:0:6509:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:3.0:1763344908.665681:0:6509:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00010000:00010000:2.0:1763344908.665683:0:10443:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e4fcb426a00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344908.665684:0:6509:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763344908.665685:0:10443:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.665686:0:10443:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344908.665688:0:10443:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818301 lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10443 initiator: MDT1 00010000:00000001:2.0:1763344908.665693:0:10443:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344908.665694:0:10443:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.665695:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1763344908.665696:0:6509:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at ffff9e50f82dd480. 00000020:00000040:2.0:1763344908.665696:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426a00 refcount=4 00000004:00000001:3.0:1763344908.665698:0:6509:0:(lod_lov.c:437:lod_ea_store_resize()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.665698:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00010000:00000001:2.0:1763344908.665700:0:10443:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573312 : -107409426978304 : ffff9e4fcb426a00) 00000004:00000001:3.0:1763344908.665701:0:6509:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:2.0:1763344908.665703:0:10443:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000004:00000001:3.0:1763344908.665704:0:6509:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00010000:00010000:2.0:1763344908.665705:0:10443:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818301 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10443 initiator: MDT1 00000004:00000001:3.0:1763344908.665706:0:6509:0:(lod_object.c:816:lod_load_lmv_shards()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.665708:0:6509:0:(lod_object.c:1720:lod_parse_dir_striping()) Process entered 00000004:00000001:3.0:1763344908.665710:0:6509:0:(lod_object.c:1730:lod_parse_dir_striping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665710:0:10443:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344908.665711:0:10443:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344908.665713:0:6509:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:2.0:1763344908.665713:0:10443:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.665715:0:6509:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665715:0:10443:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:3.0:1763344908.665717:0:6509:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1763344908.665717:0:10443:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.665718:0:10443:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1763344908.665719:0:6509:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1763344908.665720:0:10443:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.665722:0:10443:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb426a00 with handle 0x34881b4086818301 from hash 00010000:00000001:2.0:1763344908.665725:0:10443:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.665726:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.665727:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.665728:0:10443:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344908.665730:0:10443:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:3.0:1763344908.665731:0:6509:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000001:2.0:1763344908.665732:0:10443:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.665733:0:6509:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763344908.665734:0:10443:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.665735:0:10443:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:3.0:1763344908.665736:0:6509:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763344908.665737:0:10443:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000004:00000001:3.0:1763344908.665738:0:6509:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:2.0:1763344908.665739:0:10443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e4fc1359400) 00000004:00000001:3.0:1763344908.665740:0:6509:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:2.0:1763344908.665741:0:10443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00000001:3.0:1763344908.665742:0:6509:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000001:2.0:1763344908.665744:0:10443:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344908.665745:0:6509:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763344908.665746:0:6509:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344908.665746:0:10443:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.665747:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1763344908.665747:0:10443:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:3.0:1763344908.665748:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1763344908.665749:0:10443:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000040:3.0:1763344908.665750:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17c00 refcount=3 00010000:00000001:2.0:1763344908.665751:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1763344908.665752:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:2.0:1763344908.665753:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.665754:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:2.0:1763344908.665754:0:10443:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.665756:0:6509:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1763344908.665757:0:10443:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.665759:0:6509:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17c00/0x34881b40868182fa lrc: 3/1,0 mode: CR/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT0 00000004:00000001:2.0:1763344908.665759:0:10443:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.665761:0:10443:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818301 lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344908.665764:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.665765:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.665766:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.665767:0:6509:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17c00/0x34881b40868182fa lrc: 2/0,0 mode: CR/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6509 initiator: MDT0 00010000:00000001:2.0:1763344908.665767:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.665769:0:10443:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344908.665770:0:10443:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344908.665771:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.665771:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.665773:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.665773:0:10443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426a00/0x34881b4086818301 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344908.665774:0:6509:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344908.665777:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17c00/0x34881b40868182fa lrc: 3/0,0 mode: CR/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT0 00010000:00000010:2.0:1763344908.665778:0:10443:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bca780. 00010000:00010000:3.0:1763344908.665781:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf17c00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344908.665783:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.665784:0:6509:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:2.0:1763344908.665785:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.665786:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17c00/0x34881b40868182fa lrc: 3/0,0 mode: CR/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT0 00000004:00000001:2.0:1763344908.665814:0:10443:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344908.665815:0:10443:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344908.665817:0:6509:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344908.665817:0:10443:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.665818:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1763344908.665819:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.665820:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.665820:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427800 refcount=3 00000020:00000040:3.0:1763344908.665821:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17c00 refcount=4 00000020:00000001:2.0:1763344908.665822:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00000020:00000001:3.0:1763344908.665823:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:2.0:1763344908.665824:0:10443:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:3.0:1763344908.665825:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:2.0:1763344908.665826:0:10443:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:3.0:1763344908.665828:0:6509:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344908.665828:0:10443:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b4086818308 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10443 initiator: MDT1 00010000:00010000:3.0:1763344908.665830:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17c00/0x34881b40868182fa lrc: 4/0,0 mode: CR/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6509 initiator: MDT0 00010000:00000001:2.0:1763344908.665833:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.665834:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.665835:0:6509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763344908.665836:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00010000:2.0:1763344908.665836:0:10443:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b4086818308 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10443 initiator: MDT1 00000004:00000001:3.0:1763344908.665838:0:6509:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.665840:0:6509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344908.665841:0:10443:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.665842:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.665842:0:10443:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.665843:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.665844:0:10443:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1763344908.665845:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.665846:0:10443:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b4086818308 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10443 initiator: MDT1 00000020:00000040:3.0:1763344908.665847:0:6509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17c00 with handle 0x34881b40868182fa from hash 00010000:00000001:3.0:1763344908.665849:0:6509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.665850:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.665851:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.665851:0:10443:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e4fcb427800 already unused, calling callback (ffffffffc1ac0550) 00010000:00000001:3.0:1763344908.665852:0:6509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:2.0:1763344908.665853:0:10443:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.665854:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.665854:0:10443:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:3.0:1763344908.665855:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.665856:0:10443:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b4086818308 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344908.665857:0:6509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.665858:0:6509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.665860:0:6509:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:2.0:1763344908.665860:0:10443:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344908.665861:0:10443:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:3.0:1763344908.665862:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x113:0x0].0x0 (ffff9e4fc1359c00) 00000020:00000001:2.0:1763344908.665862:0:10443:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:3.0:1763344908.665864:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00000040:2.0:1763344908.665864:0:10443:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427800 refcount=4 00010000:00000001:3.0:1763344908.665866:0:6509:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.665866:0:10443:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:3.0:1763344908.665868:0:6509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665868:0:10443:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282576896 : -107409426974720 : ffff9e4fcb427800) 00010000:00000001:3.0:1763344908.665870:0:6509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.665870:0:10443:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1763344908.665872:0:6509:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:2.0:1763344908.665872:0:10443:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b4086818308 lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10443 initiator: MDT1 00010000:00000001:3.0:1763344908.665873:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.665875:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.665876:0:6509:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.665877:0:6509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.665879:0:6509:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665881:0:10443:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:3.0:1763344908.665882:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17c00/0x34881b40868182fa lrc: 2/0,0 mode: --/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT0 00000004:00000001:2.0:1763344908.665883:0:10443:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344908.665884:0:10443:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.665886:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.665886:0:10443:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.665887:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.665888:0:6509:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344908.665888:0:10443:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.665889:0:6509:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344908.665889:0:10443:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.665890:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.665890:0:10443:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.665892:0:10443:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb427800 with handle 0x34881b4086818308 from hash 00010000:00010000:3.0:1763344908.665893:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17c00/0x34881b40868182fa lrc: 0/0,0 mode: --/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT0 00010000:00000001:2.0:1763344908.665894:0:10443:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.665895:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.665896:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.665897:0:10443:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000010:3.0:1763344908.665898:0:6509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16d00. 00010000:00000001:2.0:1763344908.665899:0:10443:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.665900:0:10443:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665901:0:10443:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.665902:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.665902:0:10443:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000001:3.0:1763344908.665904:0:6509:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00010000:00000001:2.0:1763344908.665904:0:10443:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000004:00000001:3.0:1763344908.665905:0:6509:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00010000:2.0:1763344908.665905:0:10443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0xca28b440 (ffff9e4fc1359a00) 00010000:00000001:3.0:1763344908.665907:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.665908:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:2.0:1763344908.665908:0:10443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00000040:3.0:1763344908.665909:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17600 refcount=3 00010000:00000001:2.0:1763344908.665909:0:10443:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.665911:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:2.0:1763344908.665911:0:10443:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665912:0:10443:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.665913:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:2.0:1763344908.665914:0:10443:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344908.665915:0:6509:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1763344908.665916:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.665917:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.665918:0:6509:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b408681830f lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT0 00010000:00000001:2.0:1763344908.665918:0:10443:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665920:0:10443:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.665922:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1763344908.665922:0:10443:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.665924:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.665924:0:10443:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b4086818308 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10443 initiator: MDT1 00010000:00010000:3.0:1763344908.665925:0:6509:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b408681830f lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6509 initiator: MDT0 00010000:00000001:2.0:1763344908.665929:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.665930:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.665930:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.665931:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665931:0:10443:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344908.665932:0:10443:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344908.665933:0:6509:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1763344908.665933:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.665935:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b408681830f lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT0 00010000:00010000:2.0:1763344908.665935:0:10443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427800/0x34881b4086818308 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10443 initiator: MDT1 00010000:00010000:3.0:1763344908.665940:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf17600 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:3.0:1763344908.665941:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000010:2.0:1763344908.665941:0:10443:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcac80. 00010000:00000001:3.0:1763344908.665942:0:6509:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000040:2.0:1763344908.665943:0:10443:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359a00 count: 0 00010000:00010000:3.0:1763344908.665944:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b408681830f lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT0 00010000:00000010:2.0:1763344908.665947:0:10443:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0a80. 00010000:00000001:3.0:1763344908.665948:0:6509:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344908.665949:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.665950:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.665951:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17600 refcount=4 00010000:00000001:2.0:1763344908.665952:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763344908.665953:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00000004:00000001:2.0:1763344908.665953:0:10443:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00010000:00000001:3.0:1763344908.665955:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00000004:00000001:2.0:1763344908.665955:0:10443:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344908.665956:0:10443:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00010000:00000001:3.0:1763344908.665957:0:6509:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000004:00000001:2.0:1763344908.665957:0:10443:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00010000:3.0:1763344908.665958:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b408681830f lrc: 4/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6509 initiator: MDT0 00000004:00000001:2.0:1763344908.665960:0:10443:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:2.0:1763344908.665963:0:10443:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344908.665965:0:10443:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:3.0:1763344908.665967:0:6509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344908.665967:0:10443:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344908.665968:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763344908.665969:0:6509:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.665969:0:10443:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00010000:00000001:3.0:1763344908.665971:0:6509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:2.0:1763344908.665971:0:10443:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00010000:00000001:3.0:1763344908.665972:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.665973:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000040:2.0:1763344908.665974:0:10443:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00010000:00000001:3.0:1763344908.665975:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.665977:0:6509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17600 with handle 0x34881b408681830f from hash 00010000:00000001:3.0:1763344908.665979:0:6509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.665980:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.665981:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.665982:0:6509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344908.665983:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.665985:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.665986:0:6509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000001:2.0:1763344908.665987:0:10443:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.665988:0:6509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.665989:0:6509:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000004:00000001:2.0:1763344908.665989:0:10443:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:3.0:1763344908.665991:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x113:0x0].0xfbe05a87 (ffff9e4fd084c700) 00000004:00000001:2.0:1763344908.665991:0:10443:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:3.0:1763344908.665993:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344908.665993:0:10443:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344908.665994:0:10443:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.665995:0:6509:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.665996:0:6509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.665997:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.665998:0:6509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.665998:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.665999:0:6509:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344908.666000:0:10443:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.666001:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.666001:0:10443:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.666002:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1763344908.666003:0:10443:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb427e00 with handle 0x34881b40868182f3 from hash 00010000:00000001:3.0:1763344908.666004:0:6509:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.666005:0:10443:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.666006:0:6509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.666006:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:3.0:1763344908.666008:0:6509:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.666008:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.666009:0:10443:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00010000:3.0:1763344908.666010:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b408681830f lrc: 2/0,0 mode: --/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT0 00010000:00000001:2.0:1763344908.666010:0:10443:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:2.0:1763344908.666013:0:10443:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00000001:3.0:1763344908.666015:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.666016:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.666017:0:6509:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344908.666018:0:6509:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:2.0:1763344908.666018:0:10443:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427e00/0x34881b40868182f3 lrc: 1/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e461 expref: 243 pid: 10443 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.666020:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.666022:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf17600/0x34881b408681830f lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT0 00010000:00000001:2.0:1763344908.666025:0:10443:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000010:3.0:1763344908.666027:0:6509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16000. 00000020:00000001:2.0:1763344908.666027:0:10443:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000040:3.0:1763344908.666029:0:6509:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd084c700 count: 0 00010000:00000001:2.0:1763344908.666030:0:10443:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.666031:0:10443:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1763344908.666032:0:6509:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50d7d0ed80. 00000020:00000001:2.0:1763344908.666033:0:10443:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.666035:0:10443:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.666036:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.666037:0:6509:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00010000:00000001:2.0:1763344908.666037:0:10443:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.666038:0:10443:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00000004:00000001:3.0:1763344908.666039:0:6509:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763344908.666039:0:10443:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:3.0:1763344908.666040:0:6509:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344908.666041:0:6509:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763344908.666041:0:10443:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.666042:0:10443:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000001:3.0:1763344908.666043:0:6509:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000001:2.0:1763344908.666043:0:10443:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.666045:0:10443:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e4fc1359400) 02000000:00000001:3.0:1763344908.666046:0:6509:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344908.666047:0:6509:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00010000:2.0:1763344908.666047:0:10443:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000004:00000001:3.0:1763344908.666048:0:6509:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00010000:00000001:2.0:1763344908.666048:0:10443:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344908.666050:0:6509:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00010000:00000001:2.0:1763344908.666050:0:10443:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.666051:0:6509:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00010000:00000001:2.0:1763344908.666052:0:10443:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00000040:3.0:1763344908.666053:0:6509:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00010000:00000001:2.0:1763344908.666053:0:10443:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.666056:0:10443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb427e00/0x34881b40868182f3 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e461 expref: 243 pid: 10443 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1763344908.666061:0:6509:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.666062:0:10443:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 223 00000004:00000001:3.0:1763344908.666063:0:6509:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:2.0:1763344908.666064:0:10443:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 242 00000004:00000001:3.0:1763344908.666065:0:6509:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763344908.666067:0:6509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000010:2.0:1763344908.666067:0:10443:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcaa80. 00010000:00000001:3.0:1763344908.666068:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:2.0:1763344908.666069:0:10443:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359400 count: 0 00010000:00000001:3.0:1763344908.666070:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.666071:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.666072:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000010:2.0:1763344908.666072:0:10443:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0280. 00010000:00000001:3.0:1763344908.666074:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.666076:0:6509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16800 with handle 0x34881b40868182ec from hash 00010000:00000001:2.0:1763344908.666076:0:10443:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.666078:0:6509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:2.0:1763344908.666078:0:10443:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e4fcb427e00, rc -2) 00010000:00000001:3.0:1763344908.666079:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.666080:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.666080:0:10443:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763344908.666081:0:6509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344908.666083:0:6509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00000004:00000001:2.0:1763344908.666083:0:10443:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000001:3.0:1763344908.666085:0:6509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00000004:00000010:2.0:1763344908.666087:0:10443:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9e4fcab39e98. 00010000:00010000:3.0:1763344908.666088:0:6509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16800/0x34881b40868182ec lrc: 1/0,0 mode: --/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e45a expref: 478 pid: 6509 timeout: 0 lvb_type: 0 00000004:00000010:2.0:1763344908.666090:0:10443:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9e4fd33dc0c0. 00000004:00000001:2.0:1763344908.666093:0:10443:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00010000:00000001:3.0:1763344908.666094:0:6509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000002:2.0:1763344908.666097:0:10443:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375a98/ffff9e4fd3375a40 to site lru. bkt: ffff9e50ff90c930 00000004:00000001:2.0:1763344908.666099:0:10443:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.666100:0:10443:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1763344908.666105:0:10443:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 0, xid 1848987881569792 00010000:00000001:2.0:1763344908.666107:0:10443:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.666112:0:10443:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff78aa00 x1848987881569792/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/53424 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763344908.666118:0:10443:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.666120:0:10443:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.666122:0:10443:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.666126:0:10443:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.666128:0:10443:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.666130:0:10443:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.666132:0:10443:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.666134:0:10443:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.666137:0:10443:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.666139:0:10443:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.666144:0:10443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff9e4fddab9a00. 00000100:00000200:2.0:1763344908.666149:0:10443:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1848987881569792, offset 224 00000400:00000200:2.0:1763344908.666155:0:10443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.666165:0:10443:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.666170:0:10443:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385726:1385726:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385722:1385722:8:4294967295] 00000400:00000200:2.0:1763344908.666180:0:10443:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.666185:0:10443:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.666190:0:10443:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff9e4fcb09fa00. 00000800:00000200:2.0:1763344908.666196:0:10443:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.666201:0:10443:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:2.0:1763344908.666205:0:10443:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fcb09fa00 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:2.0:1763344908.666221:0:10443:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.666225:0:10443:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.666227:0:10443:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.666229:0:10443:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.666231:0:10443:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.666236:0:10443:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78aa00 x1848987881569792/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/53424 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344908.666245:0:10443:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+242:2406:x1848987881569792:12345-192.168.203.14@tcp:63:ll_sa.0 Request processed in 1142us (2857us total) trans 0 rc -2/-2 00000100:00100000:2.0:1763344908.666254:0:10443:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 8703 00000100:00000040:2.0:1763344908.666257:0:10443:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344908.666259:0:10443:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.666260:0:10443:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.666265:0:10443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50ee317e80. 00000020:00000010:2.0:1763344908.666270:0:10443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d320. 00000020:00000010:2.0:1763344908.666274:0:10443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50d729cc00. 00000020:00000040:2.0:1763344908.666277:0:10443:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 241 00000100:00000001:2.0:1763344908.666280:0:10443:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344908.666417:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.666422:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff9e4fcb09fa00. 00000400:00000200:2.0:1763344908.666426:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.666432:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.666437:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fddab9a00 00000400:00000010:2.0:1763344908.666439:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff9e4fddab9a00. 00000100:00000001:2.0:1763344908.666443:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.666444:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1763344908.667183:0:6509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.667186:0:6509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.667188:0:6509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.667190:0:6509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.667194:0:6509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.667195:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.667196:0:6509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.667197:0:6509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344908.667198:0:6509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.667200:0:6509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.667202:0:6509:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344908.667204:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x113:0x0].0x0 (ffff9e4fc1359c00) 00010000:00010000:3.0:1763344908.667206:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:3.0:1763344908.667208:0:6509:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.667210:0:6509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.667211:0:6509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.667212:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.667217:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50ecf16800/0x34881b40868182ec lrc: 0/0,0 mode: --/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e45a expref: 478 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.667224:0:6509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 470 00000020:00000040:3.0:1763344908.667226:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 477 00010000:00000010:3.0:1763344908.667228:0:6509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16080. 00010000:00000001:3.0:1763344908.667234:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.667235:0:6509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf16800, rc -2) 00000004:00000001:3.0:1763344908.667238:0:6509:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344908.667240:0:6509:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:3.0:1763344908.667244:0:6509:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6680. 00000004:00000010:3.0:1763344908.667248:0:6509:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9e4fc87e0e40. 00000004:00000001:3.0:1763344908.667252:0:6509:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344908.667254:0:6509:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763344908.667257:0:6509:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:3.0:1763344908.667260:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257767, transno 0, xid 1848987881569920 00010000:00000001:3.0:1763344908.667262:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.667267:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff788000 x1848987881569920/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/29424 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.667275:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.667277:0:6509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.667280:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.667283:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.667285:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.667288:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.667290:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.667292:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.667294:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.667296:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.668005:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff9e50ff742200. 00000100:00000200:1.0:1763344908.668014:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 29424 bytes to portal 4, xid 1848987881569920, offset 224 00000400:00000200:1.0:1763344908.668023:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.668035:0:6509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.668041:0:6509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385727:1385727:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385723:1385723:8:4294967295] 00000400:00000200:1.0:1763344908.668051:0:6509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.668057:0:6509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 29424 bytes in 8 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.668063:0:6509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff9e510117a800. 00000800:00000200:1.0:1763344908.668069:0:6509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.668075:0:6509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:1.0:1763344908.668079:0:6509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e510117a800 type 1, nob 29520 niov 1 nkiov 8 00000100:00000001:1.0:1763344908.668100:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.668104:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.668107:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.668108:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.668111:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.668117:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff788000 x1848987881569920/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/29424 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.668127:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+477:2405:x1848987881569920:12345-192.168.203.14@tcp:63:ll_sa.0 Request processed in 3001us (4640us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763344908.668140:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 8704 00000100:00000040:1.0:1763344908.668143:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:1.0:1763344908.668145:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.668147:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.668153:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e300. 00000020:00000010:1.0:1763344908.668158:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf320. 00000020:00000010:1.0:1763344908.668162:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdc400. 00000020:00000040:1.0:1763344908.668167:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 476 00000100:00000001:1.0:1763344908.668170:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.668332:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.668336:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 360 at ffff9e510117a800. 00000400:00000200:0.0:1763344908.668340:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.668345:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.668348:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50ff742200 00000400:00000010:0.0:1763344908.668350:0:3636:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff9e50ff742200. 00000100:00000001:0.0:1763344908.668354:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.668355:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344908.669930:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.669950:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344908.669955:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.669958:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.669972:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344908.669989:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 1840 into portal 24 MB=0x691a509dffe00 00000400:00000200:3.0:1763344908.669998:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.14@tcp of length 1840/1840 into md 0x209981 [256] + 17216 00000800:00000001:3.0:1763344908.670006:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.670014:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.670017:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.670021:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344908.670028:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.670030:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763344908.670037:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fcbb99500. 00000100:00000040:3.0:1763344908.670040:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fcbb99500 x1848987881569792 msgsize 1840 00000100:00100000:3.0:1763344908.670045:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344908.670059:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344908.670066:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.670070:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763344908.670658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35200. 00000100:00000001:1.0:1763344908.670690:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.670693:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881569792 02000000:00000001:1.0:1763344908.670696:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.670699:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.670701:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.670706:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.670710:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881569792 00000020:00000001:1.0:1763344908.670714:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.670716:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344908.670718:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.670721:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=242 00000020:00000001:1.0:1763344908.670723:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344908.670725:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344908.670730:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.670734:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.670738:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.670740:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.670746:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117ae00. 00000020:00000010:1.0:1763344908.670751:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.670756:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04190. 00000100:00000040:1.0:1763344908.670763:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344908.670766:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.670767:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.670770:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.670777:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.670806:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.670819:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.670821:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.670826:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 8705 00000100:00000040:1.0:1763344908.670830:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344908.670832:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664290383104 : -107409419168512 : ffff9e4fcbb99500) 00000100:00000040:1.0:1763344908.670839:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fcbb99500 x1848987881569792/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/0 e 0 to 0 dl 1763344919 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.670847:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.670850:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.670852:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.670854:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.670858:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fcbb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+242:2406:x1848987881569792:12345-192.168.203.14@tcp:63:ll_sa.0 00000100:00000200:1.0:1763344908.670861:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881569792 00000020:00000001:1.0:1763344908.670864:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.670868:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.670872:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.670875:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.670877:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809952 : -1044741664 : ffffffffc1ba81e0) 00000020:00000001:1.0:1763344908.670880:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344908.670883:0:6509:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881569792, found 0 last_xid 1848987881569791 00000020:00000001:1.0:1763344908.670885:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.670888:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.670890:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.670893:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.670898:0:6509:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:1.0:1763344908.670905:0:6509:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9e4fd25ac508. 00000100:00000001:1.0:1763344908.670910:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.670912:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.670918:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50ec10a000. 02000000:00000001:1.0:1763344908.670921:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.670923:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763344908.670927:0:6509:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9e4fcfc1bf00. 00000020:00000001:1.0:1763344908.670929:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:1.0:1763344908.670931:0:6509:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881569792, found 0 last_xid 1848987881569791 00000020:00080000:1.0:1763344908.670937:0:6509:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff9e4fcbb99500 x1848987881569792/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344908.670945:0:6509:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.670947:0:6509:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763344908.670950:0:6509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344908.670952:0:6509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344908.670960:0:6509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344908.670968:0:6509:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854de00. 00010000:00000010:1.0:1763344908.670972:0:6509:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42280. 00010000:00000001:1.0:1763344908.670977:0:6509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.670980:0:6509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35200. 00000020:00000001:1.0:1763344908.670984:0:6509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.670986:0:6509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35200 with handle 0x34881b4086818316 to hash 00000020:00000001:1.0:1763344908.670988:0:6509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.670989:0:6509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000010:1.0:1763344908.670994:0:6509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5cc00. 00010000:00000001:1.0:1763344908.670997:0:6509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00010000:1.0:1763344908.671001:0:6509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818316 lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e461 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.671009:0:6509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 224 00000020:00000040:1.0:1763344908.671012:0:6509:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=243 00010000:00000001:1.0:1763344908.671016:0:6509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763344908.671019:0:6509:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763344908.671023:0:6509:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344908.671025:0:6509:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763344908.671026:0:6509:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763344908.671028:0:6509:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344908.671031:0:6509:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x113:0x0] 00000020:00000001:1.0:1763344908.671034:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.671040:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:1.0:1763344908.671042:0:6509:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:1.0:1763344908.671044:0:6509:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.671046:0:6509:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763344908.671048:0:6509:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763344908.671051:0:6509:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000100:00000001:1.0:1763344908.671053:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.671055:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.671086:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff9e50fc3a0000. 02000000:00000001:1.0:1763344908.671089:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.671090:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.671095:0:6509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.671097:0:6509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50ec10a000. 02000000:00000001:1.0:1763344908.671101:0:6509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1763344908.671103:0:6509:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:1.0:1763344908.671106:0:6509:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.671109:0:6509:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763344908.671114:0:6509:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763344908.671117:0:6509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.671118:0:6509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.671121:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.671122:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.671124:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.671126:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.671127:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.671129:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.671130:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.671131:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.671133:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.671134:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.671135:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.671137:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.671139:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.671140:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.671141:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.671144:0:6509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.671145:0:6509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.671149:0:6509:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344908.671155:0:6509:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:1.0:1763344908.671157:0:6509:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:1.0:1763344908.671159:0:6509:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344908.671161:0:6509:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.671164:0:6509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.671165:0:6509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.671167:0:6509:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344908.671170:0:6509:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.671174:0:6509:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881569792, found 0 last_xid 1848987881569791 00000004:00010000:1.0:1763344908.671181:0:6509:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x25429cfc5e75e461 req@ffff9e4fcbb99500 x1848987881569792/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/53424 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344908.671189:0:6509:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763344908.671196:0:6509:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d4ba48 00000004:00000002:1.0:1763344908.671198:0:6509:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240002b11:0x113:0x0]/file3, ldlm_rep = ffff9e50fc3a0250 00000004:00000001:1.0:1763344908.671204:0:6509:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763344908.671207:0:6509:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763344908.671210:0:6509:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763344908.671213:0:6509:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344908.671214:0:6509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.671218:0:6509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854de00 count: 2 00010000:00000001:1.0:1763344908.671221:0:6509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.671223:0:6509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.671226:0:6509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35000. 00000020:00000001:1.0:1763344908.671228:0:6509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.671230:0:6509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35000 with handle 0x34881b408681831d to hash 00000020:00000001:1.0:1763344908.671231:0:6509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.671233:0:6509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000010:1.0:1763344908.671236:0:6509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5ca00. 00010000:00000001:1.0:1763344908.671237:0:6509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344908.671242:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.671244:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.671247:0:6509:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681831d lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.671254:0:6509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.671257:0:6509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.671259:0:6509:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.671261:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.671263:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.671265:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.671266:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.671268:0:6509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.671270:0:6509:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.671271:0:6509:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.671272:0:6509:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.671275:0:6509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x0 (ffff9e4fd854de00) refcount = 2 00010000:00010000:1.0:1763344908.671278:0:6509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681831d lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT1 00010000:00000001:1.0:1763344908.671283:0:6509:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.671288:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.671290:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671292:0:6509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.671293:0:6509:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.671295:0:6509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671298:0:6509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.671299:0:6509:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344908.671302:0:6509:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.671304:0:6509:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681831d lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6509 initiator: MDT1 00010000:00000001:1.0:1763344908.671309:0:6509:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344908.671311:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.671312:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.671313:0:6509:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344908.671315:0:6509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344908.671319:0:6509:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854d700. 00010000:00000010:1.0:1763344908.671322:0:6509:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42a00. 00010000:00000001:1.0:1763344908.671325:0:6509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.671327:0:6509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34e00. 00000020:00000001:1.0:1763344908.671329:0:6509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.671331:0:6509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34e00 with handle 0x34881b4086818324 to hash 00000020:00000001:1.0:1763344908.671333:0:6509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.671334:0:6509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000010:1.0:1763344908.671337:0:6509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5ce00. 00010000:00000001:1.0:1763344908.671339:0:6509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344908.671341:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.671342:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.671345:0:6509:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086818324 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.671349:0:6509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.671350:0:6509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.671352:0:6509:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.671353:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.671354:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.671356:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.671357:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.671359:0:6509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.671360:0:6509:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.671361:0:6509:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.671362:0:6509:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.671364:0:6509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0xca28b440 (ffff9e4fd854d700) refcount = 1 00010000:00010000:1.0:1763344908.671378:0:6509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086818324 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT1 00010000:00000001:1.0:1763344908.671383:0:6509:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.671385:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.671386:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671388:0:6509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.671390:0:6509:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.671392:0:6509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671393:0:6509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.671395:0:6509:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344908.671397:0:6509:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.671399:0:6509:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086818324 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6509 initiator: MDT1 00010000:00000001:1.0:1763344908.671403:0:6509:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344908.671405:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.671406:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.671408:0:6509:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.671412:0:6509:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763344908.671419:0:6509:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763344908.671422:0:6509:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763344908.671425:0:6509:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763344908.671428:0:6509:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344908.671432:0:6509:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1763344908.671434:0:6509:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1763344908.671450:0:6509:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1763344908.671454:0:6509:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1763344908.671457:0:6509:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.671459:0:6509:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.671461:0:6509:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.671463:0:6509:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763344908.671466:0:6509:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763344908.671468:0:6509:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344908.671470:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.671472:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.671473:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35000 refcount=3 00000020:00000001:1.0:1763344908.671475:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344908.671478:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344908.671480:0:6509:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344908.671483:0:6509:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681831d lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT1 00010000:00000001:1.0:1763344908.671487:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.671488:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.671490:0:6509:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681831d lrc: 2/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6509 initiator: MDT1 00010000:00000001:1.0:1763344908.671495:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.671496:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671498:0:6509:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344908.671501:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681831d lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT1 00010000:00010000:1.0:1763344908.671506:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca35000 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344908.671508:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.671510:0:6509:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344908.671512:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681831d lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT1 00010000:00000001:1.0:1763344908.671517:0:6509:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344908.671518:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.671519:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.671521:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35000 refcount=4 00000020:00000001:1.0:1763344908.671522:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344908.671524:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344908.671526:0:6509:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344908.671528:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681831d lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6509 initiator: MDT1 00010000:00000001:1.0:1763344908.671533:0:6509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344908.671534:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344908.671535:0:6509:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671538:0:6509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.671540:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.671541:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.671543:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.671545:0:6509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35000 with handle 0x34881b408681831d from hash 00010000:00000001:1.0:1763344908.671548:0:6509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.671549:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.671550:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.671551:0:6509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.671552:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.671554:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671555:0:6509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.671557:0:6509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.671559:0:6509:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.671561:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e4fd854de00) 00010000:00010000:1.0:1763344908.671563:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344908.671566:0:6509:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.671568:0:6509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671569:0:6509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.671571:0:6509:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344908.671573:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.671574:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.671576:0:6509:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671578:0:6509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.671579:0:6509:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.671582:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681831d lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT1 00010000:00000001:1.0:1763344908.671586:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.671587:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.671588:0:6509:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344908.671589:0:6509:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344908.671590:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.671592:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35000/0x34881b408681831d lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT1 00010000:00000010:1.0:1763344908.671596:0:6509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5ca00. 00010000:00000001:1.0:1763344908.671603:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.671605:0:6509:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344908.671606:0:6509:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344908.671608:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.671609:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.671611:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34e00 refcount=3 00000020:00000001:1.0:1763344908.671612:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344908.671614:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344908.671616:0:6509:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344908.671618:0:6509:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086818324 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT1 00010000:00000001:1.0:1763344908.671622:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.671622:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.671624:0:6509:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086818324 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6509 initiator: MDT1 00010000:00000001:1.0:1763344908.671627:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.671628:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671630:0:6509:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344908.671632:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086818324 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT1 00010000:00010000:1.0:1763344908.671636:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca34e00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344908.671637:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.671639:0:6509:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344908.671641:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086818324 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT1 00010000:00000001:1.0:1763344908.671645:0:6509:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344908.671646:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.671647:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.671648:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34e00 refcount=4 00000020:00000001:1.0:1763344908.671650:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344908.671651:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405974016 : -107404303577600 : ffff9e50fca34e00) 00010000:00000001:1.0:1763344908.671654:0:6509:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344908.671655:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086818324 lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6509 initiator: MDT1 00010000:00000001:1.0:1763344908.671663:0:6509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344908.671664:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344908.671665:0:6509:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671667:0:6509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.671668:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.671669:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.671671:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.671672:0:6509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34e00 with handle 0x34881b4086818324 from hash 00010000:00000001:1.0:1763344908.671674:0:6509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.671675:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.671676:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.671677:0:6509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.671679:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.671680:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671682:0:6509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.671683:0:6509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.671685:0:6509:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.671686:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0xca28b440 (ffff9e4fd854d700) 00010000:00010000:1.0:1763344908.671688:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344908.671690:0:6509:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.671692:0:6509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671694:0:6509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.671695:0:6509:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344908.671696:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.671697:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.671699:0:6509:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671700:0:6509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.671702:0:6509:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.671705:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086818324 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT1 00010000:00000001:1.0:1763344908.671709:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.671710:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.671711:0:6509:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344908.671712:0:6509:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344908.671714:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.671716:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34e00/0x34881b4086818324 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT1 00010000:00000010:1.0:1763344908.671721:0:6509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5ce00. 00010000:00000040:1.0:1763344908.671725:0:6509:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854d700 count: 0 00010000:00000010:1.0:1763344908.671729:0:6509:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42a00. 00010000:00000001:1.0:1763344908.671735:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.671736:0:6509:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344908.671738:0:6509:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763344908.671740:0:6509:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344908.671741:0:6509:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763344908.671744:0:6509:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:1.0:1763344908.671748:0:6509:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344908.671750:0:6509:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344908.671752:0:6509:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344908.671753:0:6509:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344908.671755:0:6509:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344908.671758:0:6509:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763344908.671774:0:6509:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.671776:0:6509:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.671779:0:6509:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763344908.671781:0:6509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344908.671783:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.671812:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.671814:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.671816:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.671817:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.671819:0:6509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35200 with handle 0x34881b4086818316 from hash 00010000:00000001:1.0:1763344908.671821:0:6509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.671823:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.671824:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.671824:0:6509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344908.671826:0:6509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763344908.671828:0:6509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:1.0:1763344908.671835:0:6509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818316 lrc: 1/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e461 expref: 243 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.671843:0:6509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344908.671845:0:6509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.671847:0:6509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.671849:0:6509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.671852:0:6509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671854:0:6509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.671856:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.671857:0:6509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.671858:0:6509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.671859:0:6509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.671861:0:6509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.671862:0:6509:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.671864:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e4fd854de00) 00010000:00010000:1.0:1763344908.671867:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:1.0:1763344908.671869:0:6509:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.671871:0:6509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.671873:0:6509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.671875:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.671878:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35200/0x34881b4086818316 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e461 expref: 243 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.671885:0:6509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 223 00000020:00000040:1.0:1763344908.671887:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 242 00010000:00000010:1.0:1763344908.671890:0:6509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5cc00. 00010000:00000040:1.0:1763344908.671892:0:6509:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854de00 count: 0 00010000:00000010:1.0:1763344908.671895:0:6509:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42280. 00010000:00000001:1.0:1763344908.671901:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.671902:0:6509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca35200, rc -2) 00000004:00000001:1.0:1763344908.671905:0:6509:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.671908:0:6509:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763344908.671912:0:6509:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9e4fd25ac508. 00000004:00000010:1.0:1763344908.671916:0:6509:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9e4fcfc1bf00. 00000004:00000001:1.0:1763344908.671919:0:6509:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763344908.671923:0:6509:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375a98/ffff9e4fd3375a40 to site lru. bkt: ffff9e50ff90c930 00000004:00000001:1.0:1763344908.671926:0:6509:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344908.671928:0:6509:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763344908.671931:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 0, xid 1848987881569792 00010000:00000001:1.0:1763344908.671934:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.671939:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fcbb99500 x1848987881569792/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/53424 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344908.671947:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.671950:0:6509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.671954:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.671958:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.671960:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.671963:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.671965:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.671967:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.671971:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.671974:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.671980:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff9e510117a800. 00000100:00000200:1.0:1763344908.671986:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1848987881570176, offset 224 00000400:00000200:1.0:1763344908.671994:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.672006:0:6509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.672012:0:6509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385728:1385728:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385724:1385724:8:4294967295] 00000400:00000200:1.0:1763344908.672023:0:6509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.672029:0:6509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.672034:0:6509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff9e510117aa00. 00000800:00000200:1.0:1763344908.672040:0:6509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.672046:0:6509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:1.0:1763344908.672051:0:6509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e510117aa00 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:1.0:1763344908.672069:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.672072:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.672075:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.672076:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.672079:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.672084:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fcbb99500 x1848987881569792/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/53424 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.672093:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fcbb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+242:2406:x1848987881569792:12345-192.168.203.14@tcp:63:ll_sa.0 Request processed in 1244us (2050us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763344908.672101:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 8705 00000100:00000040:1.0:1763344908.672105:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344908.672107:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.672109:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.672114:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.672118:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04190. 00000020:00000010:1.0:1763344908.672122:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117ae00. 00000020:00000040:1.0:1763344908.672125:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 241 00000100:00000001:1.0:1763344908.672127:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344908.672819:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.672825:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff9e510117aa00. 00000400:00000200:2.0:1763344908.672830:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.672836:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.672842:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e510117a800 00000400:00000010:2.0:1763344908.672844:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff9e510117a800. 00000100:00000001:2.0:1763344908.672847:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.672849:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.673146:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.673158:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.673161:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.673163:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.673170:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.673181:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509e00000 00000400:00000200:0.0:1763344908.673188:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 8896 00000800:00000001:0.0:1763344908.673194:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.673202:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.673204:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.673207:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.673211:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.673213:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344908.673219:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78b800. 00000100:00000040:0.0:1763344908.673222:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78b800 x1848987881570304 msgsize 328 00000100:00100000:0.0:1763344908.673226:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.673242:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.673249:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.673252:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.673543:0:74642:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.673547:0:74642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881570304 02000000:00000001:2.0:1763344908.673549:0:74642:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.673552:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.673554:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.673558:0:74642:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.673562:0:74642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881570304 00000020:00000001:2.0:1763344908.673565:0:74642:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.673567:0:74642:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:2.0:1763344908.673569:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.673572:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=24 00000020:00000001:2.0:1763344908.673574:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:2.0:1763344908.673577:0:74642:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:2.0:1763344908.673581:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.673586:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2080. 00000100:00000001:2.0:1763344908.673589:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.673592:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2080. 00000020:00000010:2.0:1763344908.673597:0:74642:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09fa00. 00000020:00000010:2.0:1763344908.673603:0:74642:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0280. 00000020:00000010:2.0:1763344908.673608:0:74642:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d320. 00000100:00000040:2.0:1763344908.673618:0:74642:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344908.673621:0:74642:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.673622:0:74642:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344908.673625:0:74642:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.673632:0:74642:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.673649:0:74642:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.673661:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.673663:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.673669:0:74642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27125 00000100:00000040:2.0:1763344908.673672:0:74642:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:2.0:1763344908.673675:0:74642:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453514752 : -107404256036864 : ffff9e50ff78b800) 00000100:00000040:2.0:1763344908.673682:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78b800 x1848987881570304/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.673691:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.673695:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2080. 00000100:00000001:2.0:1763344908.673697:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.673699:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2080. 00000100:00100000:2.0:1763344908.673704:0:74642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2405:x1848987881570304:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344908.673708:0:74642:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881570304 00000020:00000001:2.0:1763344908.673711:0:74642:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.673714:0:74642:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.673717:0:74642:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.673719:0:74642:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.673722:0:74642:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344908.673725:0:74642:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344908.673729:0:74642:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.673731:0:74642:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.673733:0:74642:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.673738:0:74642:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.673740:0:74642:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344908.673742:0:74642:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.673744:0:74642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.673745:0:74642:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344908.673747:0:74642:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.673752:0:74642:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344908.673760:0:74642:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359d00. 00010000:00000010:2.0:1763344908.673764:0:74642:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e4fc1359e00. 00010000:00000001:2.0:1763344908.673768:0:74642:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.673771:0:74642:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50d7df1c00. 00000020:00000001:2.0:1763344908.673774:0:74642:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.673776:0:74642:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7df1c00 with handle 0x34881b408681832b to hash 00000020:00000001:2.0:1763344908.673779:0:74642:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.673780:0:74642:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668789136384 : -107404920415232 : ffff9e50d7df1c00) 00010000:00000001:2.0:1763344908.673783:0:74642:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668789136384 : -107404920415232 : ffff9e50d7df1c00) 00010000:00010000:2.0:1763344908.673811:0:74642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1c00/0x34881b408681832b lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e499 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1763344908.673826:0:74642:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763344908.673831:0:74642:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e50f93d2080. 00002000:00000001:2.0:1763344908.673835:0:74642:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344908.673837:0:74642:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.673842:0:74642:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669017964632 : -107404691586984 : ffff9e50e582c058) 00002000:00000001:2.0:1763344908.673845:0:74642:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636669017964544 : -107404691587072 : ffff9e50e582c000) 00002000:00000001:2.0:1763344908.673847:0:74642:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344908.673852:0:74642:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763344908.673854:0:74642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000402:0x1bc2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00000001:2.0:1763344908.673857:0:74642:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1763344908.673860:0:74642:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e582c058/ffff9e50e582c000 to site lru. bkt: ffff9e50fb896108 00010000:00000040:2.0:1763344908.673862:0:74642:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 19 00000020:00000040:2.0:1763344908.673865:0:74642:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=25 00010000:00000001:2.0:1763344908.673872:0:74642:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763344908.673875:0:74642:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763344908.673877:0:74642:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.673880:0:74642:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.673884:0:74642:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d15a9c00. 02000000:00000001:2.0:1763344908.673886:0:74642:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.673888:0:74642:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.673891:0:74642:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344908.673893:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344908.673895:0:74642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344908.673897:0:74642:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.673899:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344908.673900:0:74642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344908.673901:0:74642:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.673905:0:74642:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763344908.673911:0:74642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1c00/0x34881b408681832b lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e499 expref: 25 pid: 74642 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344908.673919:0:74642:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc2:0x0].0x0 (ffff9e4fc1359d00) refcount = 1 00010000:00000040:2.0:1763344908.673922:0:74642:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.673926:0:74642:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1c00/0x34881b408681832b lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e499 expref: 25 pid: 74642 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344908.673935:0:74642:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.673937:0:74642:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.673939:0:74642:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.673941:0:74642:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763344908.673943:0:74642:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344908.673946:0:74642:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.673950:0:74642:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344908.673953:0:74642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1c00/0x34881b408681832b lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e499 expref: 25 pid: 74642 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344908.673962:0:74642:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.673964:0:74642:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344908.673966:0:74642:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.673968:0:74642:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.673970:0:74642:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.673972:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.673973:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.673975:0:74642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50d7df1c00, rc 0) 00000020:00000001:2.0:1763344908.673978:0:74642:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.673980:0:74642:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946966, transno 0, xid 1848987881570304 00010000:00000001:2.0:1763344908.673983:0:74642:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.673987:0:74642:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff78b800 x1848987881570304/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.673994:0:74642:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.673996:0:74642:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.673999:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.674003:0:74642:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.674006:0:74642:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.674008:0:74642:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.674011:0:74642:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.674013:0:74642:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.674016:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.674018:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.674023:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9214c8. 00000100:00000200:2.0:1763344908.674028:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881570304, offset 224 00000400:00000200:2.0:1763344908.674035:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.674044:0:74642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.674049:0:74642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385729:1385729:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385725:1385725:8:4294967295] 00000400:00000200:2.0:1763344908.674059:0:74642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.674065:0:74642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.674070:0:74642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71900. 00000800:00000200:2.0:1763344908.674076:0:74642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.674081:0:74642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.674085:0:74642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.674104:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.674107:0:74642:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.674110:0:74642:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.674112:0:74642:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.674114:0:74642:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.674118:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78b800 x1848987881570304/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.674128:0:74642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+25:2405:x1848987881570304:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 435us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344908.674135:0:74642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27125 00000100:00000040:2.0:1763344908.674138:0:74642:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:2.0:1763344908.674141:0:74642:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.674142:0:74642:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.674147:0:74642:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0280. 00000020:00000010:2.0:1763344908.674150:0:74642:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d320. 00000020:00000010:2.0:1763344908.674154:0:74642:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09fa00. 00000020:00000040:2.0:1763344908.674159:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 24 00000100:00000001:2.0:1763344908.674161:0:74642:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.674987:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.674994:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71900. 00000400:00000200:0.0:1763344908.675002:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.675008:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.675015:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9214c8 00000400:00000010:0.0:1763344908.675018:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9214c8. 00000100:00000001:0.0:1763344908.675023:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.675024:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344908.675856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb426a00. 00010000:00000010:2.1:1763344908.675867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359a00. 00010000:00000010:2.1:1763344908.675871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb427800. 00010000:00000010:2.1:1763344908.675874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359400. 00010000:00000010:2.1:1763344908.675894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb427e00. 00000800:00000001:2.0:1763344908.676254:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.676266:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.676269:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.676272:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.676281:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.676295:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 1840 into portal 24 MB=0x691a509dffe80 00000400:00000200:2.0:1763344908.676303:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.14@tcp of length 1840/1840 into md 0x209981 [256] + 19056 00000800:00000001:2.0:1763344908.676312:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.676321:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.676324:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.676328:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.676334:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.676336:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344908.676341:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62ce300. 00000100:00000040:2.0:1763344908.676345:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62ce300 x1848987881569920 msgsize 1840 00000100:00100000:2.0:1763344908.676349:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.676502:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.676510:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.676514:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.676674:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.676677:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881569920 02000000:00000001:0.0:1763344908.676680:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.676682:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.676684:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.676688:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.676692:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881569920 00000020:00000001:0.0:1763344908.676696:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.676697:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344908.676700:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.676702:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=477 00000020:00000001:0.0:1763344908.676705:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344908.676707:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344908.676711:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.676717:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2dc0. 00000100:00000001:0.0:1763344908.676720:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.676723:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2dc0. 00000020:00000010:0.0:1763344908.676729:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d5e00. 00000020:00000010:0.0:1763344908.676735:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139d00. 00000020:00000010:0.0:1763344908.676741:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732190. 00000100:00000040:0.0:1763344908.676749:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344908.676751:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.676753:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344908.676755:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.676763:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.676782:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.676891:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.676894:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.676899:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 8706 00000100:00000040:1.0:1763344908.676903:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:1.0:1763344908.676905:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029114624 : -107404680436992 : ffff9e50e62ce300) 00000100:00000040:1.0:1763344908.676912:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62ce300 x1848987881569920/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/0 e 0 to 0 dl 1763344919 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.676921:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.676925:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.676927:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.676929:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.676933:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+477:2405:x1848987881569920:12345-192.168.203.14@tcp:63:ll_sa.0 00000100:00000200:1.0:1763344908.676936:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881569920 00000020:00000001:1.0:1763344908.676939:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.676942:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.676947:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.676949:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.676951:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809952 : -1044741664 : ffffffffc1ba81e0) 00000020:00000001:1.0:1763344908.676954:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344908.676957:0:6509:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881569920, found 0 last_xid 1848987881569919 00000020:00000001:1.0:1763344908.676960:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.676962:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.676964:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.676968:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.676972:0:6509:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:1.0:1763344908.676978:0:6509:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9e4fd25ac508. 00000100:00000001:1.0:1763344908.676982:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.676984:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.677132:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50ec10a000. 02000000:00000001:1.0:1763344908.677136:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.677139:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763344908.677145:0:6509:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9e4fcfc1bf00. 00000020:00000001:1.0:1763344908.677147:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:1.0:1763344908.677150:0:6509:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881569920, found 0 last_xid 1848987881569919 00000020:00080000:1.0:1763344908.677155:0:6509:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff9e50e62ce300 x1848987881569920/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/4320 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344908.677164:0:6509:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.677167:0:6509:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763344908.677169:0:6509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344908.677171:0:6509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344908.677178:0:6509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.677184:0:6509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359c00 count: 3 00010000:00000001:1.0:1763344908.677187:0:6509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.677190:0:6509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.677194:0:6509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34400. 00000020:00000001:1.0:1763344908.677198:0:6509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.677200:0:6509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34400 with handle 0x34881b4086818332 to hash 00000020:00000001:1.0:1763344908.677206:0:6509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.677209:0:6509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000010:1.0:1763344908.677214:0:6509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5cc00. 00010000:00000001:1.0:1763344908.677217:0:6509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00010000:1.0:1763344908.677222:0:6509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34400/0x34881b4086818332 lrc: 2/0,0 mode: --/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e45a expref: -99 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.677230:0:6509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 471 00000020:00000040:1.0:1763344908.677232:0:6509:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=478 00010000:00000001:1.0:1763344908.677237:0:6509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763344908.677240:0:6509:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763344908.677244:0:6509:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763344908.677246:0:6509:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763344908.677248:0:6509:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763344908.677250:0:6509:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344908.677252:0:6509:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b10:0x113:0x0] 00000020:00000001:1.0:1763344908.677255:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.677259:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779194328 : -107404930357288 : ffff9e50d74767d8) 00000004:00000001:1.0:1763344908.677262:0:6509:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668779194240 : -107404930357376 : ffff9e50d7476780) 00000004:00000001:1.0:1763344908.677264:0:6509:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.677267:0:6509:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763344908.677269:0:6509:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763344908.677272:0:6509:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 29200 00000100:00000001:1.0:1763344908.677275:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.677277:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.677300:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 29720 at ffff9e50ec6f8000. 02000000:00000001:1.0:1763344908.677303:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.677305:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.677310:0:6509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.677312:0:6509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9e50ec10a000. 02000000:00000001:1.0:1763344908.677316:0:6509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1763344908.677318:0:6509:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 24872:968 00000004:00000001:1.0:1763344908.677321:0:6509:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.677323:0:6509:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763344908.677328:0:6509:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763344908.677331:0:6509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.677333:0:6509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.677336:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.677338:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.677340:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.677341:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.677343:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.677345:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.677346:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.677348:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.677350:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.677351:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.677352:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.677354:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.677356:0:6509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.677357:0:6509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.677359:0:6509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.677361:0:6509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.677362:0:6509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.677379:0:6509:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344908.677385:0:6509:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:1.0:1763344908.677388:0:6509:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:1.0:1763344908.677391:0:6509:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344908.677392:0:6509:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.677395:0:6509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.677397:0:6509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.677399:0:6509:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344908.677401:0:6509:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.677406:0:6509:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881569920, found 0 last_xid 1848987881569919 00000004:00010000:1.0:1763344908.677413:0:6509:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x25429cfc5e75e45a req@ffff9e50e62ce300 x1848987881569920/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/29424 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344908.677421:0:6509:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763344908.677427:0:6509:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1d4ba48 00000004:00000002:1.0:1763344908.677430:0:6509:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200002b10:0x113:0x0]/file2, ldlm_rep = ffff9e50ec6f8250 00000004:00000001:1.0:1763344908.677445:0:6509:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763344908.677449:0:6509:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763344908.677459:0:6509:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763344908.677462:0:6509:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344908.677464:0:6509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.677467:0:6509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359c00 count: 4 00010000:00000001:1.0:1763344908.677470:0:6509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.677472:0:6509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.677475:0:6509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35a00. 00000020:00000001:1.0:1763344908.677478:0:6509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.677480:0:6509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35a00 with handle 0x34881b4086818339 to hash 00000020:00000001:1.0:1763344908.677482:0:6509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.677483:0:6509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405977088 : -107404303574528 : ffff9e50fca35a00) 00010000:00000010:1.0:1763344908.677487:0:6509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5ce00. 00010000:00000001:1.0:1763344908.677489:0:6509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405977088 : -107404303574528 : ffff9e50fca35a00) 00010000:00000001:1.0:1763344908.677493:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.677495:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.677498:0:6509:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35a00/0x34881b4086818339 lrc: 3/1,0 mode: --/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677504:0:6509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.677508:0:6509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.677510:0:6509:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.677513:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.677516:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.677518:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.677520:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.677523:0:6509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.677525:0:6509:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.677526:0:6509:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.677528:0:6509:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.677530:0:6509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b10:0x113:0x0].0x0 (ffff9e4fc1359c00) refcount = 4 00010000:00000040:1.0:1763344908.677534:0:6509:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344908.677538:0:6509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34800/0x34881b40868181c6 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3e3 expref: 478 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.677550:0:6509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9e50f5d91a00/0x34881b4086818156 lrc: 2/0,1 mode: TXN/TXN res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT0 00010000:00010000:1.0:1763344908.677556:0:6509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35a00/0x34881b4086818339 lrc: 3/1,0 mode: CR/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677561:0:6509:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.677565:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.677568:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.677570:0:6509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.677571:0:6509:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.677573:0:6509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.677575:0:6509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.677578:0:6509:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344908.677581:0:6509:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.677585:0:6509:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35a00/0x34881b4086818339 lrc: 3/1,0 mode: CR/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677590:0:6509:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344908.677592:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.677593:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.677595:0:6509:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344908.677596:0:6509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344908.677601:0:6509:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854dd00. 00010000:00000010:1.0:1763344908.677604:0:6509:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42d00. 00010000:00000001:1.0:1763344908.677608:0:6509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.677610:0:6509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34a00. 00000020:00000001:1.0:1763344908.677612:0:6509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.677613:0:6509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34a00 with handle 0x34881b4086818340 to hash 00000020:00000001:1.0:1763344908.677615:0:6509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.677616:0:6509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000010:1.0:1763344908.677619:0:6509:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5ca00. 00010000:00000001:1.0:1763344908.677621:0:6509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344908.677624:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.677625:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.677628:0:6509:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086818340 lrc: 3/1,0 mode: --/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677633:0:6509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.677634:0:6509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.677635:0:6509:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344908.677637:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.677638:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.677640:0:6509:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.677641:0:6509:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.677642:0:6509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.677643:0:6509:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344908.677644:0:6509:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344908.677645:0:6509:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344908.677647:0:6509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002b10:0x113:0x0].0xfbe05a87 (ffff9e4fd854dd00) refcount = 1 00010000:00010000:1.0:1763344908.677650:0:6509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086818340 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677654:0:6509:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344908.677655:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.677656:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.677658:0:6509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.677659:0:6509:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.677660:0:6509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.677662:0:6509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.677664:0:6509:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344908.677665:0:6509:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.677667:0:6509:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086818340 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677672:0:6509:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344908.677673:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.677674:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.677675:0:6509:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.677680:0:6509:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763344908.677687:0:6509:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763344908.677690:0:6509:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763344908.677692:0:6509:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002b10:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763344908.677696:0:6509:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344908.677700:0:6509:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1763344908.677703:0:6509:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1763344908.677723:0:6509:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1763344908.677727:0:6509:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1763344908.677729:0:6509:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.677732:0:6509:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.677734:0:6509:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.677736:0:6509:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763344908.677739:0:6509:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763344908.677741:0:6509:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344908.677743:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.677745:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.677746:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35a00 refcount=3 00000020:00000001:1.0:1763344908.677748:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405977088 : -107404303574528 : ffff9e50fca35a00) 00010000:00000001:1.0:1763344908.677750:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405977088 : -107404303574528 : ffff9e50fca35a00) 00010000:00000001:1.0:1763344908.677752:0:6509:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344908.677755:0:6509:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35a00/0x34881b4086818339 lrc: 3/1,0 mode: CR/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677759:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.677760:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.677762:0:6509:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35a00/0x34881b4086818339 lrc: 2/0,0 mode: CR/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677766:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.677768:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.677770:0:6509:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344908.677772:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35a00/0x34881b4086818339 lrc: 3/0,0 mode: CR/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT0 00010000:00010000:1.0:1763344908.677782:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca35a00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344908.677784:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.677822:0:6509:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344908.677825:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35a00/0x34881b4086818339 lrc: 3/0,0 mode: CR/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677830:0:6509:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344908.677832:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.677833:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.677834:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35a00 refcount=4 00000020:00000001:1.0:1763344908.677836:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405977088 : -107404303574528 : ffff9e50fca35a00) 00010000:00000001:1.0:1763344908.677838:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405977088 : -107404303574528 : ffff9e50fca35a00) 00010000:00000001:1.0:1763344908.677840:0:6509:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344908.677843:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35a00/0x34881b4086818339 lrc: 4/0,0 mode: CR/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677848:0:6509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344908.677850:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344908.677851:0:6509:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.677853:0:6509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.677855:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.677856:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.677857:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.677860:0:6509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35a00 with handle 0x34881b4086818339 from hash 00010000:00000001:1.0:1763344908.677862:0:6509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.677863:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.677864:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.677865:0:6509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.677867:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.677868:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.677870:0:6509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.677871:0:6509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.677873:0:6509:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.677875:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x113:0x0].0x0 (ffff9e4fc1359c00) 00010000:00010000:1.0:1763344908.677878:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344908.677880:0:6509:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.677883:0:6509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.677884:0:6509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.677886:0:6509:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344908.677888:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.677889:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.677890:0:6509:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.677892:0:6509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.677893:0:6509:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.677896:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35a00/0x34881b4086818339 lrc: 2/0,0 mode: --/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677900:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.677900:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.677901:0:6509:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344908.677903:0:6509:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344908.677904:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.677906:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca35a00/0x34881b4086818339 lrc: 0/0,0 mode: --/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT0 00010000:00000010:1.0:1763344908.677911:0:6509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5ce00. 00010000:00000001:1.0:1763344908.677919:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.677920:0:6509:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344908.677922:0:6509:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344908.677923:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.677924:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.677925:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34a00 refcount=3 00000020:00000001:1.0:1763344908.677927:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344908.677929:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344908.677930:0:6509:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344908.677933:0:6509:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086818340 lrc: 3/1,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677937:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.677938:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.677940:0:6509:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086818340 lrc: 2/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677944:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.677946:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.677947:0:6509:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344908.677949:0:6509:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086818340 lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT0 00010000:00010000:1.0:1763344908.677953:0:6509:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca34a00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344908.677955:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.677956:0:6509:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344908.677957:0:6509:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086818340 lrc: 3/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677961:0:6509:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344908.677962:0:6509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.677963:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.677964:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34a00 refcount=4 00000020:00000001:1.0:1763344908.677966:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344908.677968:0:6509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405972992 : -107404303578624 : ffff9e50fca34a00) 00010000:00000001:1.0:1763344908.677969:0:6509:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344908.677971:0:6509:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086818340 lrc: 4/0,0 mode: PR/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.677974:0:6509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344908.677975:0:6509:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344908.677976:0:6509:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.677978:0:6509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.677980:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.677981:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.677982:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.677984:0:6509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34a00 with handle 0x34881b4086818340 from hash 00010000:00000001:1.0:1763344908.677986:0:6509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.677987:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.677988:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.677989:0:6509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.677990:0:6509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.677991:0:6509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.677993:0:6509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.677994:0:6509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.677996:0:6509:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.677997:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x113:0x0].0xfbe05a87 (ffff9e4fd854dd00) 00010000:00010000:1.0:1763344908.677999:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344908.678001:0:6509:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.678002:0:6509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.678004:0:6509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.678005:0:6509:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344908.678007:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.678008:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.678009:0:6509:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.678011:0:6509:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.678012:0:6509:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.678015:0:6509:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086818340 lrc: 2/0,0 mode: --/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT0 00010000:00000001:1.0:1763344908.678019:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.678020:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.678021:0:6509:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344908.678023:0:6509:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344908.678024:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.678026:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34a00/0x34881b4086818340 lrc: 0/0,0 mode: --/PR res: [0x200002b10:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6509 initiator: MDT0 00010000:00000010:1.0:1763344908.678030:0:6509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5ca00. 00010000:00000040:1.0:1763344908.678033:0:6509:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854dd00 count: 0 00010000:00000010:1.0:1763344908.678037:0:6509:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42d00. 00010000:00000001:1.0:1763344908.678045:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.678046:0:6509:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344908.678047:0:6509:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763344908.678049:0:6509:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344908.678050:0:6509:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763344908.678053:0:6509:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:1.0:1763344908.678058:0:6509:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344908.678060:0:6509:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344908.678062:0:6509:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344908.678063:0:6509:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344908.678065:0:6509:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344908.678067:0:6509:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763344908.678076:0:6509:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.678079:0:6509:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.678081:0:6509:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763344908.678083:0:6509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344908.678084:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.678086:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.678087:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.678088:0:6509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.678090:0:6509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.678091:0:6509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34400 with handle 0x34881b4086818332 from hash 00010000:00000001:1.0:1763344908.678093:0:6509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.678095:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.678096:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.678097:0:6509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344908.678098:0:6509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763344908.678100:0:6509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:1.0:1763344908.678105:0:6509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34400/0x34881b4086818332 lrc: 1/0,0 mode: --/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e45a expref: 478 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.678110:0:6509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344908.678112:0:6509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.678114:0:6509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.678116:0:6509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.678118:0:6509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.678119:0:6509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.678121:0:6509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.678122:0:6509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.678123:0:6509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.678125:0:6509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.678126:0:6509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.678127:0:6509:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.678129:0:6509:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002b10:0x113:0x0].0x0 (ffff9e4fc1359c00) 00010000:00010000:1.0:1763344908.678131:0:6509:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:1.0:1763344908.678132:0:6509:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.678134:0:6509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.678135:0:6509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.678136:0:6509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.678139:0:6509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50fca34400/0x34881b4086818332 lrc: 0/0,0 mode: --/CR res: [0x200002b10:0x113:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e45a expref: 478 pid: 6509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.678144:0:6509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 470 00000020:00000040:1.0:1763344908.678147:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 477 00010000:00000010:1.0:1763344908.678149:0:6509:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5cc00. 00010000:00000001:1.0:1763344908.678152:0:6509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.678153:0:6509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34400, rc -2) 00000004:00000001:1.0:1763344908.678155:0:6509:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763344908.678158:0:6509:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763344908.678161:0:6509:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9e4fd25ac508. 00000004:00000010:1.0:1763344908.678164:0:6509:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9e4fcfc1bf00. 00000004:00000001:1.0:1763344908.678167:0:6509:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344908.678169:0:6509:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344908.678171:0:6509:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763344908.678174:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257767, transno 0, xid 1848987881569920 00010000:00000001:1.0:1763344908.678177:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.678181:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62ce300 x1848987881569920/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/29424 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344908.678189:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.678191:0:6509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.678195:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.678200:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.678202:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.678204:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.678207:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.678209:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.678212:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.678215:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.678220:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff9e50ff742200. 00000100:00000200:1.0:1763344908.678226:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 29424 bytes to portal 4, xid 1848987881570432, offset 224 00000400:00000200:1.0:1763344908.678233:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.678243:0:6509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.678249:0:6509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385730:1385730:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385726:1385726:8:4294967295] 00000400:00000200:1.0:1763344908.678261:0:6509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.678266:0:6509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 29424 bytes in 8 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.678271:0:6509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff9e510117ae00. 00000800:00000200:1.0:1763344908.678277:0:6509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.678283:0:6509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:1.0:1763344908.678288:0:6509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e510117ae00 type 1, nob 29520 niov 1 nkiov 8 00000100:00000001:1.0:1763344908.678296:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.678300:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.678302:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.678304:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.678307:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.678311:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62ce300 x1848987881569920/t0(0) o63->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 1840/29424 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.678322:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+477:2405:x1848987881569920:12345-192.168.203.14@tcp:63:ll_sa.0 Request processed in 1399us (1975us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763344908.678330:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 8706 00000100:00000040:1.0:1763344908.678334:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:1.0:1763344908.678337:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.678338:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.678344:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139d00. 00000020:00000010:1.0:1763344908.678349:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732190. 00000020:00000010:1.0:1763344908.678353:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d5e00. 00000020:00000040:1.0:1763344908.678357:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 476 00000100:00000001:1.0:1763344908.678360:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.679102:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.679108:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 360 at ffff9e510117ae00. 00000400:00000200:0.0:1763344908.679113:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.679120:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.679125:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50ff742200 00000400:00000010:0.0:1763344908.679128:0:3636:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff9e50ff742200. 00000100:00000001:0.0:1763344908.679132:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.679135:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344908.681056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:3.1:1763344908.681073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd084c700. 00010000:00000010:3.1:1763344908.681077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00010000:00000010:3.1:1763344908.681081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:1.1:1763344908.681471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35000. 00010000:00000010:1.1:1763344908.681480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d700. 00010000:00000010:1.1:1763344908.681486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34e00. 00010000:00000010:1.1:1763344908.681490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854de00. 00010000:00000010:1.1:1763344908.681492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35200. 00000800:00000001:0.0:1763344908.682381:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.682396:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.682400:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.682403:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.682413:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.682430:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509e00100 00000400:00000200:0.0:1763344908.682438:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 9224 00000800:00000001:0.0:1763344908.682447:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.682454:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.682501:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.682506:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.682514:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.682516:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344908.682522:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78bb80. 00000100:00000040:0.0:1763344908.682526:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78bb80 x1848987881570560 msgsize 328 00000100:00100000:0.0:1763344908.682531:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.682545:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.682553:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.682557:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.682618:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.682622:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881570560 02000000:00000001:3.0:1763344908.682626:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.682628:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.682631:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.682635:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.682640:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881570560 00000020:00000001:3.0:1763344908.682643:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.682646:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:3.0:1763344908.682648:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.682651:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=25 00000020:00000001:3.0:1763344908.682654:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:3.0:1763344908.682657:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:3.0:1763344908.682661:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.682666:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344908.682670:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.682674:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344908.682679:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdcc00. 00000020:00000010:3.0:1763344908.682685:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344908.682691:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf578. 00000100:00000040:3.0:1763344908.682701:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344908.682705:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.682706:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.682710:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.682718:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.682736:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.682749:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.682751:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.682756:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27126 00000100:00000040:3.0:1763344908.682760:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:3.0:1763344908.682762:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453515648 : -107404256035968 : ffff9e50ff78bb80) 00000100:00000040:3.0:1763344908.682769:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78bb80 x1848987881570560/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344908.682784:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.682814:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344908.682817:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.682820:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000100:00100000:3.0:1763344908.682824:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+25:253441:x1848987881570560:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344908.682828:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881570560 00000020:00000001:3.0:1763344908.682832:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.682836:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.682838:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.682841:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.682843:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344908.682846:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344908.682849:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.682851:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.682853:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.682859:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.682861:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344908.682863:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344908.682865:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344908.682867:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344908.682869:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.682874:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.682881:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 2 00010000:00000001:3.0:1763344908.682884:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.682887:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.682890:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16800. 00000020:00000001:3.0:1763344908.682894:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.682896:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16800 with handle 0x34881b4086818347 to hash 00000020:00000001:3.0:1763344908.682898:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.682900:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:3.0:1763344908.682903:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00010000:3.0:1763344908.682907:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086818347 lrc: 2/0,0 mode: --/GROUP res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e4a0 expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.682916:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 20 00000020:00000040:3.0:1763344908.682918:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=26 00000100:00000001:3.0:1763344908.682927:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.682929:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.682933:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50ff800000. 02000000:00000001:3.0:1763344908.682936:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.682938:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.682940:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344908.682944:0:74638:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344908.682946:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344908.682949:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.682952:0:74638:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1763344908.682954:0:74638:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344908.682959:0:74638:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 26 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.682966:0:74638:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344908.682967:0:74638:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.682970:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:3.0:1763344908.682972:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.682974:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344908.682976:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:3.0:1763344908.682977:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.682979:0:74638:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.682981:0:74638:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763344908.682985:0:74638:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086818347 lrc: 4/0,0 mode: --/GROUP res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a0 expref: 26 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.682993:0:74638:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc1:0x0].0x0 (ffff9e4fc1359100) refcount = 2 00010000:00000040:3.0:1763344908.682996:0:74638:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.682999:0:74638:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 26 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.683005:0:74638:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763344908.683008:0:74638:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086818347 lrc: 4/0,0 mode: --/GROUP res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a0 expref: 26 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763344908.683016:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344908.683020:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.683027:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0e40. 00000100:00000001:3.0:1763344908.683029:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236150336 : -107409473401280 : ffff9e4fc87e0e40) 00000100:00000001:3.0:1763344908.683031:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236150336 : -107409473401280 : ffff9e4fc87e0e40) 00000100:00000001:3.0:1763344908.683034:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.683036:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.683037:0:74638:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.683039:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.683041:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763344908.683043:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.683045:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.683047:0:74638:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763344908.683048:0:74638:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763344908.683053:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8600000. 00000020:00000040:3.0:1763344908.683056:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763344908.683059:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.683061:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.683065:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.683071:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e50c2bdd000. 00000100:00000001:3.0:1763344908.683076:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.683080:0:74638:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 26 pid: 74642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.683095:0:74638:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 26 pid: 74642 timeout: 13115 lvb_type: 0 00010000:00000001:3.0:1763344908.683108:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344908.683112:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.683116:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8600000 x1848987617987072/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.683124:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.683126:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.683132:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8600000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:74638:1848987617987072:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344908.683136:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.683142:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.683145:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.683149:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.683154:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50c2bdda00. 02000000:00000001:3.0:1763344908.683157:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.683163:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac580. 00000400:00000010:3.0:1763344908.683169:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbcc0. 00000100:00000200:3.0:1763344908.683176:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617987072, portal 16 00000100:00000001:3.0:1763344908.683178:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.683180:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334454272 : -107404375097344 : ffff9e50f8600000) 00000100:00000040:3.0:1763344908.683185:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f8600000 x1848987617987072/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.683192:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.683194:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.683196:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb440. 00000100:00000200:3.0:1763344908.683199:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617987072, offset 0 00000400:00000200:3.0:1763344908.683206:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.683216:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.683221:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344908.683226:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344908.683229:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344908.683231:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344908.683235:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385731:1385731:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385727:1385727:8:4294967295] 00000400:00000200:3.0:1763344908.683245:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.683250:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.683256:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.683261:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.683267:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.683271:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.683281:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.683284:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307683820 00000100:00000001:3.0:1763344908.683290:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307683760 00000100:00000001:3.0:1763344908.683295:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307683820 00000100:00000001:3.0:1763344908.683298:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307683760 00000100:00000001:3.0:1763344908.683300:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307683820 00000100:00000001:3.0:1763344908.683303:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307683760 00000100:00000001:3.0:1763344908.683306:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307683820 00000100:00000001:3.0:1763344908.683309:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307683760 00000100:00000001:3.0:1763344908.683311:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.683315:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.683317:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.683318:0:74638:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.683320:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.683322:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.683323:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.683324:0:74638:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.683326:0:74638:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.683327:0:74638:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.683329:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.683331:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.683333:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.683335:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0e40 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.683338:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.683341:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344908.684983:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.684991:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:0.0:1763344908.685001:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.685009:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.685015:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb440 00000400:00000010:0.0:1763344908.685017:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb440. 00000100:00000001:0.0:1763344908.685021:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.685028:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8600000 x1848987617987072/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.685039:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.685042:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8600000 x1848987617987072/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.685049:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.685051:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.686782:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.686825:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.686829:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.686831:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.686840:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.686856:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a0a00 00000400:00000200:0.0:1763344908.686864:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x666259 [1] + 224 00000800:00000001:0.0:1763344908.686872:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.686880:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.686883:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.686886:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.686893:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.686899:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8600000 x1848987617987072/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344908.686908:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50f8600000 x1848987617987072/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.686923:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.686929:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.686932:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.687044:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.687053:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.687055:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.687059:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac580. 00000400:00000200:3.0:1763344908.687063:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbcc0 00000400:00000010:3.0:1763344908.687066:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbcc0. 00000100:00000001:3.0:1763344908.687069:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.687074:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8600000 x1848987617987072/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344908.687083:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8600000 x1848987617987072/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.687089:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.687091:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.687093:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.687097:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.687099:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.687101:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.687105:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.687111:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.687115:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.687118:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.687119:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.687122:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.687125:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.687128:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.687132:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8600000 x1848987617987072/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.687138:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.687140:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.687142:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.687144:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763344908.687147:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.687149:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.687151:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.687155:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8600000 x1848987617987072/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344908.687162:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8600000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:74638:1848987617987072:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344908.687166:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.687169:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.687172:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.687173:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.687176:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8600000 x1848987617987072/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.687182:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.687184:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344908.687188:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50c2bdda00. 02000000:00000001:3.0:1763344908.687192:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.687195:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344908.687196:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763344908.687199:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344908.687201:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e50c2bdd000. 02000000:00000001:3.0:1763344908.687203:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.687205:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344908.687207:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8600000. 00000100:00000001:3.0:1763344908.687210:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.687212:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344908.687214:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0e40. 00000100:00000001:3.0:1763344908.687217:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.687219:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344908.687221:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82ddf00. 00010000:00000001:3.0:1763344908.687224:0:74638:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.687227:0:74638:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.687229:0:74638:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.687237:0:74638:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344908.687242:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086818347 lrc: 3/0,0 mode: --/GROUP res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x40000000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a0 expref: 26 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.687261:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.687263:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763344908.687265:0:74638:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50ecf16800 00010000:00000001:3.0:1763344908.687267:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344908.687269:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.687272:0:74638:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.687275:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763344908.687277:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763344908.687279:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.687280:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.687281:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.687282:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.687284:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf16800, rc 0) 00000020:00000001:3.0:1763344908.687287:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.687290:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946966, transno 0, xid 1848987881570560 00010000:00000001:3.0:1763344908.687293:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.687297:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff78bb80 x1848987881570560/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344908.687305:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.687307:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.687310:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.687314:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.687316:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.687319:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.687321:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.687323:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.687326:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.687329:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.687334:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbcc0. 00000100:00000200:3.0:1763344908.687338:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881570560, offset 224 00000400:00000200:3.0:1763344908.687343:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.687353:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.687360:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385732:1385732:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385728:1385728:8:4294967295] 00000400:00000200:3.0:1763344908.687382:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.687389:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000001:0.0:1763344908.687500:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.687507:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.687509:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.687511:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.687516:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.687523:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 2008 into portal 6 MB=0x691a509e00180 00000400:00000200:0.0:1763344908.687529:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 2008/2008 into md 0x1e2579 [128] + 73016 00000800:00000001:0.0:1763344908.687533:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.687542:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.687544:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.687547:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.687551:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.687553:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763344908.687559:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff788700. 00000100:00000040:0.0:1763344908.687562:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff788700 x1848987881570688 msgsize 2008 00000100:00100000:0.0:1763344908.687565:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.687586:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.687592:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.687595:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.687727:0:68731:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.687730:0:68731:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881570688 02000000:00000001:2.0:1763344908.687733:0:68731:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.687734:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.687736:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.687742:0:68731:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.687745:0:68731:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881570688 00000020:00000001:2.0:1763344908.687747:0:68731:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.687749:0:68731:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:2.0:1763344908.687752:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.687755:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=27 00000020:00000001:2.0:1763344908.687757:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:2.0:1763344908.687760:0:68731:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:2.0:1763344908.687764:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.687768:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2c80. 00000100:00000001:2.0:1763344908.687772:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.687774:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2c80. 00000020:00000010:2.0:1763344908.687780:0:68731:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09fa00. 00000020:00000010:2.0:1763344908.687786:0:68731:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0280. 00000020:00000010:2.0:1763344908.687819:0:68731:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d320. 00000100:00000040:2.0:1763344908.687829:0:68731:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763344908.687832:0:68731:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000010:1.1:1763344908.687833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35a00. 00000100:00000001:2.0:1763344908.687834:0:68731:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763344908.687836:0:68731:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763344908.687839:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000010:1.1:1763344908.687840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854dd00. 00000020:00000001:2.0:1763344908.687841:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932256 : -1042619360 : ffffffffc1dae420) 00000020:00000001:2.0:1763344908.687844:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000010:1.1:1763344908.687845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34a00. 00000020:00000001:2.0:1763344908.687847:0:68731:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000010:1.1:1763344908.687848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34400. 00000020:00000001:2.0:1763344908.687850:0:68731:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763344908.687852:0:68731:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.687854:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.687857:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.687859:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.687860:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.687862:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.687864:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.687865:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.687867:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.687868:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.687869:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.687871:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.687873:0:68731:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763344908.687876:0:68731:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.687878:0:68731:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.687881:0:68731:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.687883:0:68731:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763344908.687885:0:68731:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.687888:0:68731:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763344908.687894:0:68731:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000402:0x1bc1:0x0] (0->1515) req@ffff9e50ff788700 x1848987881570688/t0(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 2008/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763344908.687902:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763344908.687904:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50ff788700 with x1848987881570688 ext(0->1515) 00010000:00000001:2.0:1763344908.687906:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.687907:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.687909:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=4 00000020:00000001:2.0:1763344908.687911:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:2.0:1763344908.687913:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00010000:2.0:1763344908.687918:0:68731:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 27 pid: 74642 timeout: 13115 lvb_type: 0 00010000:00010000:2.0:1763344908.687931:0:68731:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 27 pid: 74642 timeout: 13115 lvb_type: 0 00010000:00000001:2.0:1763344908.687937:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.687938:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763344908.687939:0:68731:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763344908.687941:0:68731:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9e50ff788700 00002000:00000001:2.0:1763344908.687943:0:68731:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.687945:0:68731:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.687951:0:68731:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1763344908.687955:0:68731:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50ff788700 x1848987881570688/t0(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 2008/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.687960:0:68731:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763344908.687961:0:68731:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.687972:0:68731:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.687982:0:68731:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.687984:0:68731:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.687987:0:68731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 18 00000100:00000040:2.0:1763344908.687991:0:68731:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 2 00000100:00000001:2.0:1763344908.687993:0:68731:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453502208 : -107404256049408 : ffff9e50ff788700) 00000100:00000040:2.0:1763344908.687997:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff788700 x1848987881570688/t0(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 2008/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.688004:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.688007:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2c80. 00000100:00000001:2.0:1763344908.688009:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.688011:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2c80. 00000100:00100000:2.0:1763344908.688014:0:68731:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2405:x1848987881570688:12345-192.168.203.14@tcp:4:cp.0 00000100:00000200:2.0:1763344908.688018:0:68731:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881570688 00000020:00000001:2.0:1763344908.688020:0:68731:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.688023:0:68731:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.688024:0:68731:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.688026:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.688027:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932256 : -1042619360 : ffffffffc1dae420) 00000020:00000001:2.0:1763344908.688030:0:68731:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344908.688032:0:68731:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.688034:0:68731:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.688036:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.688038:0:68731:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.688040:0:68731:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:2.0:1763344908.688044:0:68731:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.688046:0:68731:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.688050:0:68731:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9e50d15a9400. 02000000:00000001:2.0:1763344908.688052:0:68731:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.688054:0:68731:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.688057:0:68731:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763344908.688059:0:68731:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.688061:0:68731:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:2.0:1763344908.688065:0:68731:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:2.0:1763344908.688068:0:68731:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:2.0:1763344908.688070:0:68731:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1763344908.688078:0:68731:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1763344908.688080:0:68731:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 free: 3912159232 avail: 3680636928 00000020:00000001:2.0:1763344908.688083:0:68731:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1763344908.688086:0:68731:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 avail=3680636928 left=3242909696 unstable=0 tot_grant=437725888 pending=0 00000020:00000001:2.0:1763344908.688089:0:68731:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3242909696 : 3242909696 : c14ae000) 00000020:00000001:2.0:1763344908.688092:0:68731:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763344908.688094:0:68731:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 reports grant 437555200 dropped 0, local 437583872 00000020:00000001:2.0:1763344908.688096:0:68731:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763344908.688098:0:68731:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:2.0:1763344908.688100:0:68731:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 granted: 28672 ungranted: 0 grant: 437555200 dirty: 28672 00000020:00000001:2.0:1763344908.688102:0:68731:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:2.0:1763344908.688104:0:68731:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1763344908.688106:0:68731:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 wants: 484638720 current grant 437555200 granting: 8437760 00000020:00000020:2.0:1763344908.688108:0:68731:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 tot cached:0 granted:446163648 num_exports: 3 00000020:00000001:2.0:1763344908.688111:0:68731:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000001:2.0:1763344908.688112:0:68731:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:2.0:1763344908.688114:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344908.688117:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.688122:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00002000:00000001:2.0:1763344908.688124:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134976 : -107409430416640 : ffff9e4fcb0df300) 00080000:00000001:2.0:1763344908.688131:0:68731:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:2.0:1763344908.688133:0:68731:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.688159:0:68731:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00001000:2.0:1763344908.688168:0:68731:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 11698: map 1 pages from 0 00080000:00000001:2.0:1763344908.688189:0:68731:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000002:2.0:1763344908.688191:0:68731:0:(osd_io.c:449:osd_do_bio()) hole at page_idx 0, block_idx 0, at offset 0 00080000:00000001:2.0:1763344908.688195:0:68731:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.688197:0:68731:0:(osd_io.c:1212:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.688200:0:68731:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.688201:0:68731:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.688203:0:68731:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.688206:0:68731:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 1516 00000020:00008000:2.0:1763344908.688208:0:68731:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 1516 left = 1516 00000020:00000001:2.0:1763344908.688212:0:68731:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763344908.688237:0:68731:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:2.0:1763344908.688253:0:68731:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.688255:0:68731:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763344908.688260:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.688266:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.688269:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.688271:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.688273:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.688274:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.688276:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.688277:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.688278:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.688280:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.688281:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.688282:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.688284:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.688285:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.688286:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.688288:0:68731:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:2.0:1763344908.688290:0:68731:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.688292:0:68731:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:2.0:1763344908.688294:0:68731:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763344908.688297:0:68731:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.688300:0:68731:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.688303:0:68731:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09e000. 00080000:00000001:2.0:1763344908.688306:0:68731:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278867968 : -107409430683648 : ffff9e4fcb09e000) 00000001:00000001:2.0:1763344908.688307:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.688308:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.688312:0:68731:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344908.688319:0:68731:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.688321:0:68731:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763344908.688322:0:68731:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.688325:0:68731:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:2.0:1763344908.688340:0:68731:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.688343:0:68731:0:(ofd_io.c:1099:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344908.688346:0:68731:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:2.0:1763344908.688354:0:68731:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.688356:0:68731:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344908.688358:0:68731:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.688360:0:68731:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.688362:0:68731:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09fe00. 00080000:00000001:2.0:1763344908.688364:0:68731:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278875648 : -107409430675968 : ffff9e4fcb09fe00) 00000001:00000001:2.0:1763344908.688377:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.688378:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.688381:0:68731:0:(osd_io.c:1284:osd_declare_write_commit()) Process entered 00080000:00000002:2.0:1763344908.688384:0:68731:0:(osd_io.c:1420:osd_declare_write_commit()) lustre-OST0001: inode #11698 extent_bytes 161650 extents 1 credits 9 00000001:00000001:2.0:1763344908.688388:0:68731:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.688393:0:68731:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2c80. 00080000:00000001:2.0:1763344908.688395:0:68731:0:(osd_io.c:1448:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.688397:0:68731:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763344908.688399:0:68731:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.688400:0:68731:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344908.688404:0:68731:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.688407:0:68731:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.688409:0:68731:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2200. 00080000:00000001:2.0:1763344908.688411:0:68731:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.688415:0:68731:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.688430:0:68731:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00001000:2.0:1763344908.688436:0:68731:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 11698: map 1 pages from 0 00080000:00000001:2.0:1763344908.688517:0:68731:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000001:2.0:1763344908.688525:0:68731:0:(osd_io.c:56:osd_bio_init()) Process entered 00080000:00000010:2.0:1763344908.688528:0:68731:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9e4fc87f5f78. 00080000:00000001:2.0:1763344908.688531:0:68731:0:(osd_io.c:69:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763344908.688533:0:68731:0:(osd_io.c:332:osd_submit_bio()) bio++ sz 4096 vcnt 1(4) sectors 8(2560) psg 0(254) 00000001:00000001:2.0:1763344908.688537:0:68731:0:(osd_integrity.c:503:osd_bio_integrity_handle()) Process entered 00000001:00000001:2.0:1763344908.688538:0:68731:0:(osd_integrity.c:506:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.688607:0:68731:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.688611:0:68731:0:(osd_io.c:1541:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.688615:0:68731:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:2.0:1763344908.688618:0:68731:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9e50e4b8dd20. 00000020:00000040:2.0:1763344908.688621:0:68731:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 2 00000020:00000040:2.0:1763344908.688624:0:68731:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=28 00000020:00000001:2.0:1763344908.688627:0:68731:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.688629:0:68731:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344908.688633:0:68731:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763344908.688637:0:68731:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.688639:0:68731:0:(osd_handler.c:5216:osd_xattr_set()) [0x2c0000402:0x1bc1:0x0] set version 0x200003059 (old 0x200003058) for inode 11698 00080000:00000001:2.0:1763344908.688645:0:68731:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763344908.688648:0:68731:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946969, last_committed = 8589946967 00000001:00000010:2.0:1763344908.688651:0:68731:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8d3c0. 00000001:00000040:2.0:1763344908.688653:0:68731:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 3 00000020:00000040:2.0:1763344908.688655:0:68731:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=29 00000001:00000001:2.0:1763344908.688667:0:68731:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344908.688674:0:68731:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2200. 00080000:00000010:2.0:1763344908.688677:0:68731:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2c80. 00040000:00000001:2.0:1763344908.688678:0:68731:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.688680:0:68731:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000010:3.0:1763344908.688753:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.688761:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.688767:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.688772:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.688814:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.688818:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.688820:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.688823:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.688825:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.688831:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78bb80 x1848987881570560/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344908.688841:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+29:253441:x1848987881570560:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 6056us (6313us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.688849:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27126 00000100:00000040:3.0:1763344908.688852:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:3.0:1763344908.688854:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.688856:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.688861:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344908.688865:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf578. 00000020:00000010:3.0:1763344908.688868:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdcc00. 00000020:00000040:3.0:1763344908.688873:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 28 00000100:00000001:3.0:1763344908.688875:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.2:1763344908.689672:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc87f5f78. 00000800:00000200:2.0:1763344908.689863:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.689868:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:2.0:1763344908.689874:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.689882:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.689888:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbcc0 00000400:00000010:2.0:1763344908.689890:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbcc0. 00000100:00000001:2.0:1763344908.689894:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.689896:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:3.0:1763344908.690272:0:68731:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.690295:0:68731:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344908.690302:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df358/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00002000:00000001:3.0:1763344908.690306:0:68731:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.690310:0:68731:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.690313:0:68731:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.690317:0:68731:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:3.0:1763344908.690319:0:68731:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763344908.690321:0:68731:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.690325:0:68731:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946966, transno 8589946969, xid 1848987881570688 00010000:00000001:3.0:1763344908.690328:0:68731:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.690337:0:68731:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff788700 x1848987881570688/t8589946969(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 2008/448 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344908.690347:0:68731:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.690350:0:68731:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.690354:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.690359:0:68731:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.690362:0:68731:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.690364:0:68731:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.690376:0:68731:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.690379:0:68731:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.690382:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.690384:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.690390:0:68731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb880. 00000100:00000200:3.0:1763344908.690396:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848987881570688, offset 224 00000400:00000200:3.0:1763344908.690403:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.690416:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.690423:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385733:1385733:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385729:1385729:8:4294967295] 00000400:00000200:3.0:1763344908.690434:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.690439:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.690444:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6e00. 00000800:00000200:3.0:1763344908.690451:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.690458:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.690462:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6e00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.692093:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.692107:0:68731:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.692112:0:68731:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.692115:0:68731:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.692118:0:68731:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.692128:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff788700 x1848987881570688/t8589946969(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 2008/448 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344908.692139:0:68731:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+28:2405:x1848987881570688:12345-192.168.203.14@tcp:4:cp.0 Request processed in 4133us (4575us total) trans 8589946969 rc 0/0 00000100:00100000:3.0:1763344908.692150:0:68731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 18 00000100:00000040:3.0:1763344908.692155:0:68731:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:3.0:1763344908.692158:0:68731:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:3.0:1763344908.692161:0:68731:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763344908.692169:0:68731:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000402:0x1bc1:0x0] (0->1515) req@ffff9e50ff788700 x1848987881570688/t8589946969(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 2008/448 e 0 to 0 dl 1763344919 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763344908.692178:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763344908.692180:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50ff788700 with x1848987881570688 ext(0->1515) 00010000:00000001:3.0:1763344908.692183:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.692186:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.692188:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=4 00000020:00000001:3.0:1763344908.692191:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:3.0:1763344908.692193:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00010000:3.0:1763344908.692201:0:68731:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 28 pid: 74642 timeout: 13115 lvb_type: 0 00010000:00010000:3.0:1763344908.692219:0:68731:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 28 pid: 74642 timeout: 13115 lvb_type: 0 00010000:00000001:3.0:1763344908.692227:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.692228:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763344908.692230:0:68731:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763344908.692232:0:68731:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9e50ff788700 00002000:00000001:3.0:1763344908.692234:0:68731:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.692237:0:68731:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.692242:0:68731:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0280. 00000020:00000010:3.0:1763344908.692249:0:68731:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d320. 00000020:00000010:3.0:1763344908.692254:0:68731:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09fa00. 00000020:00000040:3.0:1763344908.692260:0:68731:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 27 00000100:00000001:3.0:1763344908.692263:0:68731:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.692416:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.692421:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6e00. 00000400:00000200:0.0:1763344908.692427:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.692441:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.692447:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb880 00000400:00000010:0.0:1763344908.692449:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb880. 00000100:00000001:0.0:1763344908.692454:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.692455:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.696986:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.697005:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.697009:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.697012:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.697023:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.697039:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509e00200 00000400:00000200:0.0:1763344908.697047:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d335 [2] + 1968 00000400:00000010:0.0:1763344908.697053:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50eff0a580. 00000400:00000200:0.0:1763344908.697063:0:3635:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4fc1d63f00 00000800:00000001:0.0:1763344908.697069:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.697078:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.697082:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.697086:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.697092:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc1d63f00 00000400:00000010:0.0:1763344908.697095:0:3635:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc1d63f00. 00000100:00000001:0.0:1763344908.697101:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.697104:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1763344908.697107:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50d6fe7050 x1848987881570816 msgsize 328 00000100:00100000:0.0:1763344908.697112:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:0.0:1763344908.697115:0:3635:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763344908.697136:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.697145:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.697148:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.697225:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.697229:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881570816 02000000:00000001:1.0:1763344908.697232:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.697235:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.697237:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.697241:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.697246:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881570816 00000020:00000001:1.0:1763344908.697249:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.697251:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:1.0:1763344908.697253:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.697257:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=28 00000020:00000001:1.0:1763344908.697260:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:1.0:1763344908.697262:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:1.0:1763344908.697266:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.697272:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.697276:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.697279:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.697285:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117ae00. 00000020:00000010:1.0:1763344908.697291:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.697297:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04190. 00000100:00000040:1.0:1763344908.697305:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344908.697308:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.697309:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344908.697312:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344908.697315:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.697317:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344908.697322:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.697323:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.697325:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=4 00000020:00000001:1.0:1763344908.697328:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:1.0:1763344908.697331:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00010000:1.0:1763344908.697338:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 28 pid: 74642 timeout: 13115 lvb_type: 0 00010000:00000001:1.0:1763344908.697348:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.697349:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.697351:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.697353:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.697359:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763344908.697381:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50d6fe7050 x1848987881570816/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.697390:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344908.697391:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.697407:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.697419:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.697421:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.697426:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6360 00000100:00000040:1.0:1763344908.697430:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:1.0:1763344908.697432:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668774412368 : -107404935139248 : ffff9e50d6fe7050) 00000100:00000040:1.0:1763344908.697438:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50d6fe7050 x1848987881570816/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.697447:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.697450:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.697453:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.697455:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.697460:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50d6fe7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+28:2406:x1848987881570816:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344908.697464:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881570816 00010000:00000001:1.0:1763344908.697467:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344908.697469:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344908.697471:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344908.697477:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.697479:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.697483:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc2876c00. 02000000:00000001:1.0:1763344908.697486:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.697488:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.697491:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344908.697493:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344908.697495:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.697496:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.697498:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd000 refcount=4 00000020:00000001:1.0:1763344908.697500:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000001:1.0:1763344908.697503:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526776320 : -107405182775296 : ffff9e50c83bd000) 00010000:00000040:1.0:1763344908.697506:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 3 00002000:00000001:1.0:1763344908.697510:0:27025:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344908.697514:0:27025:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344908.697517:0:27025:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.697523:0:27025:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00002000:00000001:1.0:1763344908.697526:0:27025:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134976 : -107409430416640 : ffff9e4fcb0df300) 00002000:00000001:1.0:1763344908.697529:0:27025:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344908.697533:0:27025:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763344908.697537:0:27025:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000402:0x1bc1:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:1.0:1763344908.697540:0:27025:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000402:0x1bc1:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:1.0:1763344908.697544:0:27025:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df358/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00010000:00010000:1.0:1763344908.698228:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 28 pid: 74642 timeout: 13115 lvb_type: 0 00000100:00001000:1.0:1763344908.698238:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc2b77450 time=138 v=5 (1 0 0 0) 00010000:00000001:1.0:1763344908.698241:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344908.698247:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.698248:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.698252:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 28 pid: 74642 timeout: 13115 lvb_type: 0 00000020:00000001:1.0:1763344908.698265:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.698267:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.698269:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.698271:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.698277:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.698278:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.698284:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.698286:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.698288:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.698290:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.698292:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd000 with handle 0x34881b408681826e from hash 00010000:00000001:1.0:1763344908.698295:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.698296:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.698297:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.698298:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.698303:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.698305:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.698307:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.698308:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.698312:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50c83bd000/0x34881b408681826e lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e429 expref: 28 pid: 74642 timeout: 13115 lvb_type: 0 00010000:00000040:1.0:1763344908.698319:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 19 00000020:00000040:1.0:1763344908.698322:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 27 00010000:00000001:1.0:1763344908.698329:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.698331:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.698333:0:27025:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763344908.698335:0:27025:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50ecf16800 00010000:00000001:1.0:1763344908.698337:0:27025:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344908.698339:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344908.698342:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344908.698344:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.698346:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344908.698349:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344908.698350:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.698353:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.698355:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344908.698359:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086818347 lrc: 2/0,0 mode: GROUP/GROUP res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a0 expref: 27 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.698379:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1763344908.698384:0:27025:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086818347 lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a0 expref: 27 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.698391:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc1:0x0].0x0 (ffff9e4fc1359100) refcount = 2 00010000:00000040:1.0:1763344908.698395:0:27025:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344908.698398:0:27025:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086818347 lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a0 expref: 27 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.698406:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.698407:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.698409:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.698410:0:27025:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.698413:0:27025:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763344908.698418:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.698421:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344908.698427:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fcfc1bf00. 00000100:00000001:1.0:1763344908.698429:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664358027008 : -107409351524608 : ffff9e4fcfc1bf00) 00000100:00000001:1.0:1763344908.698431:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664358027008 : -107409351524608 : ffff9e4fcfc1bf00) 00000100:00000001:1.0:1763344908.698434:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.698436:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344908.698437:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.698439:0:27025:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:1.0:1763344908.698444:0:27025:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804700. 00000020:00000040:1.0:1763344908.698448:0:27025:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763344908.698452:0:27025:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344908.698454:0:27025:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344908.698458:0:27025:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344908.698464:0:27025:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117a800. 00000100:00000001:1.0:1763344908.698469:0:27025:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.698477:0:27025:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086818347 lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x40000000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a0 expref: 27 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.698486:0:27025:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344908.698490:0:27025:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344908.698494:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc7804700 x1848987617987200/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.698502:0:27025:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344908.698504:0:27025:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.698509:0:27025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc7804700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:27025:1848987617987200:192.168.203.14@tcp:105: 00000100:00000001:1.0:1763344908.698513:0:27025:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344908.698517:0:27025:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344908.698519:0:27025:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.698521:0:27025:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344908.698524:0:27025:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e510117aa00. 02000000:00000001:1.0:1763344908.698526:0:27025:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344908.698530:0:27025:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5cec8. 00000400:00000010:1.0:1763344908.698536:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e37f8. 00000100:00000200:1.0:1763344908.698541:0:27025:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617987200, portal 16 00000100:00000001:1.0:1763344908.698544:0:27025:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.698545:0:27025:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219518720 : -107409490032896 : ffff9e4fc7804700) 00000100:00000040:1.0:1763344908.698550:0:27025:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc7804700 x1848987617987200/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.698558:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.698560:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.698562:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3908. 00000100:00000200:1.0:1763344908.698565:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848987617987200, offset 0 00000400:00000200:1.0:1763344908.698571:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.698581:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.698586:0:27025:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344908.698590:0:27025:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344908.698594:0:27025:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344908.698597:0:27025:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344908.698600:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385734:1385734:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385730:1385730:8:4294967295] 00000400:00000200:1.0:1763344908.698610:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.698616:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.698621:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.698626:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.698633:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.698637:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.699843:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.699852:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307683837 00000100:00000001:1.0:1763344908.699897:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307683820 00000100:00000001:1.0:1763344908.699904:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307683837 00000100:00000001:1.0:1763344908.699908:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307683820 00000100:00000001:1.0:1763344908.699911:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307683837 00000100:00000001:1.0:1763344908.699915:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307683820 00000100:00000001:1.0:1763344908.699918:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307683837 00000800:00000200:2.0:1763344908.699920:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1763344908.699923:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307683820 00000800:00000010:2.0:1763344908.699926:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000100:00000001:1.0:1763344908.699928:0:27025:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.699934:0:27025:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763344908.699936:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1763344908.699937:0:27025:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.699941:0:27025:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.699945:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1763344908.699946:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00010000:00000001:1.0:1763344908.699948:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.699952:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.699955:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000400:00000200:2.0:1763344908.699956:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3908 00010000:00000001:1.0:1763344908.699957:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000010:2.0:1763344908.699960:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3908. 00000100:00000001:1.0:1763344908.699962:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.699966:0:27025:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344908.699968:0:27025:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763344908.699969:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1763344908.699971:0:27025:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fcfc1bf00 going to sleep for 11 seconds 00000100:00000001:1.0:1763344908.699975:0:27025:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344908.699978:0:27025:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1763344908.699979:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc7804700 x1848987617987200/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.699992:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.700000:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc7804700 x1848987617987200/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.700008:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.700012:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.705589:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.705607:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.705611:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.705614:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.705626:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.705643:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a0a80 00000400:00000200:0.0:1763344908.705651:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x666269 [1] + 224 00000800:00000001:0.0:1763344908.705659:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.705666:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.705669:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.705673:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.705679:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.705688:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc7804700 x1848987617987200/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344908.705699:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e4fc7804700 x1848987617987200/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.705725:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.705733:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.705736:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.705907:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.705912:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.705914:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.705917:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.705922:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.705929:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509e00280 00000400:00000200:0.0:1763344908.705934:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 9552 00000800:00000001:0.0:1763344908.705939:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.705943:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.705946:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.705949:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.705953:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.705956:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344908.705961:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff789880. 00000100:00000040:0.0:1763344908.705965:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff789880 x1848987881570944 msgsize 328 00000100:00100000:0.0:1763344908.705969:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.705984:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.705988:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.705991:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763344908.706062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd000. 00000100:00000001:1.0:1763344908.706077:0:27025:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344908.706085:0:27025:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344908.706087:0:27025:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.706090:0:27025:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5cec8. 00000400:00000200:1.0:1763344908.706093:0:27025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e37f8 00000400:00000010:1.0:1763344908.706096:0:27025:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e37f8. 00000100:00000001:1.0:1763344908.706100:0:27025:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.706105:0:27025:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc7804700 x1848987617987200/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344908.706114:0:27025:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc7804700 x1848987617987200/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.706120:0:27025:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344908.706122:0:27025:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.706125:0:27025:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.706128:0:27025:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.706130:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.706132:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.706136:0:27025:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.706142:0:27025:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=85 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344908.706146:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.706149:0:27025:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.706151:0:27025:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.706153:0:27025:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.706157:0:27025:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.706159:0:27025:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.706164:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc7804700 x1848987617987200/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.706171:0:27025:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.706173:0:27025:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.706175:0:27025:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.706179:0:27025:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763344908.706181:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.706183:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.706184:0:27025:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.706188:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7804700 x1848987617987200/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344908.706195:0:27025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc7804700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:27025:1848987617987200:192.168.203.14@tcp:105: 00000100:00000001:1.0:1763344908.706200:0:27025:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.706203:0:27025:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.706206:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344908.706209:0:27025:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.706212:0:27025:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc7804700 x1848987617987200/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.706218:0:27025:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344908.706221:0:27025:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344908.706224:0:27025:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e510117aa00. 02000000:00000001:1.0:1763344908.706227:0:27025:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.706230:0:27025:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.706232:0:27025:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763344908.706234:0:27025:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344908.706236:0:27025:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117a800. 02000000:00000001:1.0:1763344908.706239:0:27025:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344908.706240:0:27025:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344908.706242:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7804700. 00000100:00000001:1.0:1763344908.706251:0:27025:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344908.706252:0:27025:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344908.706254:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fcfc1bf00. 00000100:00000001:1.0:1763344908.706257:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344908.706259:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344908.706262:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6700. 00010000:00000001:1.0:1763344908.706265:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344908.706269:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344908.706270:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.706277:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.706280:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.706283:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.706287:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.706290:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.706293:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.706295:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.706297:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.706300:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.706303:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.706307:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e37f8. 00000100:00000200:1.0:1763344908.706311:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881570816, offset 224 00000400:00000200:1.0:1763344908.706317:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.706325:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.706331:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385735:1385735:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385731:1385731:8:4294967295] 00000400:00000200:1.0:1763344908.706341:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.706346:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.706351:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.706357:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.706363:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.706377:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.706396:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.706400:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.706402:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.706405:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.706413:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50d6fe7050 x1848987881570816/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.706423:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50d6fe7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2406:x1848987881570816:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 8975us (9313us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.706432:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6360 00000100:00000040:1.0:1763344908.706436:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:1.0:1763344908.706439:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.706441:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.706447:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.706452:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04190. 00000020:00000010:1.0:1763344908.706458:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117ae00. 00000020:00000040:1.0:1763344908.706463:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 26 02000000:00000001:1.0:1763344908.706469:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.706472:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc2875800. 02000000:00000001:1.0:1763344908.706475:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344908.706477:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff78a300. 02000000:00000001:1.0:1763344908.706481:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.706482:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50f5cd2000. 02000000:00000001:1.0:1763344908.706486:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344908.706487:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df111180. 02000000:00000001:1.0:1763344908.706491:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.706492:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc2874000. 02000000:00000001:1.0:1763344908.706494:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344908.706495:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12ead80. 02000000:00000001:1.0:1763344908.706500:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.706501:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50ca201000. 02000000:00000001:1.0:1763344908.706506:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344908.706508:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df111c00. 02000000:00000001:1.0:1763344908.706510:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.706512:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50ff800800. 02000000:00000001:1.0:1763344908.706514:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344908.706515:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df110000. 02000000:00000001:1.0:1763344908.706518:0:27025:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.706519:0:27025:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc1ea1c00. 02000000:00000001:1.0:1763344908.706522:0:27025:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763344908.706523:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32fb80. 00000100:00000001:1.0:1763344908.706527:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763344908.706538:0:27025:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1763344908.706544:0:27025:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5cec8. 00000100:00000001:3.0:1763344908.706697:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.706701:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881570944 02000000:00000001:3.0:1763344908.706703:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.706705:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.706707:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.706711:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.706714:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881570944 00000020:00000001:3.0:1763344908.706717:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.706719:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344908.706722:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.706725:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:3.0:1763344908.706727:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344908.706730:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344908.706734:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.706739:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344908.706743:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.706746:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344908.706752:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdcc00. 00000020:00000010:3.0:1763344908.706756:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344908.706761:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf578. 00000100:00000040:3.0:1763344908.706769:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344908.706772:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.706774:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.706777:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.706784:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.706812:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.706825:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.706827:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.706832:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27127 00000100:00000040:3.0:1763344908.706835:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344908.706838:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453506688 : -107404256044928 : ffff9e50ff789880) 00000100:00000040:3.0:1763344908.706843:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff789880 x1848987881570944/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344908.706852:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.706855:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344908.706857:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.706860:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000100:00100000:3.0:1763344908.706864:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:253441:x1848987881570944:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344908.706867:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881570944 00000020:00000001:3.0:1763344908.706871:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.706874:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.706876:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.706879:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.706882:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344908.706885:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344908.706888:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.706891:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.706893:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.706898:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.706901:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344908.706903:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344908.706905:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344908.706907:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344908.706909:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.706914:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.706920:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 2 00010000:00000001:3.0:1763344908.706923:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.706926:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.706929:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17600. 00000020:00000001:3.0:1763344908.706933:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.706936:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17600 with handle 0x34881b408681834e to hash 00000020:00000001:3.0:1763344908.706938:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.706939:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:3.0:1763344908.706942:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00010000:3.0:1763344908.706947:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17600/0x34881b408681834e lrc: 2/0,0 mode: --/GROUP res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e4a7 expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.706956:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:3.0:1763344908.706959:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00000100:00000001:3.0:1763344908.706968:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.706971:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.706974:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50ff800800. 02000000:00000001:3.0:1763344908.706976:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.706979:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.706982:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344908.706986:0:74638:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344908.706988:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344908.706990:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.706993:0:74638:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1763344908.706995:0:74638:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344908.707000:0:74638:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 20 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.707008:0:74638:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344908.707009:0:74638:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.707012:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:3.0:1763344908.707014:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.707016:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344908.707018:0:74638:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:3.0:1763344908.707019:0:74638:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.707022:0:74638:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.707024:0:74638:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763344908.707028:0:74638:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17600/0x34881b408681834e lrc: 4/0,0 mode: --/GROUP res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a7 expref: 20 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.707037:0:74638:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c19:0x0].0x0 (ffff9e4fc1359900) refcount = 2 00010000:00000040:3.0:1763344908.707040:0:74638:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.707044:0:74638:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 20 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.707051:0:74638:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763344908.707054:0:74638:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17600/0x34881b408681834e lrc: 4/0,0 mode: --/GROUP res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a7 expref: 20 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763344908.707063:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344908.707065:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.707071:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0e40. 00000100:00000001:3.0:1763344908.707073:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236150336 : -107409473401280 : ffff9e4fc87e0e40) 00000100:00000001:3.0:1763344908.707075:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236150336 : -107409473401280 : ffff9e4fc87e0e40) 00000100:00000001:3.0:1763344908.707078:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.707079:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.707081:0:74638:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.707083:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.707085:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763344908.707087:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.707089:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.707091:0:74638:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763344908.707092:0:74638:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763344908.707096:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8600000. 00000020:00000040:3.0:1763344908.707100:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763344908.707103:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.707104:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.707109:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.707114:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e50c2bdd000. 00000100:00000001:3.0:1763344908.707119:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.707124:0:74638:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 20 pid: 74642 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.707139:0:74638:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 20 pid: 74642 timeout: 13115 lvb_type: 0 00010000:00000001:3.0:1763344908.707147:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344908.707150:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.707154:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8600000 x1848987617987328/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.707164:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.707166:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.707171:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8600000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617987328:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344908.707175:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.707180:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.707183:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.707185:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.707189:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50c2bdda00. 02000000:00000001:3.0:1763344908.707191:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.707195:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac580. 00000400:00000010:3.0:1763344908.707200:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb3b8. 00000100:00000200:3.0:1763344908.707205:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617987328, portal 16 00000100:00000001:3.0:1763344908.707207:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.707208:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334454272 : -107404375097344 : ffff9e50f8600000) 00000100:00000040:3.0:1763344908.707213:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f8600000 x1848987617987328/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.707220:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.707223:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.707225:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbc38. 00000100:00000200:3.0:1763344908.707227:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617987328, offset 0 00000400:00000200:3.0:1763344908.707232:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.707238:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.707243:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344908.707247:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344908.707251:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344908.707254:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344908.707257:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385736:1385736:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385732:1385732:7:4294967295] 00000400:00000200:3.0:1763344908.707265:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.707270:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.707274:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6e00. 00000800:00000200:3.0:1763344908.707279:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.707284:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.707287:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.707290:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.707294:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307683843 00000100:00000001:3.0:1763344908.707301:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307683837 00000100:00000001:3.0:1763344908.707305:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307683843 00000100:00000001:3.0:1763344908.707308:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307683837 00000100:00000001:3.0:1763344908.707311:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307683843 00000100:00000001:3.0:1763344908.707314:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307683837 00000100:00000001:3.0:1763344908.707316:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307683843 00000100:00000001:3.0:1763344908.707319:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307683837 00000100:00000001:3.0:1763344908.707321:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.707323:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.707326:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.707328:0:74638:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.707330:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.707332:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.707333:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.707334:0:74638:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.707336:0:74638:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.707337:0:74638:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.707340:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.707342:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.707344:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.707346:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0e40 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.707348:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.707350:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763344908.707661:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.707666:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:2.0:1763344908.707671:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.707677:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.707682:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e37f8 00000400:00000010:2.0:1763344908.707684:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e37f8. 00000100:00000001:2.0:1763344908.707689:0:3637:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1763344908.707691:0:3637:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.707693:0:3637:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc2876c00. 02000000:00000001:2.0:1763344908.707696:0:3637:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763344908.707697:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1763344908.707779:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.707782:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6e00. 00000400:00000200:2.0:1763344908.707813:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.707818:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.707821:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbc38 00000400:00000010:2.0:1763344908.707823:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbc38. 00000100:00000001:2.0:1763344908.707826:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.707830:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8600000 x1848987617987328/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.707839:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.707842:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8600000 x1848987617987328/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.707849:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.707851:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1763344908.708087:0:27025:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fcfc1bf00. 00000800:00000001:0.0:1763344908.710953:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.710970:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.710975:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.710978:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.710988:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.711004:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a0b00 00000400:00000200:0.0:1763344908.711012:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x666275 [1] + 224 00000800:00000001:0.0:1763344908.711020:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.711027:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.711030:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.711034:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.711040:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.711048:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8600000 x1848987617987328/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344908.711058:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50f8600000 x1848987617987328/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.711078:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.711086:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.711089:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.711137:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.711145:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.711147:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.711150:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac580. 00000400:00000200:3.0:1763344908.711155:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb3b8 00000400:00000010:3.0:1763344908.711157:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb3b8. 00000100:00000001:3.0:1763344908.711160:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.711165:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8600000 x1848987617987328/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344908.711174:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8600000 x1848987617987328/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.711180:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.711182:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.711184:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.711187:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.711189:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.711192:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.711195:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.711201:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.711205:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=77 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.711208:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.711210:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.711213:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.711216:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.711219:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.711224:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8600000 x1848987617987328/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.711231:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.711234:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.711236:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.711239:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763344908.711242:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.711245:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.711246:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.711251:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8600000 x1848987617987328/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344908.711259:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8600000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617987328:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344908.711264:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.711267:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.711270:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.711271:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.711275:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8600000 x1848987617987328/t0(0) o104->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.711281:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.711284:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344908.711288:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50c2bdda00. 02000000:00000001:3.0:1763344908.711292:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.711295:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344908.711296:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763344908.711298:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344908.711301:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e50c2bdd000. 02000000:00000001:3.0:1763344908.711304:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.711306:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344908.711307:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8600000. 00000100:00000001:3.0:1763344908.711311:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.711312:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344908.711315:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0e40. 00000100:00000001:3.0:1763344908.711317:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.711319:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344908.711322:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82ddf00. 00010000:00000001:3.0:1763344908.711325:0:74638:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.711328:0:74638:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.711329:0:74638:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.711337:0:74638:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763344908.711343:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17600/0x34881b408681834e lrc: 3/0,0 mode: --/GROUP res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x40000000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a7 expref: 20 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.711357:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.711359:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763344908.711361:0:74638:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50ecf17600 00010000:00000001:3.0:1763344908.711363:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344908.711374:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.711378:0:74638:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.711380:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763344908.711382:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763344908.711385:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.711387:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.711388:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.711389:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.711391:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17600, rc 0) 00000020:00000001:3.0:1763344908.711394:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.711398:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915410, transno 0, xid 1848987881570944 00010000:00000001:3.0:1763344908.711401:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.711406:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff789880 x1848987881570944/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344908.711414:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.711416:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.711420:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.711424:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.711426:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.711428:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.711431:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.711433:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.711437:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.711440:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.711444:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb3b8. 00000100:00000200:3.0:1763344908.711448:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881570944, offset 224 00000400:00000200:3.0:1763344908.711454:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.711464:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.711470:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385737:1385737:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385733:1385733:8:4294967295] 00000400:00000200:3.0:1763344908.711479:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.711484:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.711489:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.711495:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.711501:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.711505:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.711522:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.711526:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.711529:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.711531:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.711533:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.711539:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff789880 x1848987881570944/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344908.711548:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:253441:x1848987881570944:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 4694us (5581us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.711556:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27127 00000100:00000040:3.0:1763344908.711561:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344908.711564:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.711565:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.711572:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344908.711576:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf578. 00000020:00000010:3.0:1763344908.711580:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdcc00. 00000020:00000040:3.0:1763344908.711586:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00000100:00000001:3.0:1763344908.711589:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.711939:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.711944:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:0.0:1763344908.711949:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.711954:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.711957:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb3b8 00000400:00000010:0.0:1763344908.711959:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb3b8. 00000100:00000001:0.0:1763344908.711963:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.711964:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763344908.713130:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.713145:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.713150:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.713152:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.713163:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.713179:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509e00300 00000400:00000200:2.0:1763344908.713190:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d419 [2] + 0 00000800:00000001:2.0:1763344908.713198:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.713209:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.713212:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.713216:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.713223:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.713225:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763344908.713231:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cf800. 00000100:00000040:2.0:1763344908.713235:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cf800 x1848987881571072 msgsize 328 00000100:00100000:2.0:1763344908.713239:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.713258:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.713266:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.713269:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.713346:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.713351:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881571072 02000000:00000001:1.0:1763344908.713354:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.713357:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.713360:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.713365:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.713379:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881571072 00000020:00000001:1.0:1763344908.713382:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.713384:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344908.713387:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.713390:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:1.0:1763344908.713393:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344908.713395:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344908.713400:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.713404:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.713408:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.713411:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.713416:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117ae00. 00000020:00000010:1.0:1763344908.713422:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.713427:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04190. 00000100:00000040:1.0:1763344908.713436:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763344908.713439:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.713441:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763344908.713443:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763344908.713446:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.713449:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763344908.713453:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.713455:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.713457:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427200 refcount=4 00000020:00000001:1.0:1763344908.713459:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00000001:1.0:1763344908.713462:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00010000:1.0:1763344908.713469:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 20 pid: 74642 timeout: 13115 lvb_type: 0 00010000:00000001:1.0:1763344908.713478:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.713480:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.713482:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.713485:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.713492:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763344908.713499:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50e62cf800 x1848987881571072/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.713506:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763344908.713508:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.713526:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.713540:0:27025:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.713542:0:27025:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.713548:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6361 00000100:00000040:1.0:1763344908.713552:0:27025:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344908.713555:0:27025:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029120000 : -107404680431616 : ffff9e50e62cf800) 00000100:00000040:1.0:1763344908.713561:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cf800 x1848987881571072/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.713569:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.713572:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.713575:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.713577:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.713581:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+20:2405:x1848987881571072:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763344908.713585:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881571072 00010000:00000001:1.0:1763344908.713589:0:27025:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763344908.713591:0:27025:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763344908.713593:0:27025:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763344908.713600:0:27025:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.713603:0:27025:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.713607:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4fc2874000. 02000000:00000001:1.0:1763344908.713610:0:27025:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.713612:0:27025:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.713615:0:27025:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344908.713617:0:27025:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763344908.713619:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.713621:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.713623:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb427200 refcount=4 00000020:00000001:1.0:1763344908.713625:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00000001:1.0:1763344908.713627:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282575360 : -107409426976256 : ffff9e4fcb427200) 00010000:00000040:1.0:1763344908.713631:0:27025:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 3 00002000:00000001:1.0:1763344908.713635:0:27025:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344908.713640:0:27025:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344908.713643:0:27025:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.713650:0:27025:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279130808 : -107409430420808 : ffff9e4fcb0de2b8) 00002000:00000001:1.0:1763344908.713652:0:27025:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279130720 : -107409430420896 : ffff9e4fcb0de260) 00002000:00000001:1.0:1763344908.713655:0:27025:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344908.713660:0:27025:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344908.713665:0:27025:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de2b8/ffff9e4fcb0de260 to site lru. bkt: ffff9e50e5a40a80 00010000:00010000:1.0:1763344908.713670:0:27025:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 20 pid: 74642 timeout: 13115 lvb_type: 0 00000100:00001000:1.0:1763344908.713678:0:27025:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc1321c50 time=137 v=5 (1 0 0 0) 00010000:00000001:1.0:1763344908.713681:0:27025:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763344908.713686:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.713689:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.713692:0:27025:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 20 pid: 74642 timeout: 13115 lvb_type: 0 00000020:00000001:1.0:1763344908.713700:0:27025:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.713701:0:27025:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.713703:0:27025:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.713705:0:27025:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.713710:0:27025:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.713713:0:27025:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.713720:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.713721:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.713724:0:27025:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.713726:0:27025:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.713728:0:27025:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb427200 with handle 0x34881b4086818275 from hash 00010000:00000001:1.0:1763344908.713730:0:27025:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.713732:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.713733:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.713734:0:27025:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.713739:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.713741:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.713743:0:27025:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.713745:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.713748:0:27025:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e4fcb427200/0x34881b4086818275 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x1c19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e430 expref: 20 pid: 74642 timeout: 13115 lvb_type: 0 00010000:00000040:1.0:1763344908.713756:0:27025:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:1.0:1763344908.713759:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:1.0:1763344908.713768:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.713771:0:27025:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.713773:0:27025:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763344908.713776:0:27025:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50ecf17600 00010000:00000001:1.0:1763344908.713778:0:27025:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344908.713781:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344908.713785:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344908.713848:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.713851:0:27025:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344908.713853:0:27025:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344908.713854:0:27025:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.713857:0:27025:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344908.713859:0:27025:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763344908.713864:0:27025:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17600/0x34881b408681834e lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a7 expref: 19 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.713870:0:27025:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1763344908.713874:0:27025:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17600/0x34881b408681834e lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a7 expref: 19 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.713882:0:27025:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x1c19:0x0].0x0 (ffff9e4fc1359900) refcount = 2 00010000:00000040:1.0:1763344908.713885:0:27025:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344908.713889:0:27025:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17600/0x34881b408681834e lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a7 expref: 19 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.713896:0:27025:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.713897:0:27025:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.713899:0:27025:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.713900:0:27025:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.713903:0:27025:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763344908.713907:0:27025:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.713911:0:27025:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344908.713918:0:27025:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fcfc1ba80. 00000100:00000001:1.0:1763344908.713920:0:27025:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664358025856 : -107409351525760 : ffff9e4fcfc1ba80) 00000100:00000001:1.0:1763344908.713923:0:27025:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664358025856 : -107409351525760 : ffff9e4fcfc1ba80) 00000100:00000001:1.0:1763344908.713925:0:27025:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.713926:0:27025:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344908.713928:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.713930:0:27025:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:1.0:1763344908.713935:0:27025:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804700. 00000020:00000040:1.0:1763344908.713938:0:27025:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763344908.713941:0:27025:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344908.713943:0:27025:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344908.713947:0:27025:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344908.713952:0:27025:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117a800. 00000100:00000001:1.0:1763344908.713958:0:27025:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.713967:0:27025:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17600/0x34881b408681834e lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x40000000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a7 expref: 19 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.713975:0:27025:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344908.713978:0:27025:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344908.713983:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc7804700 x1848987617987456/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.713991:0:27025:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344908.713994:0:27025:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.713999:0:27025:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc7804700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:27025:1848987617987456:192.168.203.14@tcp:105: 00000100:00000001:1.0:1763344908.714003:0:27025:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344908.714008:0:27025:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344908.714011:0:27025:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.714014:0:27025:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344908.714017:0:27025:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e510117aa00. 02000000:00000001:1.0:1763344908.714019:0:27025:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344908.714024:0:27025:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344908.714030:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3d48. 00000100:00000200:1.0:1763344908.714036:0:27025:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617987456, portal 16 00000100:00000001:1.0:1763344908.714039:0:27025:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.714040:0:27025:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219518720 : -107409490032896 : ffff9e4fc7804700) 00000100:00000040:1.0:1763344908.714046:0:27025:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc7804700 x1848987617987456/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.714053:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.714056:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.714058:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3a18. 00000100:00000200:1.0:1763344908.714061:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848987617987456, offset 0 00000400:00000200:1.0:1763344908.714068:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.714078:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.714084:0:27025:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344908.714089:0:27025:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344908.714092:0:27025:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344908.714095:0:27025:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344908.714099:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385738:1385738:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385734:1385734:8:4294967295] 00000400:00000200:1.0:1763344908.714109:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.714114:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.714119:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.714126:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.714134:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.714139:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.714161:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.714166:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307683851 00000100:00000001:1.0:1763344908.714173:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307683843 00000100:00000001:1.0:1763344908.714178:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307683851 00000100:00000001:1.0:1763344908.714180:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307683843 00000100:00000001:1.0:1763344908.714183:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307683851 00000100:00000001:1.0:1763344908.714187:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307683843 00000100:00000001:1.0:1763344908.714189:0:27025:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307683851 00000100:00000001:1.0:1763344908.714192:0:27025:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307683843 00000100:00000001:1.0:1763344908.714195:0:27025:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.714198:0:27025:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.714200:0:27025:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.714202:0:27025:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.714204:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.714205:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.714207:0:27025:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.714209:0:27025:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.714210:0:27025:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344908.714213:0:27025:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.714215:0:27025:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344908.714217:0:27025:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344908.714220:0:27025:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fcfc1ba80 going to sleep for 11 seconds 00000100:00000001:1.0:1763344908.714222:0:27025:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344908.714225:0:27025:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763344908.715805:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.715813:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:2.0:1763344908.715824:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.715832:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.715839:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3a18 00000400:00000010:2.0:1763344908.715841:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3a18. 00000100:00000001:2.0:1763344908.715848:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344908.715855:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc7804700 x1848987617987456/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.715866:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.715869:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc7804700 x1848987617987456/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.715876:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.715877:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.718090:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.718108:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.718112:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.718114:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.718126:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.718145:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a0b80 00000400:00000200:0.0:1763344908.718154:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x666285 [1] + 224 00000800:00000001:0.0:1763344908.718163:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.718175:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.718179:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.718184:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.718190:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.718198:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc7804700 x1848987617987456/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344908.718209:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e4fc7804700 x1848987617987456/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.718251:0:27025:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344908.718321:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.718330:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.718334:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1763344908.718364:0:27025:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344908.718375:0:27025:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.718379:0:27025:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:1.0:1763344908.718384:0:27025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3d48 00000400:00000010:1.0:1763344908.718387:0:27025:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3d48. 00000100:00000001:1.0:1763344908.718391:0:27025:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.718397:0:27025:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc7804700 x1848987617987456/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344908.718407:0:27025:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc7804700 x1848987617987456/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.718414:0:27025:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344908.718416:0:27025:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.718419:0:27025:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.718422:0:27025:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.718424:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.718426:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.718430:0:27025:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.718437:0:27025:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344908.718441:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.718444:0:27025:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.718446:0:27025:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.718449:0:27025:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.718452:0:27025:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.718456:0:27025:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.718460:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc7804700 x1848987617987456/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.718467:0:27025:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.718470:0:27025:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.718472:0:27025:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.718475:0:27025:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763344908.718478:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.718480:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.718482:0:27025:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.718486:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7804700 x1848987617987456/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344908.718494:0:27025:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc7804700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:27025:1848987617987456:192.168.203.14@tcp:105: 00000100:00000001:1.0:1763344908.718500:0:27025:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.718503:0:27025:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.718506:0:27025:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344908.718508:0:27025:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.718512:0:27025:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc7804700 x1848987617987456/t0(0) o105->lustre-OST0000@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.718519:0:27025:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344908.718522:0:27025:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344908.718525:0:27025:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e510117aa00. 02000000:00000001:1.0:1763344908.718529:0:27025:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.718532:0:27025:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.718534:0:27025:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763344908.718536:0:27025:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344908.718540:0:27025:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117a800. 02000000:00000001:1.0:1763344908.718543:0:27025:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344908.718658:0:27025:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344908.718662:0:27025:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7804700. 00000100:00000001:1.0:1763344908.718667:0:27025:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344908.718668:0:27025:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344908.718670:0:27025:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fcfc1ba80. 00000100:00000001:1.0:1763344908.718673:0:27025:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344908.718675:0:27025:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344908.718678:0:27025:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6700. 00010000:00000001:1.0:1763344908.718681:0:27025:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344908.718685:0:27025:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344908.718687:0:27025:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.718693:0:27025:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.718695:0:27025:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.718699:0:27025:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.718704:0:27025:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.718707:0:27025:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.718710:0:27025:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.718713:0:27025:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.718715:0:27025:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.718719:0:27025:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.718722:0:27025:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.718727:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3d48. 00000100:00000200:1.0:1763344908.718731:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881571072, offset 224 00000400:00000200:1.0:1763344908.718737:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.718747:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.718753:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385739:1385739:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385735:1385735:8:4294967295] 00000400:00000200:1.0:1763344908.718763:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.718768:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.718775:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.718781:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.718810:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.718815:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.719201:0:27025:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.719208:0:27025:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.719211:0:27025:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.719214:0:27025:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.719221:0:27025:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cf800 x1848987881571072/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.719231:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881571072:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 5660us (5993us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.719241:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6361 00000100:00000040:1.0:1763344908.719245:0:27025:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344908.719247:0:27025:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.719249:0:27025:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.719255:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.719260:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04190. 00000020:00000010:1.0:1763344908.719265:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117ae00. 00000020:00000040:1.0:1763344908.719269:0:27025:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:1.0:1763344908.719272:0:27025:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344908.720055:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.720062:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:2.0:1763344908.720068:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.720074:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.720080:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3d48 00000400:00000010:2.0:1763344908.720083:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3d48. 00000100:00000001:2.0:1763344908.720087:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.720090:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763344908.720097:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.720107:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.720109:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.720111:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.720116:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.720129:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509e00380 00000400:00000200:2.0:1763344908.720137:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 9880 00000800:00000001:2.0:1763344908.720143:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.720151:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.720153:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.720156:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.720161:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.720163:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763344908.720168:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cdc00. 00000100:00000040:2.0:1763344908.720171:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cdc00 x1848987881571200 msgsize 328 00000100:00100000:2.0:1763344908.720175:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.720181:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.720186:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.720188:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.720314:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.720317:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881571200 02000000:00000001:3.0:1763344908.720320:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.720322:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.720325:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.720329:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.720332:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881571200 00000020:00000001:3.0:1763344908.720336:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.720338:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:3.0:1763344908.720340:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.720343:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=27 00000020:00000001:3.0:1763344908.720345:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:3.0:1763344908.720348:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:3.0:1763344908.720352:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.720356:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344908.720360:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.720363:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344908.720378:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdcc00. 00000020:00000010:3.0:1763344908.720384:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344908.720389:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf578. 00000100:00000040:3.0:1763344908.720398:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344908.720402:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.720404:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.720407:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.720415:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.720435:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.720445:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.720447:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.720452:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27128 00000100:00000040:3.0:1763344908.720456:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:3.0:1763344908.720458:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029112832 : -107404680438784 : ffff9e50e62cdc00) 00000100:00000040:3.0:1763344908.720464:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cdc00 x1848987881571200/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344908.720474:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.720477:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344908.720479:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.720481:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000100:00100000:3.0:1763344908.720486:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2406:x1848987881571200:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344908.720490:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881571200 00000020:00000001:3.0:1763344908.720493:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.720497:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.720500:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.720503:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.720505:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344908.720509:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344908.720513:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.720515:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.720518:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.720523:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.720525:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344908.720528:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344908.720530:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344908.720532:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344908.720534:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.720538:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.720545:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 2 00010000:00000001:3.0:1763344908.720548:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.720551:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.720554:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17c00. 00000020:00000001:3.0:1763344908.720558:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.720560:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17c00 with handle 0x34881b4086818355 to hash 00000020:00000001:3.0:1763344908.720563:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.720564:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:3.0:1763344908.720567:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00010000:3.0:1763344908.720571:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818355 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e4ae expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.720579:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 20 00000020:00000040:3.0:1763344908.720582:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=28 00010000:00000001:3.0:1763344908.720588:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763344908.720591:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763344908.720593:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.720595:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.720600:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50ff801c00. 02000000:00000001:3.0:1763344908.720603:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.720605:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.720609:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344908.720611:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.720614:0:74638:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.720615:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763344908.720620:0:74638:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f9d75ab8. 00002000:00000001:3.0:1763344908.720622:0:74638:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763344908.720625:0:74638:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763344908.720628:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344908.720631:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.720636:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0e40. 00000100:00000001:3.0:1763344908.720638:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236150336 : -107409473401280 : ffff9e4fc87e0e40) 00000100:00000001:3.0:1763344908.720640:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236150336 : -107409473401280 : ffff9e4fc87e0e40) 00000100:00000001:3.0:1763344908.720643:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.720645:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.720647:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.720649:0:74638:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763344908.720652:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8600000. 00000020:00000040:3.0:1763344908.720655:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763344908.720659:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.720661:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.720665:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.720669:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e50c2bdd000. 00000100:00000001:3.0:1763344908.720674:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.720678:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344908.720681:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.720686:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8600000 x1848987617987584/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.720694:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.720696:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.720700:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8600000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:74638:1848987617987584:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344908.720705:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.720710:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.720712:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.720715:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.720718:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50c2bdda00. 02000000:00000001:3.0:1763344908.720720:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.720725:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac580. 00000400:00000010:3.0:1763344908.720730:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb770. 00000100:00000200:3.0:1763344908.720737:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617987584, portal 16 00000100:00000001:3.0:1763344908.720740:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.720741:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334454272 : -107404375097344 : ffff9e50f8600000) 00000100:00000040:3.0:1763344908.720746:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f8600000 x1848987617987584/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.720753:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.720755:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.720758:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fba18. 00000100:00000200:3.0:1763344908.720760:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617987584, offset 0 00000400:00000200:3.0:1763344908.720766:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.720774:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.720779:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344908.720783:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344908.720813:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344908.720816:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344908.720820:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385740:1385740:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385736:1385736:8:4294967295] 00000400:00000200:3.0:1763344908.720829:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.720835:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.720840:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.720846:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.720852:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.720855:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.724522:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.724537:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307683861 00000100:00000001:3.0:1763344908.724547:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307683851 00000100:00000001:3.0:1763344908.724553:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307683861 00000100:00000001:3.0:1763344908.724557:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307683851 00000100:00000001:3.0:1763344908.724559:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307683861 00000100:00000001:3.0:1763344908.724563:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307683851 00000100:00000001:3.0:1763344908.724565:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307683861 00000100:00000001:3.0:1763344908.724568:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307683851 00000100:00000001:3.0:1763344908.724571:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.724576:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.724580:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.724582:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.724585:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.724588:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763344908.724592:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f9d75ab8. 00010000:00000001:3.0:1763344908.724596:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.724599:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.724601:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.724604:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.724607:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.724609:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.724612:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0e40 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.724615:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.724618:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1763344908.724684:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.1:1763344908.724895:0:3635:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb427200. 00000800:00000200:0.0:1763344908.725024:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.725030:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:0.0:1763344908.725038:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.725047:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.725055:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fba18 00000400:00000010:0.0:1763344908.725057:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fba18. 00000100:00000001:0.0:1763344908.725063:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.725072:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8600000 x1848987617987584/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.725085:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.725089:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8600000 x1848987617987584/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.725097:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.725098:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763344908.725151:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.725154:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.725156:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.725163:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.725178:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509e00400 00000400:00000200:2.0:1763344908.725186:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 10208 00000800:00000001:2.0:1763344908.725194:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.725203:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.725205:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.725208:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.725213:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.725215:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763344908.725221:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cc380. 00000100:00000040:2.0:1763344908.725225:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cc380 x1848987881571328 msgsize 328 00000100:00100000:2.0:1763344908.725231:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.725246:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.725253:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.725256:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.725330:0:74642:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.725334:0:74642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881571328 02000000:00000001:1.0:1763344908.725337:0:74642:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.725339:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.725341:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.725347:0:74642:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.725350:0:74642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881571328 00000020:00000001:1.0:1763344908.725353:0:74642:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.725355:0:74642:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344908.725358:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.725360:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:1.0:1763344908.725363:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344908.725374:0:74642:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344908.725379:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.725384:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.725387:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.725390:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.725396:0:74642:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117ae00. 00000020:00000010:1.0:1763344908.725401:0:74642:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.725407:0:74642:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04190. 00000100:00000001:1.0:1763344908.725416:0:74642:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.725418:0:74642:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.725421:0:74642:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.725428:0:74642:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.725444:0:74642:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.725456:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.725459:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.725464:0:74642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27129 00000100:00000040:1.0:1763344908.725468:0:74642:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344908.725470:0:74642:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029106560 : -107404680445056 : ffff9e50e62cc380) 00000100:00000040:1.0:1763344908.725476:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cc380 x1848987881571328/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344908.725485:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.725487:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.725490:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.725492:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.725496:0:74642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881571328:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344908.725500:0:74642:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881571328 00000020:00000001:1.0:1763344908.725504:0:74642:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.725508:0:74642:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.725510:0:74642:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.725513:0:74642:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.725516:0:74642:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344908.725518:0:74642:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344908.725521:0:74642:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.725524:0:74642:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.725525:0:74642:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.725530:0:74642:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.725532:0:74642:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344908.725534:0:74642:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344908.725536:0:74642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344908.725538:0:74642:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344908.725540:0:74642:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.725545:0:74642:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.725552:0:74642:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 2 00010000:00000001:1.0:1763344908.725555:0:74642:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.725557:0:74642:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.725560:0:74642:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34400. 00000020:00000001:1.0:1763344908.725564:0:74642:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.725567:0:74642:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34400 with handle 0x34881b408681835c to hash 00000020:00000001:1.0:1763344908.725569:0:74642:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.725571:0:74642:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:1.0:1763344908.725573:0:74642:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00010000:1.0:1763344908.725578:0:74642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b408681835c lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e4b5 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.725587:0:74642:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:1.0:1763344908.725589:0:74642:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00010000:00000001:1.0:1763344908.725596:0:74642:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763344908.725599:0:74642:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763344908.725602:0:74642:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.725604:0:74642:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.725608:0:74642:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e4fc2875800. 02000000:00000001:1.0:1763344908.725610:0:74642:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.725612:0:74642:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.725615:0:74642:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344908.725618:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.725621:0:74642:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.725623:0:74642:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763344908.725628:0:74642:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f5c6ae70. 00002000:00000001:1.0:1763344908.725630:0:74642:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763344908.725632:0:74642:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763344908.725635:0:74642:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.725638:0:74642:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344908.725643:0:74642:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fcfc1ba80. 00000100:00000001:1.0:1763344908.725645:0:74642:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664358025856 : -107409351525760 : ffff9e4fcfc1ba80) 00000100:00000001:1.0:1763344908.725647:0:74642:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664358025856 : -107409351525760 : ffff9e4fcfc1ba80) 00000100:00000001:1.0:1763344908.725649:0:74642:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.725651:0:74642:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344908.725652:0:74642:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.725654:0:74642:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763344908.725657:0:74642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804700. 00000020:00000040:1.0:1763344908.725660:0:74642:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763344908.725663:0:74642:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344908.725665:0:74642:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344908.725669:0:74642:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344908.725674:0:74642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117a800. 00000100:00000001:1.0:1763344908.725679:0:74642:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.725683:0:74642:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344908.725686:0:74642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344908.725691:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc7804700 x1848987617987712/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.725699:0:74642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344908.725701:0:74642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.725706:0:74642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc7804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:74642:1848987617987712:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344908.725712:0:74642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344908.725716:0:74642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344908.725719:0:74642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.725722:0:74642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344908.725725:0:74642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e510117aa00. 02000000:00000001:1.0:1763344908.725727:0:74642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344908.725732:0:74642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344908.725738:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3880. 00000100:00000200:1.0:1763344908.725744:0:74642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617987712, portal 16 00000100:00000001:1.0:1763344908.725746:0:74642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.725748:0:74642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219518720 : -107409490032896 : ffff9e4fc7804700) 00000100:00000040:1.0:1763344908.725752:0:74642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc7804700 x1848987617987712/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.725759:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.725761:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.725764:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3bb0. 00000100:00000200:1.0:1763344908.725766:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617987712, offset 0 00000400:00000200:1.0:1763344908.725772:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.725781:0:74642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.725785:0:74642:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344908.725813:0:74642:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344908.725817:0:74642:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344908.725820:0:74642:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344908.725823:0:74642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385741:1385741:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385737:1385737:8:4294967295] 00000400:00000200:1.0:1763344908.725833:0:74642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.725839:0:74642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.725845:0:74642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.725851:0:74642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.725857:0:74642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.725861:0:74642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.725879:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.725883:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307683863 00000100:00000001:1.0:1763344908.725888:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307683861 00000100:00000001:1.0:1763344908.725891:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307683863 00000100:00000001:1.0:1763344908.725894:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307683861 00000100:00000001:1.0:1763344908.725896:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307683863 00000100:00000001:1.0:1763344908.725899:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307683861 00000100:00000001:1.0:1763344908.725901:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307683863 00000100:00000001:1.0:1763344908.725904:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307683861 00000100:00000001:1.0:1763344908.725906:0:74642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.725909:0:74642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.725911:0:74642:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.725913:0:74642:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.725915:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.725916:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763344908.725918:0:74642:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f5c6ae70. 00010000:00000001:1.0:1763344908.725922:0:74642:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.725923:0:74642:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.725925:0:74642:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344908.725927:0:74642:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.725929:0:74642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344908.725930:0:74642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344908.725932:0:74642:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fcfc1ba80 going to sleep for 11 seconds 00000100:00000001:1.0:1763344908.725935:0:74642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344908.725937:0:74642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344908.726406:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.726411:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:0.0:1763344908.726415:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.726421:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.726424:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3bb0 00000400:00000010:0.0:1763344908.726426:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3bb0. 00000100:00000001:0.0:1763344908.726430:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.726434:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc7804700 x1848987617987712/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.726442:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.726446:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc7804700 x1848987617987712/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.726452:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.726453:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.728756:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.728773:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.728776:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.728779:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.728825:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.728842:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa2a0c80 00000400:00000200:0.0:1763344908.728850:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x666299 [1] + 224 00000800:00000001:0.0:1763344908.728858:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.728866:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.728869:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.728873:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.728880:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.728890:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc7804700 x1848987617987712/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344908.728900:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e4fc7804700 x1848987617987712/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.728913:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.728920:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.728924:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.729474:0:74642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344908.729484:0:74642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344908.729486:0:74642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.729490:0:74642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:1.0:1763344908.729495:0:74642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3880 00000400:00000010:1.0:1763344908.729497:0:74642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3880. 00000100:00000001:1.0:1763344908.729502:0:74642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.729508:0:74642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc7804700 x1848987617987712/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344908.729539:0:74642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc7804700 x1848987617987712/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.729545:0:74642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344908.729548:0:74642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.729550:0:74642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.729554:0:74642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.729557:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.729559:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.729562:0:74642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.729569:0:74642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344908.729573:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.729576:0:74642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.729578:0:74642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.729581:0:74642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.729585:0:74642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.729588:0:74642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.729593:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc7804700 x1848987617987712/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.729600:0:74642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.729603:0:74642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.729605:0:74642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.729608:0:74642:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763344908.729613:0:74642:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:1.0:1763344908.729622:0:74642:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000402:0x1c19:0x0] updating lvb atime: 0 -> 1763344908 00002000:00000001:1.0:1763344908.729627:0:74642:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344908.729630:0:74642:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.729637:0:74642:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279130808 : -107409430420808 : ffff9e4fcb0de2b8) 00002000:00000001:1.0:1763344908.729640:0:74642:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279130720 : -107409430420896 : ffff9e4fcb0de260) 00002000:00000001:1.0:1763344908.729643:0:74642:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344908.729648:0:74642:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344908.729652:0:74642:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de2b8/ffff9e4fcb0de260 to site lru. bkt: ffff9e50e5a40a80 00010000:00000001:1.0:1763344908.729655:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.729657:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.729659:0:74642:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.729664:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7804700 x1848987617987712/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344908.729673:0:74642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc7804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:74642:1848987617987712:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344908.729678:0:74642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.729681:0:74642:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.729684:0:74642:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344908.729686:0:74642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.729689:0:74642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc7804700 x1848987617987712/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.729696:0:74642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344908.729699:0:74642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344908.729703:0:74642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e510117aa00. 02000000:00000001:1.0:1763344908.729707:0:74642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.729710:0:74642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.729712:0:74642:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763344908.729715:0:74642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344908.729718:0:74642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117a800. 02000000:00000001:1.0:1763344908.729721:0:74642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344908.729724:0:74642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344908.729726:0:74642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7804700. 00000800:00000001:2.0:1763344908.729730:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763344908.729730:0:74642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344908.729732:0:74642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344908.729737:0:74642:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fcfc1ba80. 00000800:00000001:2.0:1763344908.729740:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.729741:0:74642:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000800:00000001:2.0:1763344908.729744:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1763344908.729745:0:74642:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1763344908.729749:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763344908.729751:0:74642:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6700. 00000400:00000200:2.0:1763344908.729757:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00010000:00000001:1.0:1763344908.729757:0:74642:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344908.729764:0:74642:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344908.729769:0:74642:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00000400:00000200:2.0:1763344908.729772:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa2a0c00 00010000:00000001:1.0:1763344908.729773:0:74642:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1763344908.729782:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x666291 [1] + 224 00010000:00000001:1.0:1763344908.729784:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.729813:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.729816:0:74642:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.729818:0:74642:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.729823:0:74642:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34400 with handle 0x34881b408681835c from hash 00010000:00000001:1.0:1763344908.729826:0:74642:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.729827:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.729829:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.729830:0:74642:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344908.729832:0:74642:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344908.729836:0:74642:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763344908.729844:0:74642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b408681835c lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4b5 expref: 20 pid: 74642 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763344908.729859:0:74642:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344908.729864:0:74642:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000800:00000001:2.0:1763344908.729865:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1763344908.729866:0:74642:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.729870:0:74642:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.729872:0:74642:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1763344908.729876:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.729877:0:74642:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1763344908.729881:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1763344908.729881:0:74642:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.729884:0:74642:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.729887:0:74642:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1763344908.729890:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00010000:00000001:1.0:1763344908.729891:0:74642:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.729895:0:74642:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1763344908.729897:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1763344908.729899:0:74642:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344908.729903:0:74642:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763344908.729906:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8600000 x1848987617987584/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1763344908.729907:0:74642:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.729913:0:74642:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.729915:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.729923:0:74642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50fca34400/0x34881b408681835c lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4b5 expref: 20 pid: 74642 timeout: 0 lvb_type: 1 00000100:00000040:2.0:1763344908.729927:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50f8600000 x1848987617987584/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:1.0:1763344908.729945:0:74642:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:1.0:1763344908.729949:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:1.0:1763344908.729957:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.729959:0:74642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34400, rc 0) 00000020:00000001:1.0:1763344908.729962:0:74642:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763344908.729967:0:74642:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915410, transno 0, xid 1848987881571328 00010000:00000001:1.0:1763344908.729970:0:74642:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.729976:0:74642:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cc380 x1848987881571328/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344908.729982:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1763344908.729986:0:74642:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.729990:0:74642:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.729993:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.729998:0:74642:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1763344908.730001:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1763344908.730002:0:74642:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.730006:0:74642:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 00000800:00000001:2.0:1763344908.730009:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1763344908.730010:0:74642:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:2.0:1763344908.730015:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763344908.730015:0:74642:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.730019:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.730024:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.730029:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3880. 00000100:00000200:1.0:1763344908.730034:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881571328, offset 224 00000400:00000200:1.0:1763344908.730046:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000001:3.0:1763344908.730052:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.730055:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.730060:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac580. 00000400:00000200:1.0:1763344908.730060:0:74642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.730066:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb770 00000400:00000010:3.0:1763344908.730070:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb770. 00000400:00000200:1.0:1763344908.730071:0:74642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385742:1385742:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385738:1385738:8:4294967295] 00000100:00000001:3.0:1763344908.730075:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.730082:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8600000 x1848987617987584/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1763344908.730092:0:74642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.730105:0:74642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000100:00000200:3.0:1763344908.730114:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8600000 x1848987617987584/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1763344908.730116:0:74642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000100:00000001:3.0:1763344908.730125:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.730129:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.730129:0:74642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000100:00000001:3.0:1763344908.730134:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.730136:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.730138:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.730141:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344908.730142:0:74642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 02000000:00000001:3.0:1763344908.730144:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344908.730148:0:74642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 496 niov 1 nkiov 1 00000100:00001000:3.0:1763344908.730150:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.730156:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.730158:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.730159:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.730161:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.730163:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.730171:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.730177:0:74642:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.730180:0:74642:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.730182:0:74642:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.730185:0:74642:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.730192:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cc380 x1848987881571328/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344908.730203:0:74642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881571328:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 4716us (4975us total) trans 0 rc 301/301 00000100:00100000:1.0:1763344908.730211:0:74642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27129 00000100:00000040:1.0:1763344908.730215:0:74642:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344908.730218:0:74642:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.730220:0:74642:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.730227:0:74642:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.730232:0:74642:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04190. 00000020:00000010:1.0:1763344908.730236:0:74642:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117ae00. 00000020:00000040:1.0:1763344908.730240:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:1.0:1763344908.730243:0:74642:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.730249:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.730255:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:0.0:1763344908.730259:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.730264:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.730268:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3880 00000400:00000010:0.0:1763344908.730269:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3880. 00000100:00000001:0.0:1763344908.730273:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.730275:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344908.730450:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.730456:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8600000 x1848987617987584/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.730464:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.730466:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.730467:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.730469:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763344908.730473:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:3.0:1763344908.730477:0:74638:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000402:0x1bc1:0x0] updating lvb atime: 0 -> 1763344908 00002000:00000001:3.0:1763344908.730480:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344908.730483:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.730488:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00002000:00000001:3.0:1763344908.730490:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134976 : -107409430416640 : ffff9e4fcb0df300) 00002000:00000001:3.0:1763344908.730492:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344908.730496:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344908.730499:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df358/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00010000:00000001:3.0:1763344908.730502:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.730503:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.730506:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.730510:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8600000 x1848987617987584/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344908.730518:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8600000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:74638:1848987617987584:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344908.730523:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.730525:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.730527:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.730529:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.730532:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8600000 x1848987617987584/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.730538:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.730540:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344908.730542:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50c2bdda00. 02000000:00000001:3.0:1763344908.730557:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.730559:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344908.730560:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763344908.730562:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344908.730564:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e50c2bdd000. 02000000:00000001:3.0:1763344908.730567:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.730568:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344908.730569:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8600000. 00000100:00000001:3.0:1763344908.730572:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.730574:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344908.730576:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0e40. 00000100:00000001:3.0:1763344908.730578:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.730580:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344908.730582:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82ddf00. 00010000:00000001:3.0:1763344908.730585:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.730587:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344908.730590:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344908.730591:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.730596:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.730597:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.730599:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.730600:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.730603:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17c00 with handle 0x34881b4086818355 from hash 00010000:00000001:3.0:1763344908.730605:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.730607:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.730608:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.730609:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344908.730610:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344908.730613:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763344908.731609:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818355 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ae expref: 28 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763344908.731630:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344908.731632:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.731635:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.731636:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.731638:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.731642:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.731644:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.731645:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.731647:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344908.731648:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.731650:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.731652:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344908.731654:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.731656:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.731657:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.731659:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.731664:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf17c00/0x34881b4086818355 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ae expref: 28 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763344908.731672:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 19 00000020:00000040:3.0:1763344908.731675:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 27 00010000:00000001:3.0:1763344908.731680:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.731682:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17c00, rc 0) 00000020:00000001:3.0:1763344908.731684:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763344908.731688:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946966, transno 0, xid 1848987881571200 00010000:00000001:3.0:1763344908.731691:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.731698:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cdc00 x1848987881571200/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344908.731705:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.731708:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.731711:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.731715:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.731718:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.731720:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.731723:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.731725:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.731728:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.731731:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.731737:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb770. 00000100:00000200:3.0:1763344908.731742:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881571200, offset 224 00000400:00000200:3.0:1763344908.731748:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.731758:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.731763:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385743:1385743:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385739:1385739:8:4294967295] 00000400:00000200:3.0:1763344908.731774:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.731778:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.731783:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6e00. 00000800:00000200:3.0:1763344908.731802:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.731808:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.731812:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6e00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.732582:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.732589:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.732592:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.732593:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.732596:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.732602:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cdc00 x1848987881571200/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344908.732614:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2406:x1848987881571200:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 12139us (12440us total) trans 0 rc 301/301 00000100:00100000:3.0:1763344908.732622:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27128 00000100:00000040:3.0:1763344908.732625:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:3.0:1763344908.732628:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.732630:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.732636:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344908.732643:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf578. 00000020:00000010:3.0:1763344908.732647:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdcc00. 00000020:00000040:3.0:1763344908.732653:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 26 00000100:00000001:3.0:1763344908.732656:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.732780:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.732785:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6e00. 00000400:00000200:0.0:1763344908.732833:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.732839:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.732844:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb770 00000400:00000010:0.0:1763344908.732847:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb770. 00000100:00000001:0.0:1763344908.732851:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.732853:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344908.736614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34400. 00000800:00000001:2.0:1763344908.737973:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.737989:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.737994:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.737996:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.738009:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.738027:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509e00500 00000400:00000200:2.0:1763344908.738035:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x64578d [8] + 10536 00000800:00000001:2.0:1763344908.738043:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.738048:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.738052:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.738056:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.738064:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.738067:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763344908.738074:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cf480. 00000100:00000040:2.0:1763344908.738078:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cf480 x1848987881571584 msgsize 440 00000100:00100000:2.0:1763344908.738083:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.738099:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.738110:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.738114:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.738115:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.738118:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.738122:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.738127:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509e00480 00000400:00000200:2.0:1763344908.738132:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x64578d [8] + 10976 00000800:00000001:2.0:1763344908.738135:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.738142:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.738144:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.738147:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.738150:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.738151:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763344908.738154:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50e62cd180. 00000100:00000040:2.0:1763344908.738157:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50e62cd180 x1848987881571456 msgsize 440 00000100:00100000:2.0:1763344908.738160:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.739280:0:74642:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763344908.739944:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.739964:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.739972:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.740023:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.740612:0:74642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881571584 02000000:00000001:1.0:1763344908.740617:0:74642:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.740620:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.740623:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.740627:0:74642:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.740632:0:74642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881571584 00000020:00000001:1.0:1763344908.740635:0:74642:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.740637:0:74642:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344908.740640:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.740644:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:1.0:1763344908.740647:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344908.740649:0:74642:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344908.740653:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.740663:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.740667:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.740670:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.740677:0:74642:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117ae00. 00000020:00000010:1.0:1763344908.740683:0:74642:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.740690:0:74642:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04190. 00000100:00000040:1.0:1763344908.740701:0:74642:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344908.740704:0:74642:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.740706:0:74642:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.740709:0:74642:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.740718:0:74642:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.740733:0:74642:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.740746:0:74642:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.740747:0:74642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881571456 02000000:00000001:1.0:1763344908.740749:0:74642:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.740751:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.740753:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.740755:0:74642:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.740757:0:74642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881571456 00000020:00000001:1.0:1763344908.740759:0:74642:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.740760:0:74642:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:1.0:1763344908.740762:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.740764:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=27 00000020:00000001:1.0:1763344908.740767:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:1.0:1763344908.740769:0:74642:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:1.0:1763344908.740771:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.740774:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.740776:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.740778:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.740782:0:74642:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117a800. 00000020:00000010:1.0:1763344908.740785:0:74642:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42280. 00000020:00000010:1.0:1763344908.740802:0:74642:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04258. 00000100:00000001:1.0:1763344908.740806:0:74642:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.740807:0:74642:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.740809:0:74642:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.740812:0:74642:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.740829:0:74642:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.740837:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.740839:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.740849:0:74642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27130 00000100:00000040:1.0:1763344908.740852:0:74642:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344908.740856:0:74642:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029119104 : -107404680432512 : ffff9e50e62cf480) 00000100:00000040:1.0:1763344908.740863:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cf480 x1848987881571584/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.740872:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.740875:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.740878:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.740880:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.740884:0:74642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881571584:12345-192.168.203.14@tcp:1:lfs.0 00000100:00000200:1.0:1763344908.740888:0:74642:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881571584 00000020:00000001:1.0:1763344908.740891:0:74642:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.740895:0:74642:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.740897:0:74642:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.740899:0:74642:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.740901:0:74642:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932112 : -1042619504 : ffffffffc1dae390) 00000020:00000001:1.0:1763344908.740905:0:74642:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344908.740908:0:74642:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.740910:0:74642:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.740912:0:74642:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.740915:0:74642:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763344908.740918:0:74642:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763344908.740920:0:74642:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.740923:0:74642:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.740926:0:74642:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.740928:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.740930:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.740932:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.740933:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.740934:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.740936:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.740938:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.740939:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.740940:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.740943:0:74642:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.740945:0:74642:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.740949:0:74642:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.740952:0:74642:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.740957:0:74642:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e4fc2876c00. 02000000:00000001:1.0:1763344908.740960:0:74642:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.740962:0:74642:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344908.740966:0:74642:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763344908.740969:0:74642:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344908.740971:0:74642:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.740978:0:74642:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279130808 : -107409430420808 : ffff9e4fcb0de2b8) 00002000:00000001:1.0:1763344908.740981:0:74642:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279130720 : -107409430420896 : ffff9e4fcb0de260) 00002000:00000001:1.0:1763344908.740983:0:74642:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344908.740988:0:74642:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344908.740995:0:74642:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763344908.740997:0:74642:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:1.0:1763344908.741001:0:74642:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x3000034db for inode 2451 00000020:00000002:1.0:1763344908.741005:0:74642:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de2b8/ffff9e4fcb0de260 to site lru. bkt: ffff9e50e5a40a80 00000020:00000001:1.0:1763344908.741009:0:74642:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344908.741029:0:74642:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344908.741032:0:74642:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344908.741036:0:74642:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915410, transno 0, xid 1848987881571584 00010000:00000001:1.0:1763344908.741039:0:74642:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.741044:0:74642:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cf480 x1848987881571584/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344908.741052:0:74642:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.741055:0:74642:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.741058:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.741064:0:74642:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.741066:0:74642:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.741068:0:74642:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.741071:0:74642:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.741073:0:74642:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.741076:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.741079:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.741084:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3aa0. 00000100:00000200:1.0:1763344908.741091:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881571584, offset 224 00000400:00000200:1.0:1763344908.741098:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.741112:0:74642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.741120:0:74642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385744:1385744:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385740:1385740:8:4294967295] 00000400:00000200:1.0:1763344908.741132:0:74642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.741138:0:74642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.741143:0:74642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff742200. 00000800:00000200:1.0:1763344908.741150:0:74642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.741157:0:74642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.741162:0:74642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff742200 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.741171:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.741174:0:74642:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.741177:0:74642:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.741178:0:74642:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.741180:0:74642:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.741185:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cf480 x1848987881571584/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.741194:0:74642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881571584:12345-192.168.203.14@tcp:1:lfs.0 Request processed in 319us (3113us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.741200:0:74642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27130 00000100:00000040:1.0:1763344908.741203:0:74642:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344908.741206:0:74642:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.741207:0:74642:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.741212:0:74642:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.741216:0:74642:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04190. 00000020:00000010:1.0:1763344908.741220:0:74642:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117ae00. 00000020:00000040:1.0:1763344908.741224:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:1.0:1763344908.741227:0:74642:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.741234:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.741236:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.741239:0:74642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27131 00000100:00000040:1.0:1763344908.741241:0:74642:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:1.0:1763344908.741243:0:74642:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669029110144 : -107404680441472 : ffff9e50e62cd180) 00000100:00000040:1.0:1763344908.741248:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50e62cd180 x1848987881571456/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.741255:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.741257:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.741260:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.741262:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.741265:0:74642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50e62cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2405:x1848987881571456:12345-192.168.203.14@tcp:1:lfs.0 00000100:00000200:1.0:1763344908.741269:0:74642:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881571456 00000020:00000001:1.0:1763344908.741270:0:74642:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.741273:0:74642:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.741274:0:74642:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.741276:0:74642:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.741278:0:74642:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932112 : -1042619504 : ffffffffc1dae390) 00000020:00000001:1.0:1763344908.741280:0:74642:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344908.741282:0:74642:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.741284:0:74642:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.741285:0:74642:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.741286:0:74642:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763344908.741288:0:74642:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763344908.741290:0:74642:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.741291:0:74642:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.741293:0:74642:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.741295:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.741302:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.741304:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.741306:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.741307:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.741309:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.741311:0:74642:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.741313:0:74642:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.741314:0:74642:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.741317:0:74642:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.741318:0:74642:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.741320:0:74642:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.741322:0:74642:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.741339:0:74642:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e4fc2876800. 02000000:00000001:1.0:1763344908.741341:0:74642:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.741343:0:74642:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344908.741347:0:74642:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763344908.741349:0:74642:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344908.741351:0:74642:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1763344908.741356:0:74638:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.741357:0:74642:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00002000:00000001:1.0:1763344908.741363:0:74642:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134976 : -107409430416640 : ffff9e4fcb0df300) 00002000:00000001:1.0:1763344908.741375:0:74642:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344908.741378:0:74642:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344908.741380:0:74642:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763344908.741382:0:74642:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:1.0:1763344908.741385:0:74642:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x200003059 for inode 11698 00000020:00000002:1.0:1763344908.741388:0:74642:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df358/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00000020:00000001:1.0:1763344908.741392:0:74642:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344908.741397:0:74642:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344908.741401:0:74642:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344908.741404:0:74642:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946966, transno 0, xid 1848987881571456 00010000:00000001:1.0:1763344908.741406:0:74642:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.741411:0:74642:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50e62cd180 x1848987881571456/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344908.741419:0:74642:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.741421:0:74642:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.741423:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.741426:0:74642:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.741429:0:74642:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.741431:0:74642:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.741433:0:74642:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.741435:0:74642:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.741437:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.741439:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.741442:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3cc0. 00000100:00000200:1.0:1763344908.741445:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881571456, offset 224 00000400:00000200:1.0:1763344908.741454:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.741460:0:74642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.741463:0:74642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385745:1385745:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385741:1385741:7:4294967295] 00000400:00000200:1.0:1763344908.741471:0:74642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.741476:0:74642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.741480:0:74642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:1.0:1763344908.741483:0:74642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.741488:0:74642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.741490:0:74642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.741493:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.741495:0:74642:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.741497:0:74642:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.741499:0:74642:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.741502:0:74642:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.741505:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50e62cd180 x1848987881571456/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.741514:0:74642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50e62cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2405:x1848987881571456:12345-192.168.203.14@tcp:1:lfs.0 Request processed in 257us (3355us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.741520:0:74642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27131 00000100:00000040:1.0:1763344908.741522:0:74642:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:1.0:1763344908.741525:0:74642:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.741526:0:74642:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.741529:0:74642:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42280. 00000020:00000010:1.0:1763344908.741532:0:74642:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04258. 00000020:00000010:1.0:1763344908.741535:0:74642:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117a800. 00000020:00000040:1.0:1763344908.741538:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 26 00000100:00000001:1.0:1763344908.741540:0:74642:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.742854:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.742863:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff742200. 00000400:00000200:0.0:1763344908.742872:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.742880:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.742887:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3aa0 00000400:00000010:0.0:1763344908.742889:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3aa0. 00000100:00000001:0.0:1763344908.742895:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.742897:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763344908.742965:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.742968:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:0.0:1763344908.742972:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.742976:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.742979:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3cc0 00000400:00000010:0.0:1763344908.742981:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3cc0. 00000100:00000001:0.0:1763344908.742984:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.742986:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344908.743904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00000800:00000001:0.0:1763344908.748558:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.748573:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.748577:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.748580:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.748592:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.748609:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509e00600 00000400:00000200:0.0:1763344908.748617:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 11416 00000800:00000001:0.0:1763344908.748626:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.748632:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.748635:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.748639:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.748648:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.748651:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344908.748658:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78a680. 00000100:00000040:0.0:1763344908.748662:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78a680 x1848987881571840 msgsize 328 00000100:00100000:0.0:1763344908.748667:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.748688:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.748697:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.748700:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.748703:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.748705:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.748709:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.748714:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509e00580 00000400:00000200:0.0:1763344908.748718:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 11744 00000800:00000001:0.0:1763344908.748722:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.748727:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.748729:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.748732:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.748735:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.748736:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344908.748739:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78b100. 00000100:00000040:0.0:1763344908.748741:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78b100 x1848987881571712 msgsize 328 00000100:00100000:0.0:1763344908.748746:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.748760:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.748764:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.748767:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.748923:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.748927:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881571840 02000000:00000001:3.0:1763344908.748930:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.748933:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.748935:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.748940:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.748943:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881571840 00000020:00000001:3.0:1763344908.748947:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.748948:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344908.748951:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.748954:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:3.0:1763344908.748956:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344908.748959:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344908.748963:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.748968:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344908.748972:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.748975:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344908.748980:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdcc00. 00000020:00000010:3.0:1763344908.748987:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344908.748992:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf578. 00000100:00000040:3.0:1763344908.748999:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344908.749002:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.749003:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.749006:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.749013:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.749030:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.749040:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.749041:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881571712 02000000:00000001:3.0:1763344908.749043:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.749044:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.749045:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.749048:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.749050:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881571712 00000020:00000001:3.0:1763344908.749051:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.749053:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:3.0:1763344908.749055:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.749057:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=27 00000020:00000001:3.0:1763344908.749059:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:3.0:1763344908.749060:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:3.0:1763344908.749063:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.749066:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344908.749069:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.749071:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000020:00000010:3.0:1763344908.749074:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdd000. 00000020:00000010:3.0:1763344908.749077:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e980. 00000020:00000010:3.0:1763344908.749080:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf258. 00000100:00000001:3.0:1763344908.749082:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.749084:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.749085:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.749088:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.749103:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.749114:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.749116:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.749123:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27132 00000100:00000001:1.0:1763344908.749125:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1763344908.749127:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:1.0:1763344908.749129:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763344908.749131:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453510272 : -107404256041344 : ffff9e50ff78a680) 00000100:00100000:1.0:1763344908.749137:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27133 00000100:00000040:3.0:1763344908.749142:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78a680 x1848987881571840/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1763344908.749144:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:1.0:1763344908.749149:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453512960 : -107404256038656 : ffff9e50ff78b100) 00000100:00000001:3.0:1763344908.749158:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1763344908.749160:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78b100 x1848987881571712/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00000010:3.0:1763344908.749162:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82ddf00. 00000100:00000001:3.0:1763344908.749166:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.749172:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82ddf00. 00000100:00000001:1.0:1763344908.749178:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1763344908.749180:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881571840:12345-192.168.203.14@tcp:101:lfs.0 00000020:00000010:1.0:1763344908.749185:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000200:3.0:1763344908.749186:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881571840 00000020:00000001:3.0:1763344908.749191:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1763344908.749191:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.749196:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000001:3.0:1763344908.749197:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.749201:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.749205:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1763344908.749206:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2405:x1848987881571712:12345-192.168.203.14@tcp:101:lfs.0 00000020:00000001:3.0:1763344908.749208:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000100:00000200:1.0:1763344908.749213:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881571712 00000020:00000001:3.0:1763344908.749215:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344908.749218:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.749220:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.749222:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.749225:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.749226:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.749230:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.749230:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.749234:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344908.749237:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344908.749238:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.749240:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.749243:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000001:1.0:1763344908.749245:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1763344908.749247:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000020:00000001:1.0:1763344908.749248:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00010000:3.0:1763344908.749251:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:1.0:1763344908.749252:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.749254:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000001:1.0:1763344908.749256:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344908.749257:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.749259:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344908.749262:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344908.749264:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344908.749265:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1763344908.749266:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.749273:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 2 00010000:00000001:3.0:1763344908.749276:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.749279:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.749284:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17c00. 00010000:00000001:1.0:1763344908.749286:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1763344908.749289:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000040:1.0:1763344908.749293:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 2 00000020:00000040:3.0:1763344908.749294:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17c00 with handle 0x34881b4086818363 to hash 00010000:00000001:1.0:1763344908.749298:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763344908.749299:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.749302:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000001:1.0:1763344908.749304:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1763344908.749306:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142662144 : -107404566889472 : ffff9e50ecf17c00) 00010000:00000010:1.0:1763344908.749311:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34400. 00010000:00010000:3.0:1763344908.749313:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17c00/0x34881b4086818363 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e4c3 expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1763344908.749317:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.749321:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34400 with handle 0x34881b408681836a to hash 00010000:00000040:3.0:1763344908.749326:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:3.0:1763344908.749330:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00000020:00000001:1.0:1763344908.749336:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.749338:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.749338:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:1.0:1763344908.749343:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00002000:00000001:3.0:1763344908.749344:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763344908.749348:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:1.0:1763344908.749349:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34400/0x34881b408681836a lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e4bc expref: -99 pid: 74640 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1763344908.749351:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.749358:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d7ff3c00. 00010000:00000040:1.0:1763344908.749360:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 20 02000000:00000001:3.0:1763344908.749362:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.749374:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=28 00000100:00000001:3.0:1763344908.749378:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.749380:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344908.749384:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00002000:00000001:1.0:1763344908.749384:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:3.0:1763344908.749388:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:1.0:1763344908.749389:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1763344908.749392:0:74638:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.749393:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1763344908.749397:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 02000000:00000010:1.0:1763344908.749401:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e4fc1ea1c00. 00002000:00000010:3.0:1763344908.749403:0:74638:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f9d75ab8. 02000000:00000001:1.0:1763344908.749405:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.749409:0:74638:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00000100:00000001:1.0:1763344908.749410:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.749415:0:74638:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000001:1.0:1763344908.749416:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344908.749419:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000010:3.0:1763344908.749420:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82ddf00. 00010000:00000001:1.0:1763344908.749421:0:74640:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.749426:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000001:1.0:1763344908.749426:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763344908.749434:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f5c6ae70. 00000100:00000010:3.0:1763344908.749435:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0e40. 00002000:00000001:1.0:1763344908.749437:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00000100:00000001:3.0:1763344908.749439:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236150336 : -107409473401280 : ffff9e4fc87e0e40) 00010000:00000001:1.0:1763344908.749443:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00000100:00000001:3.0:1763344908.749444:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236150336 : -107409473401280 : ffff9e4fc87e0e40) 00010000:00000010:1.0:1763344908.749447:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6700. 00000100:00000001:3.0:1763344908.749449:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.749452:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1763344908.749453:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.749456:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.749459:0:74638:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763344908.749459:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fcfc1ba80. 00000100:00000001:1.0:1763344908.749464:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664358025856 : -107409351525760 : ffff9e4fcfc1ba80) 00000100:00000010:3.0:1763344908.749466:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8600000. 00000100:00000001:1.0:1763344908.749467:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664358025856 : -107409351525760 : ffff9e4fcfc1ba80) 00000100:00000001:1.0:1763344908.749471:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000020:00000040:3.0:1763344908.749472:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763344908.749473:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344908.749477:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00000100:00000001:3.0:1763344908.749478:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1763344908.749480:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 02000000:00000001:3.0:1763344908.749483:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1763344908.749486:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804700. 02000000:00000001:3.0:1763344908.749489:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.749492:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 02000000:00000010:3.0:1763344908.749497:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e50c2bdda00. 00000100:00000001:1.0:1763344908.749497:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344908.749498:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344908.749503:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.749505:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344908.749510:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117a800. 00010000:00000001:3.0:1763344908.749512:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344908.749515:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.749517:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1763344908.749521:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000040:3.0:1763344908.749526:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8600000 x1848987617987840/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.749526:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344908.749534:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc7804700 x1848987617987968/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.749539:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.749543:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.749548:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344908.749551:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.749553:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8600000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617987840:192.168.203.14@tcp:106: 00000100:00100000:1.0:1763344908.749558:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc7804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:74640:1848987617987968:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344908.749561:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1763344908.749565:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344908.749569:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.749571:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344908.749572:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.749575:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.749577:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1763344908.749579:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344908.749582:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e510117ae00. 02000000:00000010:3.0:1763344908.749585:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50c2bdd200. 02000000:00000001:1.0:1763344908.749586:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.749591:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344908.749595:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:3.0:1763344908.749597:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac580. 00000400:00000010:1.0:1763344908.749604:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3cc0. 00000400:00000010:3.0:1763344908.749605:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb770. 00000100:00000200:3.0:1763344908.749614:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617987840, portal 16 00000100:00000200:1.0:1763344908.749614:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617987968, portal 16 00000100:00000001:3.0:1763344908.749620:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.749620:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.749624:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334454272 : -107404375097344 : ffff9e50f8600000) 00000100:00000001:1.0:1763344908.749624:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219518720 : -107409490032896 : ffff9e4fc7804700) 00000100:00000040:3.0:1763344908.749634:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f8600000 x1848987617987840/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344908.749634:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc7804700 x1848987617987968/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.749655:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1763344908.749657:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.749661:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000100:00000040:1.0:1763344908.749664:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.749666:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fba18. 00000400:00000010:1.0:1763344908.749669:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3aa0. 00000100:00000200:3.0:1763344908.749671:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617987840, offset 0 00000100:00000200:1.0:1763344908.749676:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617987968, offset 0 00000400:00000200:3.0:1763344908.749681:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.750252:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.750258:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344908.750262:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344908.750266:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344908.750270:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344908.750274:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385746:1385746:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385742:1385742:8:4294967295] 00000400:00000200:3.0:1763344908.750285:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.750291:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.750913:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71400. 00000800:00000200:2.0:1763344908.750925:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.750932:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.750936:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.751061:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.751067:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307683888 00000100:00000001:2.0:1763344908.751076:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307683863 00000100:00000001:2.0:1763344908.751082:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307683888 00000100:00000001:2.0:1763344908.751085:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307683863 00000100:00000001:2.0:1763344908.751088:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307683888 00000100:00000001:2.0:1763344908.751091:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307683863 00000100:00000001:2.0:1763344908.751094:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307683888 00000100:00000001:2.0:1763344908.751097:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307683863 00000100:00000001:2.0:1763344908.751100:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.751106:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.751109:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.751111:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.751113:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.751116:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763344908.751118:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f9d75ab8. 00010000:00000001:2.0:1763344908.751124:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.751126:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763344908.751128:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.751131:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.751133:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.751135:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.751138:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0e40 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.751140:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.751143:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344908.751268:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.751274:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71400. 00000400:00000200:0.0:1763344908.751281:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.751287:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.751322:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.751336:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.751341:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344908.751345:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344908.751348:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344908.751350:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344908.751354:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385747:1385747:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385743:1385743:7:4294967295] 00000400:00000200:1.0:1763344908.751363:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.751378:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.751384:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:1.0:1763344908.751388:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.751392:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.751395:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.751398:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.751401:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307683888 00000100:00000001:1.0:1763344908.751404:0:74640:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4307683888 00000100:00000001:1.0:1763344908.751406:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307683888 00000100:00000001:1.0:1763344908.751408:0:74640:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4307683888 00000100:00000001:1.0:1763344908.751410:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307683888 00000100:00000001:1.0:1763344908.751412:0:74640:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4307683888 00000100:00000001:1.0:1763344908.751414:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307683888 00000100:00000001:1.0:1763344908.751416:0:74640:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4307683888 00000100:00000001:1.0:1763344908.751417:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.751420:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.751422:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.751424:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.751426:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.751427:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763344908.751429:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f5c6ae70. 00010000:00000001:1.0:1763344908.751432:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.751435:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.751436:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344908.751438:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.751440:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344908.751441:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344908.751443:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fcfc1ba80 going to sleep for 11 seconds 00000100:00000001:1.0:1763344908.751445:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344908.751447:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763344908.752073:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fba18 00000400:00000010:0.0:1763344908.752078:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fba18. 00000100:00000001:0.0:1763344908.752083:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.752092:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8600000 x1848987617987840/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.752102:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.752105:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8600000 x1848987617987840/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.752112:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.752113:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1763344908.752135:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.752138:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:0.0:1763344908.752142:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.752146:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.752149:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3aa0 00000400:00000010:0.0:1763344908.752151:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3aa0. 00000100:00000001:0.0:1763344908.752155:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.752158:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc7804700 x1848987617987968/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.752165:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.752168:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc7804700 x1848987617987968/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.752175:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.752177:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.753886:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.753903:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.753907:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.753909:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.753920:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.753938:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa2a0d00 00000400:00000200:0.0:1763344908.753947:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x6662b5 [1] + 224 00000800:00000001:0.0:1763344908.753955:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.753963:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.753966:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.753970:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.753976:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.753984:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8600000 x1848987617987840/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344908.753994:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50f8600000 x1848987617987840/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.754017:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.754024:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.754027:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.754097:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.754105:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.754107:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.754111:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac580. 00000400:00000200:2.0:1763344908.754116:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb770 00000400:00000010:2.0:1763344908.754118:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb770. 00000100:00000001:2.0:1763344908.754122:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.754126:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8600000 x1848987617987840/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344908.754134:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8600000 x1848987617987840/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.754140:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.754142:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.754144:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.754148:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.754150:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.754152:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.754156:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.754163:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.754167:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.754169:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344908.754171:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.754174:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344908.754178:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.754180:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.754184:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8600000 x1848987617987840/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.754191:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.754194:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.754196:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.754199:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763344908.754204:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344908.754214:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344908.754217:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.754224:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279130808 : -107409430420808 : ffff9e4fcb0de2b8) 00002000:00000001:2.0:1763344908.754227:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279130720 : -107409430420896 : ffff9e4fcb0de260) 00002000:00000001:2.0:1763344908.754229:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344908.754235:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344908.754238:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de2b8/ffff9e4fcb0de260 to site lru. bkt: ffff9e50e5a40a80 00010000:00000001:2.0:1763344908.754242:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.754244:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.754245:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.754250:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8600000 x1848987617987840/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344908.754258:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8600000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617987840:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344908.754264:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.754266:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.754269:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.754272:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.754275:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8600000 x1848987617987840/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.754281:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.754284:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.754288:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50c2bdd200. 02000000:00000001:2.0:1763344908.754292:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.754295:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.754296:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763344908.754299:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.754301:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e50c2bdda00. 02000000:00000001:2.0:1763344908.754304:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.754306:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.754308:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8600000. 00000100:00000001:2.0:1763344908.754311:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.754313:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344908.754315:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0e40. 00000100:00000001:2.0:1763344908.754318:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344908.754320:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344908.754322:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82ddf00. 00010000:00000001:2.0:1763344908.754325:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.754329:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344908.754332:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344908.754334:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.754339:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.754341:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.754343:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.754345:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.754348:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17c00 with handle 0x34881b4086818363 from hash 00010000:00000001:2.0:1763344908.754351:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.754352:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.754353:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.754355:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344908.754357:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344908.754359:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344908.754378:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17c00/0x34881b4086818363 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4c3 expref: 20 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344908.754393:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344908.754396:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.754399:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.754400:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.754403:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.754406:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344908.754408:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.754409:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.754411:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344908.754412:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344908.754414:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.754416:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344908.754418:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.754420:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.754422:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.754424:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.754428:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17c00/0x34881b4086818363 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4c3 expref: 20 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344908.754435:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:2.0:1763344908.754438:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:2.0:1763344908.754444:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.754446:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17c00, rc 0) 00000020:00000001:2.0:1763344908.754449:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344908.754453:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915410, transno 0, xid 1848987881571840 00010000:00000001:2.0:1763344908.754455:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.754461:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff78a680 x1848987881571840/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.754469:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.754471:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.754474:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.754479:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.754481:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.754483:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.754486:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.754489:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.754493:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.754495:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.754499:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921550. 00000100:00000200:2.0:1763344908.754504:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881571840, offset 224 00000400:00000200:2.0:1763344908.754510:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.754519:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.754525:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385748:1385748:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385744:1385744:8:4294967295] 00000400:00000200:2.0:1763344908.754535:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.754540:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.754547:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71400. 00000800:00000200:2.0:1763344908.754553:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.754561:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.754566:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.754585:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.754589:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.754592:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.754593:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.754596:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.754602:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78a680 x1848987881571840/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.754611:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881571840:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 5452us (5947us total) trans 0 rc 301/301 00000100:00100000:2.0:1763344908.754620:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27132 00000100:00000040:2.0:1763344908.754624:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344908.754627:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.754628:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.754635:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:2.0:1763344908.754639:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf578. 00000020:00000010:2.0:1763344908.754643:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdcc00. 00000020:00000040:2.0:1763344908.754648:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:2.0:1763344908.754651:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.755261:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.755267:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71400. 00000400:00000200:0.0:1763344908.755273:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.755278:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.755282:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921550 00000400:00000010:0.0:1763344908.755284:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921550. 00000100:00000001:0.0:1763344908.755287:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.755289:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.757050:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.757064:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.757068:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.757070:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.757080:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.757095:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa2a0d80 00000400:00000200:0.0:1763344908.757104:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x6662b1 [1] + 224 00000800:00000001:0.0:1763344908.757112:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.757120:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.757123:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.757127:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.757132:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.757140:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc7804700 x1848987617987968/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344908.757152:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e4fc7804700 x1848987617987968/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.757178:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.757186:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.757189:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.757308:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344908.757316:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344908.757319:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.757322:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:1.0:1763344908.757326:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3cc0 00000400:00000010:1.0:1763344908.757328:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3cc0. 00000100:00000001:1.0:1763344908.757331:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.757337:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc7804700 x1848987617987968/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344908.757346:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc7804700 x1848987617987968/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.757352:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344908.757354:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.757357:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.757360:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.757362:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.757364:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.757377:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.757384:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=85 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344908.757388:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.757391:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.757393:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.757396:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.757399:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.757402:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.757406:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc7804700 x1848987617987968/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.757412:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.757415:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.757417:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.757420:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763344908.757424:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344908.757433:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344908.757437:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.757445:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00002000:00000001:1.0:1763344908.757448:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134976 : -107409430416640 : ffff9e4fcb0df300) 00002000:00000001:1.0:1763344908.757451:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344908.757456:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344908.757460:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df358/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00010000:00000001:1.0:1763344908.757463:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.757464:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.757466:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.757470:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7804700 x1848987617987968/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344908.757477:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc7804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:74640:1848987617987968:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344908.757482:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.757485:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.757488:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344908.757491:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.757493:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc7804700 x1848987617987968/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.757500:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344908.757503:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344908.757506:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e510117ae00. 02000000:00000001:1.0:1763344908.757509:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.757511:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.757513:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763344908.757515:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344908.757518:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117a800. 02000000:00000001:1.0:1763344908.757520:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344908.757522:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344908.757524:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7804700. 00000100:00000001:1.0:1763344908.757527:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344908.757529:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344908.757531:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fcfc1ba80. 00000100:00000001:1.0:1763344908.757535:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344908.757537:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344908.757540:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6700. 00010000:00000001:1.0:1763344908.757543:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344908.757546:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344908.757550:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344908.757552:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.757558:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.757559:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.757562:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.757563:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.757566:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34400 with handle 0x34881b408681836a from hash 00010000:00000001:1.0:1763344908.757569:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.757570:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.757571:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.757573:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344908.757574:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344908.757576:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763344908.757583:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34400/0x34881b408681836a lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4bc expref: 28 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763344908.757596:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344908.757599:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.757602:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.757603:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.757605:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.757609:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.757611:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.757612:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.757613:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.757614:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.757616:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.757618:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344908.757620:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.757623:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.757624:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.757626:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.757629:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34400/0x34881b408681836a lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4bc expref: 28 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763344908.757637:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 19 00000020:00000040:1.0:1763344908.757640:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 27 00010000:00000001:1.0:1763344908.757647:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.757649:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34400, rc 0) 00000020:00000001:1.0:1763344908.757652:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763344908.757657:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946966, transno 0, xid 1848987881571712 00010000:00000001:1.0:1763344908.757660:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.757665:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff78b100 x1848987881571712/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344908.757672:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.757675:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.757677:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.757682:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.757684:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.757686:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.757689:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.757692:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.757696:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.757699:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.757703:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3cc0. 00000100:00000200:1.0:1763344908.757708:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881571712, offset 224 00000400:00000200:1.0:1763344908.757714:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.757724:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.757730:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385749:1385749:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385745:1385745:8:4294967295] 00000400:00000200:1.0:1763344908.757740:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.757748:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.757754:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:1.0:1763344908.757760:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.757767:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.757771:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.758308:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.758313:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.758316:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.758318:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.758321:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.758327:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78b100 x1848987881571712/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000800:00000200:0.0:1763344908.758455:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.758459:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:0.0:1763344908.758464:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.758468:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.758472:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3cc0 00000400:00000010:0.0:1763344908.758474:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3cc0. 00000100:00000001:0.0:1763344908.758477:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.758479:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1763344908.758695:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2405:x1848987881571712:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 9157us (9592us total) trans 0 rc 301/301 00000100:00100000:1.0:1763344908.758704:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27133 00000100:00000040:1.0:1763344908.758708:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:1.0:1763344908.758710:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.758712:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.758718:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e980. 00000020:00000010:1.0:1763344908.758723:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf258. 00000020:00000010:1.0:1763344908.758726:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdd000. 00000020:00000040:1.0:1763344908.758732:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 26 00000100:00000001:1.0:1763344908.758735:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763344908.760870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17c00. 00010000:00000010:1.1:1763344908.764834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34400. 00000800:00000001:0.0:1763344908.821905:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.821928:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.821932:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.821935:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.821949:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.821967:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509e00680 00000400:00000200:0.0:1763344908.821976:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 12072 00000800:00000001:0.0:1763344908.821986:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.821998:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.822001:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.822005:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.822013:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.822016:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344908.822022:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78b480. 00000100:00000040:0.0:1763344908.822026:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78b480 x1848987881571968 msgsize 328 00000100:00100000:0.0:1763344908.822030:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.822050:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.822059:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.822063:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.822110:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.822115:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881571968 02000000:00000001:1.0:1763344908.822118:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.822121:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.822123:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.822128:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.822132:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881571968 00000020:00000001:1.0:1763344908.822135:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.822138:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:1.0:1763344908.822140:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.822143:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=27 00000020:00000001:1.0:1763344908.822146:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:1.0:1763344908.822149:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:1.0:1763344908.822153:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.822160:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.822163:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.822166:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.822173:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117a800. 00000020:00000010:1.0:1763344908.822180:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42280. 00000020:00000010:1.0:1763344908.822185:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04258. 00000100:00000040:1.0:1763344908.822193:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344908.822197:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.822198:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.822201:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.822209:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.822224:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.822237:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.822240:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.822245:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27134 00000100:00000040:1.0:1763344908.822249:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:1.0:1763344908.822251:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453513856 : -107404256037760 : ffff9e50ff78b480) 00000100:00000040:1.0:1763344908.822259:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78b480 x1848987881571968/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344908.822268:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.822271:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.822273:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.822275:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.822280:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2406:x1848987881571968:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344908.822284:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881571968 00000020:00000001:1.0:1763344908.822288:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.822291:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.822293:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.822296:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.822298:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344908.822300:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344908.822304:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.822306:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.822308:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.822314:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.822316:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344908.822318:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344908.822320:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344908.822322:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344908.822324:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.822329:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.822337:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 2 00010000:00000001:1.0:1763344908.822340:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.822342:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.822346:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34400. 00000020:00000001:1.0:1763344908.822349:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.822351:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34400 with handle 0x34881b4086818371 to hash 00000020:00000001:1.0:1763344908.822353:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.822355:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:1.0:1763344908.822357:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00010000:1.0:1763344908.822361:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34400/0x34881b4086818371 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e4ca expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.822380:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 20 00000020:00000040:1.0:1763344908.822382:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=28 00010000:00000001:1.0:1763344908.822389:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763344908.822392:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763344908.822394:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.822397:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.822403:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50d207a800. 02000000:00000001:1.0:1763344908.822407:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.822409:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.822412:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344908.822415:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.822418:0:74640:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.822421:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763344908.822432:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f5c6ae70. 00002000:00000001:1.0:1763344908.822435:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763344908.822438:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763344908.822442:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.822445:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344908.822453:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fcfc1ba80. 00000100:00000001:1.0:1763344908.822455:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664358025856 : -107409351525760 : ffff9e4fcfc1ba80) 00000100:00000001:1.0:1763344908.822457:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664358025856 : -107409351525760 : ffff9e4fcfc1ba80) 00000100:00000001:1.0:1763344908.822460:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.822461:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344908.822463:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.822465:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763344908.822469:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804700. 00000020:00000040:1.0:1763344908.822473:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763344908.822477:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344908.822480:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344908.822485:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344908.822491:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117ae00. 00000100:00000001:1.0:1763344908.822496:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.822502:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344908.822505:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344908.822510:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc7804700 x1848987617988096/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.822518:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344908.822521:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.822525:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc7804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:74640:1848987617988096:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344908.822529:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344908.822534:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344908.822537:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.822539:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344908.822543:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e510117aa00. 02000000:00000001:1.0:1763344908.822545:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344908.822550:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344908.822556:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3880. 00000100:00000200:1.0:1763344908.822562:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617988096, portal 16 00000100:00000001:1.0:1763344908.822564:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.822566:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219518720 : -107409490032896 : ffff9e4fc7804700) 00000100:00000040:1.0:1763344908.822571:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc7804700 x1848987617988096/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.822578:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.822581:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.822583:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3bb0. 00000100:00000200:1.0:1763344908.822586:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617988096, offset 0 00000400:00000200:1.0:1763344908.822592:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.822602:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.822607:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344908.822611:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344908.822614:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344908.822617:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344908.822621:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385750:1385750:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385746:1385746:8:4294967295] 00000400:00000200:1.0:1763344908.822631:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.822637:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.822641:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:1.0:1763344908.822647:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.822655:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.822659:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.824026:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.824036:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307683960 00000100:00000001:1.0:1763344908.824046:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307683888 00000100:00000001:1.0:1763344908.824053:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307683960 00000100:00000001:1.0:1763344908.824056:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307683888 00000100:00000001:1.0:1763344908.824059:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307683960 00000100:00000001:1.0:1763344908.824062:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307683888 00000100:00000001:1.0:1763344908.824065:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307683960 00000100:00000001:1.0:1763344908.824068:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307683888 00000100:00000001:1.0:1763344908.824071:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.824074:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.824078:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.824080:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.824083:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.824086:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763344908.824088:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f5c6ae70. 00010000:00000001:1.0:1763344908.824094:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.824096:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.824098:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344908.824101:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.824103:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344908.824105:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344908.824108:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fcfc1ba80 going to sleep for 11 seconds 00000100:00000001:1.0:1763344908.824110:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344908.824113:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1763344908.825543:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1763344908.825689:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.825696:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:0.0:1763344908.825704:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.825716:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.825726:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3bb0 00000400:00000010:0.0:1763344908.825729:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3bb0. 00000100:00000001:0.0:1763344908.825735:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.825744:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc7804700 x1848987617988096/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.825759:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.825763:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc7804700 x1848987617988096/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.825770:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.825772:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763344908.825904:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.825907:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.825910:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.825916:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.825933:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509e00700 00000400:00000200:2.0:1763344908.825941:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 12400 00000800:00000001:2.0:1763344908.825950:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.825961:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.825963:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.825966:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.825970:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.825973:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763344908.825983:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee2a9180. 00000100:00000040:2.0:1763344908.825986:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee2a9180 x1848987881572096 msgsize 328 00000100:00100000:2.0:1763344908.825989:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.826009:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.826017:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.826020:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.826073:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.826077:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881572096 02000000:00000001:0.0:1763344908.826080:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.826082:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.826084:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.826088:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.826091:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881572096 00000020:00000001:0.0:1763344908.826094:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.826096:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344908.826099:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.826101:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:0.0:1763344908.826104:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344908.826106:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344908.826111:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.826116:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2dc0. 00000100:00000001:0.0:1763344908.826119:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.826122:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2dc0. 00000020:00000010:0.0:1763344908.826129:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d5e00. 00000020:00000010:0.0:1763344908.826136:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139d00. 00000020:00000010:0.0:1763344908.826141:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732640. 00000100:00000001:0.0:1763344908.826149:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.826150:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344908.826153:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.826162:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.826353:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.826383:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.826385:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344908.826390:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27135 00000100:00000040:0.0:1763344908.826395:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344908.826397:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163180416 : -107404546371200 : ffff9e50ee2a9180) 00000100:00000040:0.0:1763344908.826402:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee2a9180 x1848987881572096/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344908.826411:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.826414:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2dc0. 00000100:00000001:0.0:1763344908.826416:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.826418:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2dc0. 00000100:00100000:0.0:1763344908.826423:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee2a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881572096:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344908.826427:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881572096 00000020:00000001:0.0:1763344908.826431:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344908.826434:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344908.826437:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.826440:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344908.826442:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344908.826446:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344908.826450:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344908.826452:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344908.826455:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344908.826461:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344908.826464:0:74638:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344908.826466:0:74638:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344908.826469:0:74638:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344908.826471:0:74638:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344908.826472:0:74638:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.826479:0:74638:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344908.826487:0:74638:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 2 00010000:00000001:0.0:1763344908.826490:0:74638:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344908.826493:0:74638:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344908.826497:0:74638:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bc800. 00000020:00000001:0.0:1763344908.826501:0:74638:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344908.826503:0:74638:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bc800 with handle 0x34881b4086818378 to hash 00000020:00000001:0.0:1763344908.826505:0:74638:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344908.826507:0:74638:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00000001:0.0:1763344908.826510:0:74638:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526774272 : -107405182777344 : ffff9e50c83bc800) 00010000:00010000:0.0:1763344908.826514:0:74638:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc800/0x34881b4086818378 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e4d1 expref: -99 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344908.826522:0:74638:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:0.0:1763344908.826525:0:74638:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00010000:00000001:0.0:1763344908.826533:0:74638:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763344908.826536:0:74638:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763344908.826538:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344908.826541:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344908.826546:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50f5cd1800. 02000000:00000001:0.0:1763344908.826549:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.826552:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.826555:0:74638:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763344908.826557:0:74638:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763344908.826560:0:74638:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.826562:0:74638:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763344908.826568:0:74638:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50d2853508. 00002000:00000001:0.0:1763344908.826570:0:74638:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763344908.826574:0:74638:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763344908.826577:0:74638:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e4fc4ba2dc0. 00000100:00000001:0.0:1763344908.826581:0:74638:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763344908.826587:0:74638:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd6241a80. 00000100:00000001:0.0:1763344908.826589:0:74638:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664465136256 : -107409244415360 : ffff9e4fd6241a80) 00000100:00000001:0.0:1763344908.826591:0:74638:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664465136256 : -107409244415360 : ffff9e4fd6241a80) 00000100:00000001:0.0:1763344908.826593:0:74638:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763344908.826595:0:74638:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763344908.826597:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763344908.826599:0:74638:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763344908.826602:0:74638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff789180. 00000020:00000040:0.0:1763344908.826605:0:74638:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763344908.826608:0:74638:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763344908.826610:0:74638:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763344908.826615:0:74638:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763344908.826620:0:74638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fdb7d5c00. 00000100:00000001:0.0:1763344908.826626:0:74638:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.826632:0:74638:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763344908.826635:0:74638:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344908.826640:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ff789180 x1848987617988224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.826648:0:74638:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344908.826650:0:74638:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.826655:0:74638:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ff789180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617988224:192.168.203.14@tcp:106: 00000100:00000001:0.0:1763344908.826659:0:74638:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344908.826665:0:74638:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344908.826667:0:74638:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.826669:0:74638:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344908.826673:0:74638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fdb7d4600. 02000000:00000001:0.0:1763344908.826675:0:74638:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344908.826679:0:74638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3318. 00000400:00000010:0.0:1763344908.826685:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495aa0. 00000100:00000200:0.0:1763344908.826691:0:74638:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617988224, portal 16 00000100:00000001:0.0:1763344908.826693:0:74638:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344908.826695:0:74638:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669453504896 : -107404256046720 : ffff9e50ff789180) 00000100:00000040:0.0:1763344908.826701:0:74638:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ff789180 x1848987617988224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.826708:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344908.826711:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344908.826714:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495dd0. 00000100:00000200:0.0:1763344908.826717:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617988224, offset 0 00000400:00000200:0.0:1763344908.826724:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344908.826736:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344908.826741:0:74638:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763344908.826745:0:74638:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:0.0:1763344908.826749:0:74638:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763344908.826752:0:74638:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:0.0:1763344908.826756:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385751:1385751:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385747:1385747:8:4294967295] 00000400:00000200:0.0:1763344908.826766:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344908.826771:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344908.826776:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56e00. 00000800:00000200:0.0:1763344908.826781:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344908.826827:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344908.826831:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763344908.826841:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.826845:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307683964 00000100:00000001:0.0:1763344908.826852:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307683960 00000100:00000001:0.0:1763344908.826856:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307683964 00000100:00000001:0.0:1763344908.826859:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307683960 00000100:00000001:0.0:1763344908.826862:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307683964 00000100:00000001:0.0:1763344908.826864:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307683960 00000100:00000001:0.0:1763344908.826867:0:74638:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307683964 00000100:00000001:0.0:1763344908.826869:0:74638:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307683960 00000100:00000001:0.0:1763344908.826872:0:74638:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344908.826875:0:74638:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.826877:0:74638:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.826878:0:74638:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.826880:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.826882:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763344908.826884:0:74638:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50d2853508. 00010000:00000001:0.0:1763344908.826887:0:74638:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344908.826888:0:74638:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763344908.826889:0:74638:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763344908.826891:0:74638:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.826893:0:74638:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344908.826895:0:74638:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763344908.826897:0:74638:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd6241a80 going to sleep for 11 seconds 00000100:00000001:0.0:1763344908.826900:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344908.826903:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344908.827144:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.827149:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56e00. 00000400:00000200:1.0:1763344908.827153:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.827158:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.827161:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495dd0 00000400:00000010:1.0:1763344908.827163:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495dd0. 00000100:00000001:1.0:1763344908.827168:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344908.827173:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ff789180 x1848987617988224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.827181:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.827185:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ff789180 x1848987617988224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.827191:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.827193:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.830254:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.830275:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.830279:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.830282:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.830293:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.830310:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa2a0e00 00000400:00000200:0.0:1763344908.830319:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x6662c9 [1] + 224 00000800:00000001:0.0:1763344908.830327:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.830331:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.830334:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.830338:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.830344:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.830353:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc7804700 x1848987617988096/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344908.830380:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e4fc7804700 x1848987617988096/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.830404:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.830414:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.830419:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.830421:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.830423:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.830427:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.830433:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa2a0e80 00000400:00000200:0.0:1763344908.830438:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x6662d1 [1] + 224 00000800:00000001:0.0:1763344908.830442:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763344908.830923:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344908.830932:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344908.830934:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.830937:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:1.0:1763344908.830942:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3880 00000400:00000010:1.0:1763344908.830944:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3880. 00000100:00000001:1.0:1763344908.830949:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.830954:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc7804700 x1848987617988096/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344908.830964:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc7804700 x1848987617988096/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.830970:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344908.830972:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.830975:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.830979:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.830981:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.830983:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.830987:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.830994:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=85 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344908.830999:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.831001:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.831003:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.831005:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.831009:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.831012:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.831017:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc7804700 x1848987617988096/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.831024:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.831027:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.831029:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.831032:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763344908.831038:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344908.831046:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344908.831049:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.831056:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00002000:00000001:1.0:1763344908.831059:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134976 : -107409430416640 : ffff9e4fcb0df300) 00002000:00000001:1.0:1763344908.831062:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344908.831067:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344908.831071:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df358/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00010000:00000001:1.0:1763344908.831075:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.831077:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.831078:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.831083:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7804700 x1848987617988096/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344908.831091:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc7804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:74640:1848987617988096:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344908.831097:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.831100:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.831103:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344908.831105:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.831109:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc7804700 x1848987617988096/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.831116:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344908.831119:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344908.831123:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e510117aa00. 02000000:00000001:1.0:1763344908.831128:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.831131:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.831132:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763344908.831134:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344908.831137:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117ae00. 02000000:00000001:1.0:1763344908.831140:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344908.831142:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344908.831144:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7804700. 00000100:00000001:1.0:1763344908.831147:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344908.831149:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344908.831151:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fcfc1ba80. 00000100:00000001:1.0:1763344908.831155:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344908.831157:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344908.831160:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6700. 00010000:00000001:1.0:1763344908.831163:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344908.831167:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344908.831171:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344908.831174:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.831181:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.831183:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.831185:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.831188:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.831191:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34400 with handle 0x34881b4086818371 from hash 00010000:00000001:1.0:1763344908.831193:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.831194:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.831195:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.831197:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344908.831199:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344908.831201:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763344908.831207:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34400/0x34881b4086818371 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ca expref: 28 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763344908.831221:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344908.831224:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.831227:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.831229:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.831231:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.831234:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.831236:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.831237:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.831239:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.831241:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.831242:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.831245:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344908.831247:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.831249:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.831251:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.831252:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.831256:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34400/0x34881b4086818371 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ca expref: 28 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763344908.831264:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 19 00000020:00000040:1.0:1763344908.831266:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 27 00010000:00000001:1.0:1763344908.831273:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.831275:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34400, rc 0) 00000020:00000001:1.0:1763344908.831277:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763344908.831283:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946966, transno 0, xid 1848987881571968 00010000:00000001:1.0:1763344908.831286:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.831293:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff78b480 x1848987881571968/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344908.831301:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.831304:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.831307:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.831311:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.831314:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.831317:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.831320:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.831322:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.831326:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.831329:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.831334:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3880. 00000100:00000200:1.0:1763344908.831339:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881571968, offset 224 00000400:00000200:1.0:1763344908.831346:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.831356:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.831363:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385752:1385752:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385748:1385748:8:4294967295] 00000400:00000200:1.0:1763344908.831385:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.831391:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.831398:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:1.0:1763344908.831404:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.831412:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.831417:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.831440:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.831444:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.831447:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.831448:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.831451:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.831456:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78b480 x1848987881571968/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344908.831467:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2406:x1848987881571968:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 9196us (9438us total) trans 0 rc 301/301 00000100:00100000:1.0:1763344908.831476:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27134 00000100:00000040:1.0:1763344908.831480:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:1.0:1763344908.831483:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.831485:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.831492:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42280. 00000020:00000010:1.0:1763344908.831497:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04258. 00000020:00000010:1.0:1763344908.831503:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117a800. 00000020:00000040:1.0:1763344908.831507:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 26 00000100:00000001:1.0:1763344908.831510:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.831643:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.831647:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.831653:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.831657:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344908.831663:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ff789180 x1848987617988224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344908.831672:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ff789180 x1848987617988224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.831688:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.831815:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1763344908.831911:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.831915:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:0.0:1763344908.831918:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.831923:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.831926:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3880 00000400:00000010:0.0:1763344908.831927:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3880. 00000100:00000001:0.0:1763344908.831931:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.831932:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763344908.831980:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.833533:0:74638:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344908.833546:0:74638:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344908.833548:0:74638:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.833553:0:74638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3318. 00000400:00000200:1.0:1763344908.833561:0:74638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495aa0 00000400:00000010:1.0:1763344908.833563:0:74638:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495aa0. 00000100:00000001:1.0:1763344908.833567:0:74638:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.833578:0:74638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ff789180 x1848987617988224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344908.833588:0:74638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ff789180 x1848987617988224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.833596:0:74638:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344908.833597:0:74638:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.833600:0:74638:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.833603:0:74638:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.833605:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.833607:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.833611:0:74638:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.833618:0:74638:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344908.833622:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.833624:0:74638:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.833626:0:74638:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.833628:0:74638:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.833632:0:74638:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.833634:0:74638:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.833638:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ff789180 x1848987617988224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.833644:0:74638:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.833646:0:74638:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.833648:0:74638:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.833651:0:74638:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763344908.833656:0:74638:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344908.833665:0:74638:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344908.833668:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.833674:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279130808 : -107409430420808 : ffff9e4fcb0de2b8) 00002000:00000001:1.0:1763344908.833677:0:74638:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279130720 : -107409430420896 : ffff9e4fcb0de260) 00002000:00000001:1.0:1763344908.833679:0:74638:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344908.833683:0:74638:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344908.833686:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de2b8/ffff9e4fcb0de260 to site lru. bkt: ffff9e50e5a40a80 00010000:00000001:1.0:1763344908.833689:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.833691:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.833692:0:74638:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.833696:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff789180 x1848987617988224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344908.833704:0:74638:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ff789180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:74638:1848987617988224:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344908.833708:0:74638:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.833711:0:74638:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.833713:0:74638:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344908.833715:0:74638:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.833718:0:74638:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ff789180 x1848987617988224/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.833725:0:74638:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344908.833727:0:74638:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344908.833730:0:74638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fdb7d4600. 02000000:00000001:1.0:1763344908.833735:0:74638:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.833737:0:74638:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.833739:0:74638:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763344908.833740:0:74638:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344908.833743:0:74638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fdb7d5c00. 02000000:00000001:1.0:1763344908.833746:0:74638:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344908.833748:0:74638:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344908.833751:0:74638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff789180. 00000100:00000001:1.0:1763344908.833755:0:74638:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344908.833756:0:74638:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344908.833759:0:74638:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd6241a80. 00000100:00000001:1.0:1763344908.833761:0:74638:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344908.833763:0:74638:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344908.833766:0:74638:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e4fc4ba2dc0. 00010000:00000001:1.0:1763344908.833769:0:74638:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344908.833772:0:74638:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344908.833775:0:74638:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344908.833777:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.833783:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.833784:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.833801:0:74638:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.833804:0:74638:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.833806:0:74638:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bc800 with handle 0x34881b4086818378 from hash 00010000:00000001:1.0:1763344908.833809:0:74638:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.833810:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.833811:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.833812:0:74638:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344908.833814:0:74638:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344908.833816:0:74638:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763344908.833822:0:74638:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc800/0x34881b4086818378 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4d1 expref: 20 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763344908.833835:0:74638:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344908.833839:0:74638:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.833842:0:74638:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.833843:0:74638:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.833845:0:74638:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.833848:0:74638:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.833849:0:74638:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.833850:0:74638:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.833851:0:74638:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.833853:0:74638:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.833854:0:74638:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.833856:0:74638:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344908.833858:0:74638:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.833859:0:74638:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.833861:0:74638:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.833862:0:74638:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.833865:0:74638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50c83bc800/0x34881b4086818378 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4d1 expref: 20 pid: 74638 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763344908.833872:0:74638:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:1.0:1763344908.833874:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:1.0:1763344908.833880:0:74638:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.833882:0:74638:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bc800, rc 0) 00000020:00000001:1.0:1763344908.833884:0:74638:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763344908.833888:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915410, transno 0, xid 1848987881572096 00010000:00000001:1.0:1763344908.833890:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.833895:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee2a9180 x1848987881572096/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344908.833902:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.833905:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.833907:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.833911:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.833913:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.833915:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.833917:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.833919:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.833922:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.833925:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.833935:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3d48. 00000100:00000200:1.0:1763344908.833938:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881572096, offset 224 00000400:00000200:1.0:1763344908.833945:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.833957:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.833965:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385753:1385753:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385749:1385749:8:4294967295] 00000400:00000200:1.0:1763344908.833978:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.833983:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.833989:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:1.0:1763344908.833995:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.834001:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.834014:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.834026:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.834030:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.834033:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.834034:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.834037:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.834041:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee2a9180 x1848987881572096/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344908.834051:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee2a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2405:x1848987881572096:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 7638us (8063us total) trans 0 rc 301/301 00000100:00100000:1.0:1763344908.834059:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27135 00000100:00000040:1.0:1763344908.834062:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:1.0:1763344908.834065:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.834066:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.834072:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139d00. 00000020:00000010:1.0:1763344908.834077:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732640. 00000020:00000010:1.0:1763344908.834081:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d5e00. 00000020:00000040:1.0:1763344908.834084:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:1.0:1763344908.834086:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344908.834222:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.834228:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:2.0:1763344908.834231:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.834237:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.834241:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3d48 00000400:00000010:2.0:1763344908.834244:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3d48. 00000100:00000001:2.0:1763344908.834247:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.834249:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344908.839722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34400. 00010000:00000010:1.1:1763344908.844584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bc800. 00000800:00000001:0.0:1763344908.848454:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.848478:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.848484:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.848486:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.848500:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.848523:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 432 into portal 28 MB=0x691a509e00780 00000400:00000200:0.0:1763344908.848535:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 432/432 into md 0x64578d [8] + 12728 00000800:00000001:0.0:1763344908.848548:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.848565:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.848569:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.848574:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.848584:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.848587:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344908.848595:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff788380. 00000100:00000040:0.0:1763344908.848600:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff788380 x1848987881572224 msgsize 432 00000100:00100000:0.0:1763344908.848604:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.848633:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.848645:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.848649:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.848882:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.848887:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881572224 02000000:00000001:1.0:1763344908.848891:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.848894:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.848897:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.848902:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.848907:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881572224 00000020:00000001:1.0:1763344908.848910:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.848912:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:1.0:1763344908.848914:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.848918:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=27 00000020:00000001:1.0:1763344908.848921:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:1.0:1763344908.848923:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:1.0:1763344908.848932:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.848938:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.848943:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.848947:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.848955:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117a800. 00000020:00000010:1.0:1763344908.848962:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42280. 00000020:00000010:1.0:1763344908.848968:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04258. 00000100:00000040:1.0:1763344908.848976:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344908.848980:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.848981:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.848984:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.848994:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.849226:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.849244:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.849247:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.849255:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27136 00000100:00000040:1.0:1763344908.849260:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:1.0:1763344908.849263:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453501312 : -107404256050304 : ffff9e50ff788380) 00000100:00000040:1.0:1763344908.849272:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff788380 x1848987881572224/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 432/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.849282:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.849286:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.849288:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.849291:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.849295:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2407:x1848987881572224:12345-192.168.203.14@tcp:23:lfs.0 00000100:00000200:1.0:1763344908.849299:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881572224 00000020:00000001:1.0:1763344908.849303:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.849308:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.849310:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.849313:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.849315:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666933168 : -1042618448 : ffffffffc1dae7b0) 00000020:00000001:1.0:1763344908.849319:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344908.849322:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.849324:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.849326:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.849330:0:74638:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763344908.849335:0:74638:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763344908.849338:0:74638:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.849340:0:74638:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.849343:0:74638:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.849345:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.849347:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.849349:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.849351:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.849352:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.849354:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.849356:0:74638:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.849358:0:74638:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.849359:0:74638:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.849362:0:74638:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.849376:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.849382:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.849384:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.849392:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50d2078400. 02000000:00000001:1.0:1763344908.849394:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.849397:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.849399:0:74638:0:(tgt_handler.c:3006:tgt_lseek()) Process entered 00000020:00000001:1.0:1763344908.849405:0:74638:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.849414:0:74638:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00080000:00000001:1.0:1763344908.849419:0:74638:0:(osd_io.c:2870:osd_lseek()) Process entered 00080000:00000040:1.0:1763344908.849451:0:74638:0:(osd_io.c:2894:osd_lseek()) seek hole from 0: 1516 00080000:00000001:1.0:1763344908.849454:0:74638:0:(osd_io.c:2895:osd_lseek()) Process leaving (rc=1516 : 1516 : 5ec) 00000020:00000002:1.0:1763344908.849459:0:74638:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc703a200/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00000020:00000001:1.0:1763344908.849462:0:74638:0:(tgt_handler.c:3046:tgt_lseek()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344908.849466:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946966, transno 0, xid 1848987881572224 00010000:00000001:1.0:1763344908.849469:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.849476:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff788380 x1848987881572224/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 432/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344908.849486:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.849489:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.849496:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.849502:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.849505:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.849508:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.849512:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.849515:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.849519:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.849523:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.849530:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3a18. 00000100:00000200:1.0:1763344908.849539:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881572224, offset 224 00000400:00000200:1.0:1763344908.849547:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.849562:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.849571:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385754:1385754:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385750:1385750:8:4294967295] 00000400:00000200:1.0:1763344908.849585:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.849593:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.849601:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:1.0:1763344908.849608:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.849617:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.849622:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 528 niov 1 nkiov 1 00000800:00000200:0.0:1763344908.851103:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.851115:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:0.0:1763344908.851123:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.851133:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.851142:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3a18 00000400:00000010:0.0:1763344908.851145:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3a18. 00000100:00000001:0.0:1763344908.851152:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.851154:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.851657:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.851666:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.851670:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.851674:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.851678:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.851690:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff788380 x1848987881572224/t0(0) o23->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 432/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344908.851703:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2407:x1848987881572224:12345-192.168.203.14@tcp:23:lfs.0 Request processed in 2418us (3100us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.851717:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27136 00000100:00000040:1.0:1763344908.851723:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:1.0:1763344908.851726:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.851729:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.851740:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42280. 00000020:00000010:1.0:1763344908.851747:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04258. 00000020:00000010:1.0:1763344908.851753:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117a800. 00000020:00000040:1.0:1763344908.851759:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 26 00000100:00000001:1.0:1763344908.851764:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.860067:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.860094:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.860099:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.860101:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.860114:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.860136:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509e00800 00000400:00000200:2.0:1763344908.860146:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 13160 00000800:00000001:2.0:1763344908.860157:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.860164:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.860167:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.860173:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.860184:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.860187:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763344908.860199:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8273b80. 00000100:00000040:2.0:1763344908.860203:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8273b80 x1848987881572352 msgsize 328 00000100:00100000:2.0:1763344908.860207:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.860232:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.860243:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.860246:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.860249:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.860251:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.860255:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.860260:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509e00880 00000400:00000200:2.0:1763344908.860265:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 13488 00000800:00000001:2.0:1763344908.860270:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.860277:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.860279:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.860282:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.860285:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.860287:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763344908.860290:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8272300. 00000100:00000040:2.0:1763344908.860294:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8272300 x1848987881572480 msgsize 328 00000100:00100000:2.0:1763344908.860299:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.861265:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763344908.861929:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.861983:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881572352 02000000:00000001:1.0:1763344908.861988:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.861991:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.861994:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.861999:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.862003:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881572352 00000020:00000001:1.0:1763344908.862006:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.862008:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:1.0:1763344908.862011:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.862014:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=27 00000020:00000001:1.0:1763344908.862187:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:1.0:1763344908.862191:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:1.0:1763344908.862196:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.862206:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.862210:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.862214:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.862221:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117a800. 00000020:00000010:1.0:1763344908.862227:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42280. 00000020:00000010:1.0:1763344908.862232:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04258. 00000100:00000040:1.0:1763344908.862241:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344908.862244:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.862246:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.862248:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.862256:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.862274:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.862285:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.862286:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881572480 02000000:00000001:1.0:1763344908.862288:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.862290:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.862291:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.862294:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.862296:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881572480 00000020:00000001:1.0:1763344908.862298:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.862299:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:1.0:1763344908.862300:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.862303:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:1.0:1763344908.862305:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:1.0:1763344908.862307:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:1.0:1763344908.862311:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.862313:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.862315:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.862317:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.862321:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e510117ae00. 00000020:00000010:1.0:1763344908.862323:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d00. 00000020:00000010:1.0:1763344908.862326:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04190. 00000100:00000001:1.0:1763344908.862329:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.862330:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.862332:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.862335:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.862349:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.862358:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.862360:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763344908.862576:0:74633:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.862579:0:74633:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763344908.862604:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.862620:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.862628:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.862657:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.862659:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763344908.862713:0:74638:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.862723:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344908.862725:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.862996:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27137 00000100:00000040:1.0:1763344908.863002:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:1.0:1763344908.863004:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669330733952 : -107404378817664 : ffff9e50f8273b80) 00000100:00000040:1.0:1763344908.863013:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8273b80 x1848987881572352/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344908.863816:0:74633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27138 00000100:00000040:3.0:1763344908.863821:0:74633:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344908.863824:0:74633:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669330727680 : -107404378823936 : ffff9e50f8272300) 00000100:00000040:3.0:1763344908.863831:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8272300 x1848987881572480/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344908.863841:0:74633:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.863850:0:74633:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.863853:0:74633:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.863856:0:74633:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd440. 00000100:00100000:3.0:1763344908.863861:0:74633:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2408:x1848987881572480:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:3.0:1763344908.863866:0:74633:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881572480 00000020:00000001:3.0:1763344908.863870:0:74633:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.863875:0:74633:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.863877:0:74633:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.863880:0:74633:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.863883:0:74633:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:3.0:1763344908.863886:0:74633:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344908.863889:0:74633:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.863892:0:74633:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.863894:0:74633:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.863900:0:74633:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.863903:0:74633:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763344908.863906:0:74633:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763344908.863908:0:74633:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763344908.863910:0:74633:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763344908.863912:0:74633:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.863918:0:74633:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.863925:0:74633:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 2 00010000:00000001:3.0:1763344908.863927:0:74633:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.863931:0:74633:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.863935:0:74633:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf17400. 00000020:00000001:3.0:1763344908.863940:0:74633:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.863943:0:74633:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf17400 with handle 0x34881b408681837f to hash 00000020:00000001:3.0:1763344908.863945:0:74633:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.863947:0:74633:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00000001:3.0:1763344908.863949:0:74633:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142660096 : -107404566891520 : ffff9e50ecf17400) 00010000:00010000:3.0:1763344908.863955:0:74633:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b408681837f lrc: 2/0,0 mode: --/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e4df expref: -99 pid: 74633 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.863964:0:74633:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc1321800 : new locks_count 14 00000020:00000040:3.0:1763344908.863967:0:74633:0:(genops.c:887:class_export_get()) GET export ffff9e4fc1321800 refcount=20 00010000:00000001:3.0:1763344908.863974:0:74633:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763344908.863977:0:74633:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763344908.863980:0:74633:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.863983:0:74633:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.863989:0:74633:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50e5675800. 02000000:00000001:3.0:1763344908.863992:0:74633:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.863994:0:74633:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.863997:0:74633:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344908.864000:0:74633:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.864002:0:74633:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.864004:0:74633:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763344908.864010:0:74633:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f9d75498. 00002000:00000001:3.0:1763344908.864013:0:74633:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763344908.864016:0:74633:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763344908.864019:0:74633:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.864022:0:74633:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.864029:0:74633:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0b40. 00000100:00000001:3.0:1763344908.864032:0:74633:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236149568 : -107409473402048 : ffff9e4fc87e0b40) 00000100:00000001:3.0:1763344908.864034:0:74633:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236149568 : -107409473402048 : ffff9e4fc87e0b40) 00000100:00000001:3.0:1763344908.864037:0:74633:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.864039:0:74633:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.864041:0:74633:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.864043:0:74633:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763344908.864048:0:74633:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8602a00. 00000020:00000040:3.0:1763344908.864051:0:74633:0:(genops.c:1229:class_import_get()) import ffff9e4fc1325000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763344908.864054:0:74633:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.864056:0:74633:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.864060:0:74633:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.864065:0:74633:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e50c2bdc200. 00000100:00000001:3.0:1763344908.864070:0:74633:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.864074:0:74633:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344908.864078:0:74633:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.864082:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8602a00 x1848987617988352/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.864090:0:74633:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.864092:0:74633:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.864096:0:74633:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8602a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:74633:1848987617988352:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344908.864100:0:74633:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.864104:0:74633:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.864107:0:74633:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.864109:0:74633:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.864113:0:74633:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50c2bdd600. 02000000:00000001:3.0:1763344908.864114:0:74633:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.864121:0:74633:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac160. 00000400:00000010:3.0:1763344908.864127:0:74633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb3b8. 00000100:00000200:3.0:1763344908.864134:0:74633:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617988352, portal 16 00000100:00000001:3.0:1763344908.864136:0:74633:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.864138:0:74633:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334465024 : -107404375086592 : ffff9e50f8602a00) 00000100:00000040:3.0:1763344908.864143:0:74633:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f8602a00 x1848987617988352/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.864149:0:74633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.864152:0:74633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.864154:0:74633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbc38. 00000100:00000200:3.0:1763344908.864158:0:74633:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617988352, offset 0 00000400:00000200:3.0:1763344908.864163:0:74633:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.864177:0:74633:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.864182:0:74633:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344908.864187:0:74633:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344908.864190:0:74633:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344908.864193:0:74633:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344908.864197:0:74633:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385755:1385755:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385751:1385751:8:4294967295] 00000400:00000200:3.0:1763344908.864208:0:74633:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.864213:0:74633:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.864219:0:74633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6e00. 00000800:00000200:3.0:1763344908.864227:0:74633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.864235:0:74633:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.864240:0:74633:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.864259:0:74633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.864265:0:74633:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4307684000 00000100:00000001:3.0:1763344908.864275:0:74633:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4307683964 00000100:00000001:3.0:1763344908.864280:0:74633:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4307684000 00000100:00000001:3.0:1763344908.864283:0:74633:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4307683964 00000100:00000001:3.0:1763344908.864286:0:74633:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4307684000 00000100:00000001:3.0:1763344908.864289:0:74633:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4307683964 00000100:00000001:3.0:1763344908.864292:0:74633:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4307684000 00000100:00000001:3.0:1763344908.864295:0:74633:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4307683964 00000100:00000001:3.0:1763344908.864297:0:74633:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.864299:0:74633:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.864301:0:74633:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.864303:0:74633:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.864305:0:74633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.864307:0:74633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763344908.864309:0:74633:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f9d75498. 00010000:00000001:3.0:1763344908.864312:0:74633:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.864314:0:74633:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.864315:0:74633:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.864318:0:74633:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.864319:0:74633:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.864321:0:74633:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.864324:0:74633:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0b40 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.864327:0:74633:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.864329:0:74633:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344908.864453:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344908.864457:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6e00. 00000400:00000200:3.0:1763344908.864462:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.864467:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344908.864472:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbc38 00000400:00000010:3.0:1763344908.864474:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbc38. 00000100:00000001:3.0:1763344908.864477:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344908.864483:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8602a00 x1848987617988352/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.864492:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.864496:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8602a00 x1848987617988352/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.864502:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.864504:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344908.864653:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.864657:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.864660:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.864663:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.864668:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2408:x1848987881572352:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344908.864671:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881572352 00000020:00000001:1.0:1763344908.864675:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.864679:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.864680:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.864682:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.864685:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344908.864687:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344908.864690:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.864692:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.864693:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.864696:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.864698:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344908.864700:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344908.864701:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344908.864703:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344908.864705:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.864709:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344908.864714:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 2 00010000:00000001:1.0:1763344908.864716:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.864718:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.864722:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34400. 00000020:00000001:1.0:1763344908.864725:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.864728:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34400 with handle 0x34881b4086818386 to hash 00000020:00000001:1.0:1763344908.864730:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.864731:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00000001:1.0:1763344908.864733:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405971456 : -107404303580160 : ffff9e50fca34400) 00010000:00010000:1.0:1763344908.864737:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34400/0x34881b4086818386 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e4d8 expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.864745:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 20 00000020:00000040:1.0:1763344908.864747:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=28 00010000:00000001:1.0:1763344908.864752:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763344908.864754:0:74640:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763344908.864755:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.864757:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.864761:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50c7e1cc00. 02000000:00000001:1.0:1763344908.864763:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.864765:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.864767:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344908.864769:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763344908.864771:0:74640:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.864773:0:74640:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763344908.864777:0:74640:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f5c6ae70. 00002000:00000001:1.0:1763344908.864779:0:74640:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763344908.864781:0:74640:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763344908.864784:0:74640:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.864786:0:74640:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344908.864803:0:74640:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fcfc1ba80. 00000100:00000001:1.0:1763344908.864806:0:74640:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664358025856 : -107409351525760 : ffff9e4fcfc1ba80) 00000100:00000001:1.0:1763344908.864808:0:74640:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664358025856 : -107409351525760 : ffff9e4fcfc1ba80) 00000100:00000001:1.0:1763344908.864810:0:74640:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344908.864812:0:74640:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344908.864813:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.864814:0:74640:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763344908.864817:0:74640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804700. 00000020:00000040:1.0:1763344908.864820:0:74640:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763344908.864822:0:74640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344908.864824:0:74640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344908.864827:0:74640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344908.864830:0:74640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117aa00. 00000100:00000001:1.0:1763344908.864834:0:74640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.864837:0:74640:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344908.864839:0:74640:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344908.864844:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc7804700 x1848987617988480/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.864850:0:74640:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344908.864852:0:74640:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.864855:0:74640:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc7804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:74640:1848987617988480:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344908.864858:0:74640:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344908.864860:0:74640:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344908.864862:0:74640:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.864864:0:74640:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344908.864867:0:74640:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50e753c200. 02000000:00000001:1.0:1763344908.864869:0:74640:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344908.864873:0:74640:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344908.864878:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e37f8. 00000100:00000200:1.0:1763344908.864884:0:74640:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617988480, portal 16 00000100:00000001:1.0:1763344908.864886:0:74640:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344908.864887:0:74640:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219518720 : -107409490032896 : ffff9e4fc7804700) 00000100:00000040:1.0:1763344908.864891:0:74640:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e4fc7804700 x1848987617988480/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.864898:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.864899:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.864902:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3908. 00000100:00000200:1.0:1763344908.864904:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617988480, offset 0 00000400:00000200:1.0:1763344908.864909:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.864916:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.864920:0:74640:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344908.864923:0:74640:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344908.864925:0:74640:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344908.864928:0:74640:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344908.864930:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385756:1385756:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385752:1385752:8:4294967295] 00000400:00000200:1.0:1763344908.864937:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.864941:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.864945:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:1.0:1763344908.864950:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.864955:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.864958:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.864965:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.864968:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307684002 00000100:00000001:1.0:1763344908.864972:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307684000 00000100:00000001:1.0:1763344908.864976:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307684002 00000100:00000001:1.0:1763344908.864979:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307684000 00000100:00000001:1.0:1763344908.864982:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307684002 00000100:00000001:1.0:1763344908.864984:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307684000 00000100:00000001:1.0:1763344908.864986:0:74640:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307684002 00000100:00000001:1.0:1763344908.864989:0:74640:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307684000 00000100:00000001:1.0:1763344908.864992:0:74640:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.864994:0:74640:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.864996:0:74640:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.864997:0:74640:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.864999:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.865001:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763344908.865003:0:74640:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f5c6ae70. 00010000:00000001:1.0:1763344908.865006:0:74640:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.865007:0:74640:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344908.865009:0:74640:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344908.865011:0:74640:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.865013:0:74640:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344908.865014:0:74640:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344908.865017:0:74640:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fcfc1ba80 going to sleep for 11 seconds 00000100:00000001:1.0:1763344908.865019:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344908.865021:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.865276:0:74642:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.865280:0:74642:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.865335:0:74638:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.865339:0:74638:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344908.865420:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344908.865424:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:3.0:1763344908.865429:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.865434:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344908.865437:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3908 00000400:00000010:3.0:1763344908.865440:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3908. 00000100:00000001:3.0:1763344908.865443:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344908.865447:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc7804700 x1848987617988480/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.865455:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.865458:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc7804700 x1848987617988480/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.865465:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.865466:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763344908.870443:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.870465:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.870470:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.870472:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.870487:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.870507:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa2a0f00 00000400:00000200:2.0:1763344908.870517:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x6662e5 [1] + 224 00000800:00000001:2.0:1763344908.870526:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.870530:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.870533:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.870537:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.870544:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.870554:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8602a00 x1848987617988352/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763344908.870564:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50f8602a00 x1848987617988352/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.870616:0:74633:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.870691:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.870703:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.870706:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.870708:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.870710:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.870715:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.870721:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa2a0f80 00000400:00000200:2.0:1763344908.870727:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x6662ed [1] + 224 00000800:00000001:2.0:1763344908.870731:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.870768:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.870771:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.870775:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.870778:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.870783:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc7804700 x1848987617988480/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763344908.870809:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e4fc7804700 x1848987617988480/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.870829:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.870834:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.870839:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1763344908.870885:0:74633:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.870887:0:74633:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.870891:0:74633:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac160. 00000400:00000200:3.0:1763344908.870896:0:74633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb3b8 00000400:00000010:3.0:1763344908.870899:0:74633:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb3b8. 00000100:00000001:3.0:1763344908.870903:0:74633:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.870908:0:74633:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8602a00 x1848987617988352/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344908.870916:0:74633:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8602a00 x1848987617988352/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.870923:0:74633:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.870925:0:74633:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.870927:0:74633:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.870930:0:74633:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.870933:0:74633:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.870935:0:74633:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.870938:0:74633:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.870945:0:74633:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1325458 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.870949:0:74633:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1325410 time=77 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.870952:0:74633:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.870954:0:74633:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.870957:0:74633:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.870960:0:74633:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.870963:0:74633:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.870967:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8602a00 x1848987617988352/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.870975:0:74633:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.870978:0:74633:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.870980:0:74633:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.870982:0:74633:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763344908.870988:0:74633:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344908.870998:0:74633:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344908.871001:0:74633:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.871007:0:74633:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279130808 : -107409430420808 : ffff9e4fcb0de2b8) 00002000:00000001:3.0:1763344908.871010:0:74633:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279130720 : -107409430420896 : ffff9e4fcb0de260) 00002000:00000001:3.0:1763344908.871013:0:74633:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344908.871018:0:74633:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344908.871021:0:74633:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de2b8/ffff9e4fcb0de260 to site lru. bkt: ffff9e50e5a40a80 00010000:00000001:3.0:1763344908.871025:0:74633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.871027:0:74633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.871029:0:74633:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.871034:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8602a00 x1848987617988352/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344908.871042:0:74633:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8602a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:74633:1848987617988352:192.168.203.14@tcp:106: 00000100:00000001:3.0:1763344908.871047:0:74633:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.871050:0:74633:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.871053:0:74633:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.871055:0:74633:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.871058:0:74633:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8602a00 x1848987617988352/t0(0) o106->lustre-OST0000@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.871076:0:74633:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.871079:0:74633:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344908.871082:0:74633:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50c2bdd600. 02000000:00000001:3.0:1763344908.871087:0:74633:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.871089:0:74633:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344908.871091:0:74633:0:(genops.c:1242:class_import_put()) import ffff9e4fc1325000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763344908.871093:0:74633:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344908.871096:0:74633:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e50c2bdc200. 02000000:00000001:3.0:1763344908.871099:0:74633:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.871101:0:74633:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344908.871103:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8602a00. 00000100:00000001:3.0:1763344908.871106:0:74633:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.871108:0:74633:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344908.871110:0:74633:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0b40. 00000100:00000001:3.0:1763344908.871114:0:74633:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.871116:0:74633:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344908.871118:0:74633:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd440. 00010000:00000001:3.0:1763344908.871121:0:74633:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.871125:0:74633:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344908.871128:0:74633:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763344908.871130:0:74633:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.871136:0:74633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.871137:0:74633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.871139:0:74633:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.871141:0:74633:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.871144:0:74633:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17400 with handle 0x34881b408681837f from hash 00010000:00000001:3.0:1763344908.871147:0:74633:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.871148:0:74633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.871149:0:74633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.871151:0:74633:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763344908.871152:0:74633:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763344908.871155:0:74633:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763344908.871161:0:74633:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b408681837f lrc: 1/0,0 mode: --/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4df expref: 20 pid: 74633 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763344908.871176:0:74633:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344908.871178:0:74633:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.871181:0:74633:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.871183:0:74633:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.871185:0:74633:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.871189:0:74633:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.871190:0:74633:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.871191:0:74633:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.871192:0:74633:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344908.871194:0:74633:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.871195:0:74633:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.871197:0:74633:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344908.871199:0:74633:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.871201:0:74633:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.871202:0:74633:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.871204:0:74633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.871207:0:74633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17400/0x34881b408681837f lrc: 0/0,0 mode: --/PR res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4df expref: 20 pid: 74633 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763344908.871215:0:74633:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 13 00000020:00000040:3.0:1763344908.871218:0:74633:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 19 00010000:00000001:3.0:1763344908.871223:0:74633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.871225:0:74633:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50ecf17400, rc 0) 00000020:00000001:3.0:1763344908.871227:0:74633:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763344908.871231:0:74633:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915410, transno 0, xid 1848987881572480 00010000:00000001:3.0:1763344908.871235:0:74633:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.871239:0:74633:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8272300 x1848987881572480/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344908.871246:0:74633:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.871249:0:74633:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.871252:0:74633:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.871257:0:74633:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.871260:0:74633:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.871263:0:74633:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.871265:0:74633:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.871267:0:74633:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.871270:0:74633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.871273:0:74633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.871277:0:74633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb3b8. 00000100:00000200:3.0:1763344908.871281:0:74633:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881572480, offset 224 00000400:00000200:3.0:1763344908.871287:0:74633:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.871296:0:74633:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.871303:0:74633:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385757:1385757:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385753:1385753:8:4294967295] 00000400:00000200:3.0:1763344908.871314:0:74633:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.871319:0:74633:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.871324:0:74633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6e00. 00000800:00000200:3.0:1763344908.871330:0:74633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.871337:0:74633:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.871341:0:74633:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6e00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.872050:0:74640:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344908.872059:0:74640:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344908.872061:0:74640:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344908.872064:0:74640:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:1.0:1763344908.872078:0:74640:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e37f8 00000400:00000010:1.0:1763344908.872080:0:74640:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e37f8. 00000100:00000001:1.0:1763344908.872084:0:74640:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.872090:0:74640:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc7804700 x1848987617988480/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763344908.872099:0:74640:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc7804700 x1848987617988480/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.872105:0:74640:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344908.872106:0:74640:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.872108:0:74640:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344908.872110:0:74640:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344908.872112:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.872114:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.872116:0:74640:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.872121:0:74640:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=85 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344908.872124:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.872127:0:74640:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344908.872128:0:74640:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.872131:0:74640:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344908.872133:0:74640:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.872134:0:74640:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.872138:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc7804700 x1848987617988480/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.872144:0:74640:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344908.872146:0:74640:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344908.872147:0:74640:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.872149:0:74640:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763344908.872152:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763344908.872158:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344908.872161:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.872168:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00002000:00000001:1.0:1763344908.872170:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134976 : -107409430416640 : ffff9e4fcb0df300) 00002000:00000001:1.0:1763344908.872171:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344908.872175:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344908.872178:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df358/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00010000:00000001:1.0:1763344908.872181:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.872182:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.872183:0:74640:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.872187:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7804700 x1848987617988480/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763344908.872194:0:74640:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc7804700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:74640:1848987617988480:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344908.872199:0:74640:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.872201:0:74640:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.872203:0:74640:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344908.872205:0:74640:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.872207:0:74640:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc7804700 x1848987617988480/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.872218:0:74640:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344908.872220:0:74640:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344908.872222:0:74640:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50e753c200. 02000000:00000001:1.0:1763344908.872227:0:74640:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344908.872229:0:74640:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344908.872230:0:74640:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763344908.872232:0:74640:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344908.872233:0:74640:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117aa00. 02000000:00000001:1.0:1763344908.872238:0:74640:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344908.872240:0:74640:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344908.872242:0:74640:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7804700. 00000100:00000001:1.0:1763344908.872245:0:74640:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344908.872246:0:74640:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763344908.872248:0:74640:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fcfc1ba80. 00000100:00000001:1.0:1763344908.872251:0:74640:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763344908.872252:0:74640:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763344908.872254:0:74640:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6700. 00010000:00000001:1.0:1763344908.872257:0:74640:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344908.872260:0:74640:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344908.872264:0:74640:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763344908.872265:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.872270:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.872272:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.872273:0:74640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.872275:0:74640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.872278:0:74640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34400 with handle 0x34881b4086818386 from hash 00010000:00000001:1.0:1763344908.872279:0:74640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.872281:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.872282:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.872283:0:74640:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763344908.872284:0:74640:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763344908.872286:0:74640:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763344908.872292:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34400/0x34881b4086818386 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4d8 expref: 28 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763344908.872307:0:74640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344908.872309:0:74640:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.872310:0:74640:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.872312:0:74640:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.872314:0:74640:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.872317:0:74640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.872318:0:74640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.872319:0:74640:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.872320:0:74640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.872321:0:74640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.872323:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.872325:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344908.872326:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.872329:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.872330:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.872331:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.872335:0:74640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50fca34400/0x34881b4086818386 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4d8 expref: 28 pid: 74640 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763344908.872342:0:74640:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 19 00000020:00000040:1.0:1763344908.872344:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 27 00010000:00000001:1.0:1763344908.872350:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.872352:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca34400, rc 0) 00000020:00000001:1.0:1763344908.872355:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763344908.872358:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946966, transno 0, xid 1848987881572352 00010000:00000001:1.0:1763344908.872361:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.872380:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8273b80 x1848987881572352/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344908.872388:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.872391:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.872393:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.872396:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.872399:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 12 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.872401:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.872404:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.872406:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.872408:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.872410:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.872415:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e37f8. 00000100:00000200:1.0:1763344908.872418:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881572352, offset 224 00000400:00000200:1.0:1763344908.872423:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.872431:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.872436:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385758:1385758:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385754:1385754:7:4294967295] 00000400:00000200:1.0:1763344908.872444:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.872449:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.872454:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:1.0:1763344908.872458:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.872463:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.872466:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.872715:0:74633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.872721:0:74633:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.872724:0:74633:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.872726:0:74633:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.872729:0:74633:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.872735:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8272300 x1848987881572480/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344908.872745:0:74633:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2408:x1848987881572480:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 8903us (12448us total) trans 0 rc 301/301 00000100:00100000:3.0:1763344908.872753:0:74633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27138 00000100:00000040:3.0:1763344908.872757:0:74633:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344908.872759:0:74633:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.872761:0:74633:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.872767:0:74633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d00. 00000020:00000010:3.0:1763344908.872772:0:74633:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04190. 00000020:00000010:3.0:1763344908.872776:0:74633:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117ae00. 00000020:00000040:3.0:1763344908.872781:0:74633:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00000100:00000001:3.0:1763344908.872785:0:74633:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.873022:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.873027:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.873029:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.873031:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.873033:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.873038:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8273b80 x1848987881572352/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344908.873046:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2408:x1848987881572352:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 8394us (12841us total) trans 0 rc 301/301 00000100:00100000:1.0:1763344908.873052:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27137 00000100:00000040:1.0:1763344908.873055:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:1.0:1763344908.873057:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.873058:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.873062:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42280. 00000020:00000010:1.0:1763344908.873065:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04258. 00000020:00000010:1.0:1763344908.873068:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e510117a800. 00000020:00000040:1.0:1763344908.873071:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 26 00000100:00000001:1.0:1763344908.873073:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.873136:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.873141:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6e00. 00000400:00000200:0.0:1763344908.873146:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.873151:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.873154:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb3b8 00000400:00000010:0.0:1763344908.873156:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb3b8. 00000100:00000001:0.0:1763344908.873160:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.873161:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763344908.873224:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.873227:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:0.0:1763344908.873230:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.873234:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.873237:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e37f8 00000400:00000010:0.0:1763344908.873238:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e37f8. 00000100:00000001:0.0:1763344908.873241:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.873242:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344908.877875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17400. 00000800:00000001:3.0:1763344908.884101:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.884117:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344908.884121:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.884123:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.884133:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344908.884149:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 488 into portal 6 MB=0x691a509e00900 00000400:00000200:3.0:1763344908.884157:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 488/488 into md 0x1e2579 [128] + 75024 00000800:00000001:3.0:1763344908.884165:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.884171:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.884174:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.884179:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344908.884186:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344908.884188:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763344908.884194:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8602a00. 00000100:00000040:3.0:1763344908.884197:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8602a00 x1848987881572608 msgsize 488 00000100:00100000:3.0:1763344908.884201:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344908.884222:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344908.884230:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.884233:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.884304:0:68731:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.884307:0:68731:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881572608 02000000:00000001:2.0:1763344908.884311:0:68731:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.884313:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.884315:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.884319:0:68731:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.884323:0:68731:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881572608 00000020:00000001:2.0:1763344908.884326:0:68731:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.884328:0:68731:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:2.0:1763344908.884330:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.884332:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=27 00000020:00000001:2.0:1763344908.884335:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:2.0:1763344908.884337:0:68731:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:2.0:1763344908.884342:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.884348:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d28c0. 00000100:00000001:2.0:1763344908.884351:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.884354:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d28c0. 00000020:00000010:2.0:1763344908.884360:0:68731:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09e800. 00000020:00000010:2.0:1763344908.884377:0:68731:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0a80. 00000020:00000010:2.0:1763344908.884382:0:68731:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344908.884390:0:68731:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763344908.884393:0:68731:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.884394:0:68731:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763344908.884396:0:68731:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763344908.884399:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.884406:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:2.0:1763344908.884410:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.884414:0:68731:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763344908.884417:0:68731:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763344908.884420:0:68731:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.884423:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.884425:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.884428:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.884429:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.884538:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.884540:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.884541:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.884542:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.884543:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.884544:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.884546:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.884549:0:68731:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763344908.884553:0:68731:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.884555:0:68731:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.884557:0:68731:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.884559:0:68731:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763344908.884562:0:68731:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.884564:0:68731:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763344908.884625:0:68731:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000402:0x1bc1:0x0] (0->4095) req@ffff9e50f8602a00 x1848987881572608/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763344908.884635:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763344908.884638:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50f8602a00 with x1848987881572608 ext(0->4095) 00010000:00000001:2.0:1763344908.884640:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.884642:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.884644:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=3 00000020:00000001:2.0:1763344908.884646:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:2.0:1763344908.884650:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:2.0:1763344908.884654:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.884656:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763344908.884657:0:68731:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763344908.884659:0:68731:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e50f8602a00 00002000:00000001:2.0:1763344908.884661:0:68731:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.884663:0:68731:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.884674:0:68731:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.884755:0:68731:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763344908.884768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34400. 00000100:00000001:2.0:1763344908.884772:0:68731:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.884776:0:68731:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.884781:0:68731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1962 00000100:00000040:2.0:1763344908.884786:0:68731:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:2.0:1763344908.884825:0:68731:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334465024 : -107404375086592 : ffff9e50f8602a00) 00000100:00000040:2.0:1763344908.884832:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8602a00 x1848987881572608/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.884840:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.884845:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d28c0. 00000100:00000001:2.0:1763344908.884847:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.884849:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d28c0. 00000100:00100000:2.0:1763344908.884853:0:68731:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8602a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2407:x1848987881572608:12345-192.168.203.14@tcp:3:lfs.0 00000100:00000200:2.0:1763344908.884856:0:68731:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881572608 00000020:00000001:2.0:1763344908.884859:0:68731:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.884862:0:68731:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.884864:0:68731:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.884866:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.884867:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:2.0:1763344908.884871:0:68731:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344908.884874:0:68731:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.884876:0:68731:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.884877:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.884878:0:68731:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.884884:0:68731:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.884887:0:68731:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.884893:0:68731:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9e50ea2c0000. 02000000:00000001:2.0:1763344908.884895:0:68731:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.884898:0:68731:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.884901:0:68731:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:2.0:1763344908.884904:0:68731:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763344908.884906:0:68731:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.884909:0:68731:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:2.0:1763344908.884914:0:68731:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:2.0:1763344908.884916:0:68731:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763344908.884918:0:68731:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 reports grant 445992960 dropped 0, local 445992960 00000020:00000001:2.0:1763344908.884923:0:68731:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763344908.884924:0:68731:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:2.0:1763344908.884927:0:68731:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:2.0:1763344908.884929:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344908.884931:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.884937:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00002000:00000001:2.0:1763344908.884939:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134976 : -107409430416640 : ffff9e4fcb0df300) 00002000:00000001:2.0:1763344908.884943:0:68731:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763344908.884950:0:68731:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.884952:0:68731:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:2.0:1763344908.884953:0:68731:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.884960:0:68731:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:2.0:1763344908.884962:0:68731:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.884967:0:68731:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344908.884975:0:68731:0:(osd_io.c:1628:osd_read_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.884978:0:68731:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.884980:0:68731:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.884982:0:68731:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.884986:0:68731:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763344908.885024:0:68731:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:2.0:1763344908.885045:0:68731:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:2.0:1763344908.885048:0:68731:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 218016d (20) 00000020:00008000:2.0:1763344908.885052:0:68731:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:2.0:1763344908.885056:0:68731:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763344908.885063:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.885072:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.885076:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.885078:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.885080:0:68731:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00080000:00000001:2.0:1763344908.885091:0:68731:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344908.885097:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df358/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00002000:00000001:2.0:1763344908.885099:0:68731:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.885101:0:68731:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.885103:0:68731:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.885105:0:68731:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1763344908.885107:0:68731:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763344908.885109:0:68731:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:2.0:1763344908.885114:0:68731:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946966, transno 0, xid 1848987881572608 00010000:00000001:2.0:1763344908.885117:0:68731:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.885123:0:68731:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8602a00 x1848987881572608/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/4536 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.885130:0:68731:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.885134:0:68731:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.885137:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.885142:0:68731:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.885144:0:68731:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.885146:0:68731:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.885150:0:68731:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.885152:0:68731:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.885156:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.885158:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.885163:0:68731:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd33dc0c0. 00000100:00000200:2.0:1763344908.885168:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848987881572608, offset 224 00000400:00000200:2.0:1763344908.885175:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.885186:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.885192:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385759:1385759:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385755:1385755:8:4294967295] 00000400:00000200:2.0:1763344908.885202:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.885210:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.885214:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9e4fcb09f200. 00000800:00000200:2.0:1763344908.885220:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.885226:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:2.0:1763344908.885230:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fcb09f200 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:2.0:1763344908.885251:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.885255:0:68731:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.885257:0:68731:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.885260:0:68731:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.885262:0:68731:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.885268:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8602a00 x1848987881572608/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/4536 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.885278:0:68731:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8602a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2407:x1848987881572608:12345-192.168.203.14@tcp:3:lfs.0 Request processed in 436us (1078us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763344908.885286:0:68731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1962 00000100:00000040:2.0:1763344908.885290:0:68731:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:2.0:1763344908.885292:0:68731:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763344908.885294:0:68731:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763344908.885301:0:68731:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000402:0x1bc1:0x0] (0->4095) req@ffff9e50f8602a00 x1848987881572608/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/4536 e 0 to 0 dl 1763344919 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763344908.885309:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763344908.885311:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50f8602a00 with x1848987881572608 ext(0->4095) 00010000:00000001:2.0:1763344908.885313:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.885314:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.885316:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=3 00000020:00000001:2.0:1763344908.885318:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:2.0:1763344908.885321:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:2.0:1763344908.885323:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.885324:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763344908.885326:0:68731:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763344908.885328:0:68731:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e50f8602a00 00002000:00000001:2.0:1763344908.885330:0:68731:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.885332:0:68731:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.885337:0:68731:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0a80. 00000020:00000010:2.0:1763344908.885342:0:68731:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344908.885345:0:68731:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09e800. 00000020:00000040:2.0:1763344908.885350:0:68731:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 26 00000100:00000001:2.0:1763344908.885353:0:68731:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.885356:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.885362:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e4fcb09f200. 00000400:00000200:1.0:1763344908.885381:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.885386:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.885391:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd33dc0c0 00000400:00000010:1.0:1763344908.885394:0:3636:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd33dc0c0. 00000100:00000001:1.0:1763344908.885397:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.885399:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.901393:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.901409:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.901412:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.901414:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.901425:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.901440:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 568 into portal 12 MB=0x691a509e00980 00000400:00000200:0.0:1763344908.901447:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 568/568 into md 0x616b51 [64] + 194280 00000400:00000010:0.0:1763344908.901453:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50c2eb99a0. 00000400:00000200:0.0:1763344908.901458:0:3637:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e50d6ffb000 00000800:00000001:0.0:1763344908.901463:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.901470:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.901473:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.901477:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.901482:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50d6ffb000 00000400:00000010:0.0:1763344908.901485:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff9e50d6ffb000. 00000100:00000001:0.0:1763344908.901490:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.901493:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1763344908.901496:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ea9de050 x1848987881572736 msgsize 568 00000100:00100000:0.0:1763344908.901500:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:0.0:1763344908.901502:0:3637:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763344908.901521:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.901531:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.901534:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.901669:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.901673:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881572736 02000000:00000001:2.0:1763344908.901677:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.901679:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.901681:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.901686:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.901690:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881572736 00000020:00000001:2.0:1763344908.901694:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.901696:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344908.901698:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.901701:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=242 00000020:00000001:2.0:1763344908.901703:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344908.901706:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344908.901710:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.901715:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d28c0. 00000100:00000001:2.0:1763344908.901719:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.901721:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d28c0. 00000020:00000010:2.0:1763344908.901727:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09e800. 00000020:00000010:2.0:1763344908.901733:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0a80. 00000020:00000010:2.0:1763344908.901738:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344908.901745:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344908.901748:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.901749:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344908.901752:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344908.901753:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.901755:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.901763:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.901782:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.901819:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.901821:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763344908.901822:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.901824:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.901826:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303031 00000100:00000040:2.0:1763344908.901830:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344908.901832:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669103628368 : -107404605923248 : ffff9e50ea9de050) 00000100:00000001:1.0:1763344908.901836:0:6504:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.901838:0:6504:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.901843:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ea9de050 x1848987881572736/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 568/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.901852:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.901855:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d28c0. 00000100:00000001:2.0:1763344908.901857:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.901859:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d28c0. 00000100:00100000:2.0:1763344908.901864:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ea9de050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+242:253441:x1848987881572736:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:2.0:1763344908.901867:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881572736 00000020:00000001:2.0:1763344908.901870:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.901874:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.901877:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.901880:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.901882:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344908.901884:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344908.901887:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881572736, found 0 last_xid 1848987881572735 00000020:00000001:2.0:1763344908.901890:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.901892:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.901894:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.901899:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.901901:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344908.901903:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344908.901905:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344908.901907:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344908.901909:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.901914:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.901921:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 3 00010000:00000001:2.0:1763344908.901924:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.901926:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.901931:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50d7df0600. 00000020:00000001:2.0:1763344908.901935:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.901937:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7df0600 with handle 0x34881b408681838d to hash 00000020:00000001:2.0:1763344908.901939:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.901941:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668789130752 : -107404920420864 : ffff9e50d7df0600) 00010000:00000010:2.0:1763344908.901946:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcaa80. 00010000:00000001:2.0:1763344908.901948:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668789130752 : -107404920420864 : ffff9e50d7df0600) 00010000:00010000:2.0:1763344908.901953:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0600/0x34881b408681838d lrc: 2/0,0 mode: --/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e4e6 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.901960:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 224 00000020:00000040:2.0:1763344908.901963:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=243 00010000:00000001:2.0:1763344908.901969:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344908.901972:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344908.901979:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344908.901981:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344908.901983:0:13569:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763344908.901985:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344908.901987:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e87:0x0] 00000020:00000001:2.0:1763344908.901990:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.901994:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779192408 : -107404930359208 : ffff9e50d7476058) 00000004:00000001:2.0:1763344908.901997:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668779192320 : -107404930359296 : ffff9e50d7476000) 00000004:00000001:2.0:1763344908.901999:0:13569:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.902000:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.902002:0:13569:0:(mdt_handler.c:4954:mdt_intent_getxattr()) Process entered 00000004:00000001:2.0:1763344908.902005:0:13569:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344908.902008:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.902010:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.902012:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 4 00010000:00000001:2.0:1763344908.902015:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.902016:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.902019:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50d7df0400. 00000020:00000001:2.0:1763344908.902021:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.902023:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7df0400 with handle 0x34881b4086818394 to hash 00000020:00000001:2.0:1763344908.902025:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.902026:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00010000:00000010:2.0:1763344908.902029:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcac80. 00010000:00000001:2.0:1763344908.902031:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00010000:00000001:2.0:1763344908.902034:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.902035:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.902039:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818394 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344908.902045:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.902049:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.902051:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344908.902053:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.902056:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.902058:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.902060:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.902063:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344908.902065:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344908.902066:0:13569:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344908.902068:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344908.902071:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) refcount = 4 00010000:00000040:2.0:1763344908.902074:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.902078:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868182e5 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e492 expref: 243 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.902086:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868182d7 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e453 expref: 243 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344908.902092:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818394 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.902097:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344908.902102:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344908.902104:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.902105:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344908.902107:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.902109:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.902111:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.902113:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344908.902116:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.902119:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818394 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344908.902124:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.902125:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.902127:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.902128:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.902130:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.902132:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df0400 refcount=3 00000020:00000001:2.0:1763344908.902134:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00010000:00000001:2.0:1763344908.902137:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00010000:00000001:2.0:1763344908.902139:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.902139:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.902141:0:13569:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.902144:0:13569:0:(mdt_xattr.c:230:mdt_getxattr()) Process entered 00000004:00000002:2.0:1763344908.902146:0:13569:0:(mdt_xattr.c:235:mdt_getxattr()) getxattr [0x240002b13:0x12e87:0x0] 00000001:00000001:2.0:1763344908.902149:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.902151:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.902154:0:13569:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763344908.902156:0:13569:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.902160:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763344908.902161:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.902163:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.902165:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.902166:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.902168:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.902170:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.902171:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.902173:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.902175:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.902176:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.902177:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.902179:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.902180:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.902182:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.902184:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.902185:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.902190:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344908.902196:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344908.902199:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344908.902201:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344908.902203:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.902206:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.902207:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.902209:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344908.902210:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.902213:0:13569:0:(mdt_xattr.c:42:mdt_getxattr_pack_reply()) Process entered 00000100:00000001:2.0:1763344908.902218:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.902220:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.902242:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8704 at ffff9e50e7d5c000. 02000000:00000001:2.0:1763344908.902245:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.902248:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344908.902250:0:13569:0:(mdt_xattr.c:121:mdt_getxattr_pack_reply()) Process leaving (rc=2500 : 2500 : 9c4) 00000004:00000001:2.0:1763344908.902254:0:13569:0:(mdt_xattr.c:163:mdt_getxattr_all()) Process entered 00000004:00000001:2.0:1763344908.902257:0:13569:0:(mdd_object.c:491:mdd_xattr_list()) Process entered 00000004:00000001:2.0:1763344908.902277:0:13569:0:(mdd_object.c:528:mdd_xattr_list()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:2.0:1763344908.902282:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.902285:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.902294:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344908.902297:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344908.902299:0:13569:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763344908.902300:0:13569:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344908.902302:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.902303:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.902306:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763344908.902308:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763344908.902310:0:13569:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763344908.902311:0:13569:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763344908.902312:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.902314:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.902316:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344908.902318:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344908.902320:0:13569:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763344908.902321:0:13569:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344908.902322:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.902323:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344908.902326:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344908.902328:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344908.902329:0:13569:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763344908.902330:0:13569:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344908.902335:0:13569:0:(mdt_xattr.c:216:mdt_getxattr_all()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:2.0:1763344908.902337:0:13569:0:(mdt_xattr.c:298:mdt_getxattr()) Process leaving 00000020:00000001:2.0:1763344908.902342:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.902349:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.902353:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344908.902355:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:2.0:1763344908.902357:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344908.902359:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.902360:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df0400 refcount=3 00000020:00000001:2.0:1763344908.902363:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00010000:00000001:2.0:1763344908.903463:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00000004:00000040:2.0:1763344908.903467:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 225 00000020:00000040:2.0:1763344908.903470:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=244 00010000:00000001:2.0:1763344908.903475:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.903476:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344908.903478:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.903480:0:13569:0:(mdt_handler.c:4994:mdt_intent_getxattr()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.903484:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344908.903487:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344908.903489:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344908.903491:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344908.903494:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344908.903495:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344908.903500:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.903501:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.903503:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.903504:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.903507:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50d7df0600 with handle 0x34881b408681838d from hash 00010000:00000001:2.0:1763344908.903509:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344908.903510:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.903511:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.903513:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344908.903514:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344908.903520:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0600/0x34881b408681838d lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4e6 expref: 244 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.903528:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 224 00000020:00000040:2.0:1763344908.903530:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 243 00010000:00000010:2.0:1763344908.903533:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcaa80. 00010000:00000001:2.0:1763344908.903542:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.903544:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.903548:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344908.903552:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818394 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4e6 expref: 243 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.903559:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344908.903561:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344908.903564:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) 00010000:00010000:2.0:1763344908.903566:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:2.0:1763344908.903568:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.903571:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.903573:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344908.903574:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.903575:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344908.903577:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50d7df0400, rc 0) 00000020:00000001:2.0:1763344908.903580:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344908.903583:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214370, transno 0, xid 1848987881572736 00010000:00000001:2.0:1763344908.903586:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.903592:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ea9de050 x1848987881572736/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 568/1072 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.903600:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.903602:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.903606:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.903611:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.903613:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.903615:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.903617:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.903620:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.903622:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.903625:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.903632:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921e58. 00000100:00000200:2.0:1763344908.903638:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 1072 bytes to portal 10, xid 1848987881572736, offset 224 00000400:00000200:2.0:1763344908.903645:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.903656:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.903662:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385760:1385760:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385756:1385756:8:4294967295] 00000400:00000200:2.0:1763344908.903672:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.903677:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1072 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.903683:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71900. 00000800:00000200:2.0:1763344908.903690:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.903697:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:2.0:1763344908.903702:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71900 type 1, nob 1168 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.906231:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.906243:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.906247:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.906250:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.906253:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.906263:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ea9de050 x1848987881572736/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 568/1072 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.906275:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ea9de050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+243:253441:x1848987881572736:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 4420us (4776us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344908.906285:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303031 00000100:00000040:2.0:1763344908.906289:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344908.906291:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.906293:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.906300:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0a80. 00000020:00000010:2.0:1763344908.906305:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:2.0:1763344908.906309:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09e800. 00000020:00000040:2.0:1763344908.906314:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 242 02000000:00000001:2.0:1763344908.906346:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.906349:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50f5700000. 00000800:00000200:3.0:1763344908.906573:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344908.906579:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71900. 00000400:00000200:3.0:1763344908.906585:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.906590:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344908.906597:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921e58 00000400:00000010:3.0:1763344908.906600:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921e58. 00000100:00000001:3.0:1763344908.906603:0:3635:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763344908.906605:0:3635:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.906606:0:3635:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8704 at ffff9e50e7d5c000. 02000000:00000001:3.0:1763344908.906616:0:3635:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763344908.906617:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1763344908.907291:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907296:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff78ad80. 02000000:00000001:2.0:1763344908.907302:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907303:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50ff802400. 02000000:00000001:2.0:1763344908.907308:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907309:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff788e00. 02000000:00000001:2.0:1763344908.907312:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907314:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50fac30000. 02000000:00000001:2.0:1763344908.907329:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907331:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df112300. 02000000:00000001:2.0:1763344908.907335:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907336:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50fb370000. 02000000:00000001:2.0:1763344908.907346:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907348:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2402300. 02000000:00000001:2.0:1763344908.907352:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907354:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50fb3b0000. 02000000:00000001:2.0:1763344908.907534:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907537:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df113800. 02000000:00000001:2.0:1763344908.907543:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907544:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50f9f90000. 02000000:00000001:2.0:1763344908.907556:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907558:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12e8380. 00000100:00000010:2.0:1763344908.907562:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32ca80. 02000000:00000001:2.0:1763344908.907567:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907569:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8704 at ffff9e50fc90c000. 02000000:00000001:2.0:1763344908.907575:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907578:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12eb100. 02000000:00000001:2.0:1763344908.907582:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907583:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50e6980000. 02000000:00000001:2.0:1763344908.907595:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907597:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32e300. 02000000:00000001:2.0:1763344908.907600:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907602:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50f5000000. 02000000:00000001:2.0:1763344908.907617:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907619:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32d180. 02000000:00000001:2.0:1763344908.907623:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907625:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 720 at ffff9e4fcb32c400. 02000000:00000001:2.0:1763344908.907628:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907629:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede41f80. 02000000:00000001:2.0:1763344908.907632:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907634:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50e6a80000. 02000000:00000001:2.0:1763344908.907647:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907649:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cd880. 00000100:00000010:2.0:1763344908.907653:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede40000. 02000000:00000001:2.0:1763344908.907657:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907658:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50ecf30000. 02000000:00000001:2.0:1763344908.907669:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907671:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cea00. 02000000:00000001:2.0:1763344908.907675:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907677:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e50e5608000. 02000000:00000001:2.0:1763344908.907685:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907686:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12e9f80. 02000000:00000001:2.0:1763344908.907691:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907692:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e50ed730000. 02000000:00000001:2.0:1763344908.907702:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907704:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62ce680. 02000000:00000001:2.0:1763344908.907707:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907708:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50d72b0000. 02000000:00000001:2.0:1763344908.907719:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907720:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12e9880. 02000000:00000001:2.0:1763344908.907724:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907725:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e5100cb0000. 02000000:00000001:2.0:1763344908.907736:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907738:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12ea300. 02000000:00000001:2.0:1763344908.907741:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907742:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e50fb360000. 02000000:00000001:2.0:1763344908.907749:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907751:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2403800. 00000100:00000010:2.0:1763344908.907755:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d1500. 02000000:00000001:2.0:1763344908.907759:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907760:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50e6e10000. 02000000:00000001:2.0:1763344908.907776:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907778:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2401880. 02000000:00000001:2.0:1763344908.907781:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907782:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50f5820000. 02000000:00000001:2.0:1763344908.907811:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907814:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12eb800. 02000000:00000001:2.0:1763344908.907818:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907819:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff9e50e5676800. 02000000:00000001:2.0:1763344908.907822:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907823:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d1f80. 02000000:00000001:2.0:1763344908.907826:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907827:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50f82f0000. 02000000:00000001:2.0:1763344908.907840:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907842:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2403100. 02000000:00000001:2.0:1763344908.907845:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907847:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e50d7280000. 02000000:00000001:2.0:1763344908.907854:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907856:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d0e00. 02000000:00000001:2.0:1763344908.907860:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907861:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e50e0cd0000. 02000000:00000001:2.0:1763344908.907870:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907871:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d3b80. 02000000:00000001:2.0:1763344908.907875:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907876:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3176 at ffff9e50ef12e000. 02000000:00000001:2.0:1763344908.907878:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907880:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d2d80. 02000000:00000001:2.0:1763344908.907883:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907884:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff9e50f2e51800. 02000000:00000001:2.0:1763344908.907887:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907889:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d3480. 02000000:00000001:2.0:1763344908.907892:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907893:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e50fcb20000. 02000000:00000001:2.0:1763344908.907902:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907904:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c12e8700. 02000000:00000001:2.0:1763344908.907906:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907908:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50e5674400. 02000000:00000001:2.0:1763344908.907911:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907912:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8601180. 02000000:00000001:2.0:1763344908.907915:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907916:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fd6097000. 02000000:00000001:2.0:1763344908.907919:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907920:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8600a80. 02000000:00000001:2.0:1763344908.907923:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907924:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fcb32cc00. 02000000:00000001:2.0:1763344908.907926:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907927:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9880. 02000000:00000001:2.0:1763344908.907930:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907931:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fcb32dc00. 02000000:00000001:2.0:1763344908.907934:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907935:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e66300. 02000000:00000001:2.0:1763344908.907937:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907939:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50ff7f8800. 02000000:00000001:2.0:1763344908.907941:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907942:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8600380. 02000000:00000001:2.0:1763344908.907944:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907946:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fd6094c00. 02000000:00000001:2.0:1763344908.907947:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907949:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8601500. 02000000:00000001:2.0:1763344908.907951:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907952:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50d7ff2000. 02000000:00000001:2.0:1763344908.907955:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907956:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d1180. 02000000:00000001:2.0:1763344908.907958:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907960:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50e486d800. 02000000:00000001:2.0:1763344908.907962:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907964:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d0a80. 02000000:00000001:2.0:1763344908.907967:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907968:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9e4fc2e7a000. 02000000:00000001:2.0:1763344908.907972:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907973:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1c700. 02000000:00000001:2.0:1763344908.907977:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907978:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50d7dc0000. 02000000:00000001:2.0:1763344908.907991:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.907993:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede41500. 02000000:00000001:2.0:1763344908.907996:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.907997:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9e4fc2fda000. 02000000:00000001:2.0:1763344908.908000:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908001:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede41c00. 02000000:00000001:2.0:1763344908.908004:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908006:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e5100120000. 02000000:00000001:2.0:1763344908.908018:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908020:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1dc00. 02000000:00000001:2.0:1763344908.908023:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908024:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9e50ef89e000. 02000000:00000001:2.0:1763344908.908026:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908027:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1376680. 02000000:00000001:2.0:1763344908.908030:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908032:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50ec240000. 02000000:00000001:2.0:1763344908.908043:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908045:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8603800. 02000000:00000001:2.0:1763344908.908048:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908049:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50d7ff1000. 02000000:00000001:2.0:1763344908.908051:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908052:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1ce00. 02000000:00000001:2.0:1763344908.908055:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908056:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50dfa10c00. 02000000:00000001:2.0:1763344908.908058:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908059:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1375180. 02000000:00000001:2.0:1763344908.908062:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908063:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9e50ee4ca000. 02000000:00000001:2.0:1763344908.908065:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908066:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e64000. 02000000:00000001:2.0:1763344908.908069:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908070:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9e50f2e51c00. 02000000:00000001:2.0:1763344908.908072:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908073:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e65c00. 02000000:00000001:2.0:1763344908.908076:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908077:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50d7ff1400. 02000000:00000001:2.0:1763344908.908079:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908080:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2ab800. 02000000:00000001:2.0:1763344908.908082:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908084:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50d7ff0c00. 02000000:00000001:2.0:1763344908.908086:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908087:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9c00. 02000000:00000001:2.0:1763344908.908089:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908090:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50f58b4000. 02000000:00000001:2.0:1763344908.908092:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908094:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a1180. 02000000:00000001:2.0:1763344908.908097:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908099:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50f58b7000. 02000000:00000001:2.0:1763344908.908101:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908102:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a1880. 02000000:00000001:2.0:1763344908.908104:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908105:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50f58b7800. 02000000:00000001:2.0:1763344908.908107:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908108:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a3100. 02000000:00000001:2.0:1763344908.908111:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908112:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50f58b6800. 02000000:00000001:2.0:1763344908.908114:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908116:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a2d80. 02000000:00000001:2.0:1763344908.908119:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908120:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8704 at ffff9e5101804000. 02000000:00000001:2.0:1763344908.908131:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908133:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a3480. 02000000:00000001:2.0:1763344908.908137:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908138:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50e5860000. 02000000:00000001:2.0:1763344908.908151:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908153:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e64380. 02000000:00000001:2.0:1763344908.908156:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908158:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d7ff2800. 02000000:00000001:2.0:1763344908.908160:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908161:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ea9d9c00. 02000000:00000001:2.0:1763344908.908164:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908166:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e5101260000. 02000000:00000001:2.0:1763344908.908179:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908182:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e65f80. 02000000:00000001:2.0:1763344908.908184:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908186:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e51011b0000. 02000000:00000001:2.0:1763344908.908221:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908224:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6acad80. 02000000:00000001:2.0:1763344908.908228:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908229:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50fcab0000. 02000000:00000001:2.0:1763344908.908239:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908240:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac9180. 02000000:00000001:2.0:1763344908.908244:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908245:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9e50ca220000. 02000000:00000001:2.0:1763344908.908248:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908250:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1df80. 02000000:00000001:2.0:1763344908.908253:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908254:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e50df2b0000. 02000000:00000001:2.0:1763344908.908263:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908265:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a8700. 02000000:00000001:2.0:1763344908.908268:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908269:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50fc9b0000. 02000000:00000001:2.0:1763344908.908278:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908280:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac9f80. 02000000:00000001:2.0:1763344908.908283:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908285:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff9e4fc2c40000. 02000000:00000001:2.0:1763344908.908287:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908289:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9f80. 02000000:00000001:2.0:1763344908.908292:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908293:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff9e50d6454000. 02000000:00000001:2.0:1763344908.908296:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908297:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2aaa00. 02000000:00000001:2.0:1763344908.908300:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908301:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50d7ff0000. 02000000:00000001:2.0:1763344908.908303:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908304:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e67b80. 02000000:00000001:2.0:1763344908.908307:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908309:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50d7ff2400. 02000000:00000001:2.0:1763344908.908310:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908312:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede43b80. 02000000:00000001:2.0:1763344908.908315:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908316:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9e50caf98000. 02000000:00000001:2.0:1763344908.908318:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908320:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede40a80. 02000000:00000001:2.0:1763344908.908322:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908324:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9e50d7ff1800. 02000000:00000001:2.0:1763344908.908326:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908327:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc363b100. 02000000:00000001:2.0:1763344908.908330:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908331:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8704 at ffff9e50efbfc000. 02000000:00000001:2.0:1763344908.908338:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908340:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac8380. 02000000:00000001:2.0:1763344908.908344:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908345:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e51011a0000. 02000000:00000001:2.0:1763344908.908351:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908353:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2402d80. 02000000:00000001:2.0:1763344908.908357:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908358:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fc35e8000. 02000000:00000001:2.0:1763344908.908361:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908363:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1d500. 02000000:00000001:2.0:1763344908.908378:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908379:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27688 at ffff9e50ecc60000. 02000000:00000001:2.0:1763344908.908390:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908392:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f864a680. 02000000:00000001:2.0:1763344908.908396:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908397:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27688 at ffff9e50fa6e0000. 02000000:00000001:2.0:1763344908.908407:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908408:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32c000. 02000000:00000001:2.0:1763344908.908412:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908413:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27688 at ffff9e50f2a08000. 02000000:00000001:2.0:1763344908.908427:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908428:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32ce00. 02000000:00000001:2.0:1763344908.908432:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908434:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9e50d6506000. 02000000:00000001:2.0:1763344908.908437:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908438:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32f100. 02000000:00000001:2.0:1763344908.908441:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908443:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27688 at ffff9e50f5848000. 02000000:00000001:2.0:1763344908.908450:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908452:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2aa680. 02000000:00000001:2.0:1763344908.908455:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908456:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50ed710000. 02000000:00000001:2.0:1763344908.908471:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908473:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32ea00. 02000000:00000001:2.0:1763344908.908477:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908478:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e50fa8d8000. 02000000:00000001:2.0:1763344908.908486:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908488:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32df80. 02000000:00000001:2.0:1763344908.908491:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908492:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff9e4fc2886000. 02000000:00000001:2.0:1763344908.908495:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908496:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f864b100. 02000000:00000001:2.0:1763344908.908499:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908500:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fd6097c00. 02000000:00000001:2.0:1763344908.908502:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908503:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1e300. 02000000:00000001:2.0:1763344908.908515:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908517:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fd6095400. 02000000:00000001:2.0:1763344908.908519:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908520:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1ed80. 02000000:00000001:2.0:1763344908.908523:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908524:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9e50caf9d000. 02000000:00000001:2.0:1763344908.908527:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908528:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1d880. 02000000:00000001:2.0:1763344908.908531:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908532:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9e50c7e1d800. 02000000:00000001:2.0:1763344908.908537:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908539:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a8e00. 02000000:00000001:2.0:1763344908.908542:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908543:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8704 at ffff9e50ea374000. 02000000:00000001:2.0:1763344908.908550:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908552:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7804000. 02000000:00000001:2.0:1763344908.908555:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908556:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e5101a40000. 02000000:00000001:2.0:1763344908.908568:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908571:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1377800. 02000000:00000001:2.0:1763344908.908574:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908575:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fcb32d400. 02000000:00000001:2.0:1763344908.908577:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908579:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32c700. 02000000:00000001:2.0:1763344908.908581:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908583:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50ec000000. 02000000:00000001:2.0:1763344908.908592:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908593:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df110700. 02000000:00000001:2.0:1763344908.908597:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908598:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50d72e0000. 02000000:00000001:2.0:1763344908.908609:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908611:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df113b80. 02000000:00000001:2.0:1763344908.908614:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908616:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50e5610000. 02000000:00000001:2.0:1763344908.908625:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908627:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df113480. 02000000:00000001:2.0:1763344908.908630:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908631:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9e4fc60b4000. 02000000:00000001:2.0:1763344908.908634:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908635:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df110380. 02000000:00000001:2.0:1763344908.908638:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908639:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27688 at ffff9e5101b40000. 02000000:00000001:2.0:1763344908.908702:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908705:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32d880. 02000000:00000001:2.0:1763344908.908710:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908711:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50f2e40000. 02000000:00000001:2.0:1763344908.908721:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908723:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb9b800. 02000000:00000001:2.0:1763344908.908726:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908727:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50f5870000. 02000000:00000001:2.0:1763344908.908738:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908740:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb9ad80. 02000000:00000001:2.0:1763344908.908743:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908744:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff9e50efb40000. 02000000:00000001:2.0:1763344908.908747:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908748:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb9b480. 02000000:00000001:2.0:1763344908.908750:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908752:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff9e4fc60b6000. 02000000:00000001:2.0:1763344908.908755:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908756:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a8000. 02000000:00000001:2.0:1763344908.908758:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908759:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fcb32e800. 02000000:00000001:2.0:1763344908.908761:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908762:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df113100. 02000000:00000001:2.0:1763344908.908765:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908766:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50e5677c00. 02000000:00000001:2.0:1763344908.908769:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908770:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb99f80. 02000000:00000001:2.0:1763344908.908773:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908774:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9e50ee4ce000. 02000000:00000001:2.0:1763344908.908777:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908778:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32f480. 02000000:00000001:2.0:1763344908.908780:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908782:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9e4fcb32e400. 02000000:00000001:2.0:1763344908.908784:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908785:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df110a80. 02000000:00000001:2.0:1763344908.908820:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908822:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8704 at ffff9e50ff728000. 02000000:00000001:2.0:1763344908.908830:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908832:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb9b100. 02000000:00000001:2.0:1763344908.908836:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908837:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e5100100000. 02000000:00000001:2.0:1763344908.908853:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908855:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df112d80. 02000000:00000001:2.0:1763344908.908858:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908860:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50dfa13400. 02000000:00000001:2.0:1763344908.908863:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908864:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede42300. 02000000:00000001:2.0:1763344908.908866:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908867:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50ff730000. 02000000:00000001:2.0:1763344908.908878:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908880:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2401c00. 02000000:00000001:2.0:1763344908.908883:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908885:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50f5850000. 02000000:00000001:2.0:1763344908.908894:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908897:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2402a00. 02000000:00000001:2.0:1763344908.908900:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908901:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50d7c70000. 02000000:00000001:2.0:1763344908.908918:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908920:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb9a680. 02000000:00000001:2.0:1763344908.908924:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908925:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9e4fc455a000. 02000000:00000001:2.0:1763344908.908928:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908929:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2400380. 02000000:00000001:2.0:1763344908.908932:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908933:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27688 at ffff9e50e7f60000. 02000000:00000001:2.0:1763344908.908942:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908944:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb9a300. 02000000:00000001:2.0:1763344908.908947:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908949:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e5100318000. 02000000:00000001:2.0:1763344908.908956:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908958:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb9aa00. 02000000:00000001:2.0:1763344908.908961:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908962:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff9e50ef4c8000. 02000000:00000001:2.0:1763344908.908967:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908968:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb9bb80. 02000000:00000001:2.0:1763344908.908970:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908971:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff9e4fc286c000. 02000000:00000001:2.0:1763344908.908974:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908975:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb98700. 02000000:00000001:2.0:1763344908.908977:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908979:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fcb32f800. 02000000:00000001:2.0:1763344908.908981:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908983:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ea9da680. 02000000:00000001:2.0:1763344908.908986:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908987:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc82b3800. 02000000:00000001:2.0:1763344908.908989:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908990:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6acaa00. 02000000:00000001:2.0:1763344908.908992:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.908994:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9e50ee3f6000. 02000000:00000001:2.0:1763344908.908996:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.908998:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6aca680. 02000000:00000001:2.0:1763344908.909000:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909001:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9e4fc82b1400. 02000000:00000001:2.0:1763344908.909003:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909004:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6acb480. 02000000:00000001:2.0:1763344908.909007:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909008:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8704 at ffff9e50e780c000. 02000000:00000001:2.0:1763344908.909016:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909018:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ea9d8000. 02000000:00000001:2.0:1763344908.909021:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909022:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e5101348000. 02000000:00000001:2.0:1763344908.909029:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909031:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8649500. 02000000:00000001:2.0:1763344908.909034:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909035:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50c7e1e000. 02000000:00000001:2.0:1763344908.909040:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909041:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac8700. 02000000:00000001:2.0:1763344908.909044:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909045:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27688 at ffff9e50fc308000. 02000000:00000001:2.0:1763344908.909056:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909059:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28ed500. 02000000:00000001:2.0:1763344908.909062:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909063:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27688 at ffff9e50ee368000. 02000000:00000001:2.0:1763344908.909075:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909077:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1375c00. 02000000:00000001:2.0:1763344908.909081:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909082:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27688 at ffff9e50ec6e8000. 02000000:00000001:2.0:1763344908.909089:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909091:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1376d80. 02000000:00000001:2.0:1763344908.909094:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909095:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9e50fb8d4000. 02000000:00000001:2.0:1763344908.909099:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909100:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93f800. 02000000:00000001:2.0:1763344908.909103:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909104:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27688 at ffff9e50ec6a0000. 02000000:00000001:2.0:1763344908.909111:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909113:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1376300. 02000000:00000001:2.0:1763344908.909116:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909117:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50fb240000. 02000000:00000001:2.0:1763344908.909127:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909129:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a0700. 02000000:00000001:2.0:1763344908.909135:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909136:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff9e4fdd9fe000. 02000000:00000001:2.0:1763344908.909153:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909155:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede43480. 02000000:00000001:2.0:1763344908.909158:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909159:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50c7e1d000. 02000000:00000001:2.0:1763344908.909162:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909163:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede41880. 02000000:00000001:2.0:1763344908.909166:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909167:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50c7e1dc00. 02000000:00000001:2.0:1763344908.909169:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909170:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede42680. 02000000:00000001:2.0:1763344908.909173:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909174:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9e50c3d91000. 02000000:00000001:2.0:1763344908.909176:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909177:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc363bb80. 02000000:00000001:2.0:1763344908.909180:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909181:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9e50cca09800. 02000000:00000001:2.0:1763344908.909183:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909184:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a1c00. 02000000:00000001:2.0:1763344908.909188:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909189:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8704 at ffff9e50fc388000. 02000000:00000001:2.0:1763344908.909200:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909202:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc363a680. 02000000:00000001:2.0:1763344908.909206:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909207:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50e7df0000. 02000000:00000001:2.0:1763344908.909223:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909224:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a2a00. 02000000:00000001:2.0:1763344908.909227:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909228:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50cca0b800. 02000000:00000001:2.0:1763344908.909232:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909233:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a0e00. 02000000:00000001:2.0:1763344908.909237:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909238:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50f57b0000. 02000000:00000001:2.0:1763344908.909249:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909251:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28ec000. 02000000:00000001:2.0:1763344908.909254:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909256:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50e7dd0000. 02000000:00000001:2.0:1763344908.909271:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909273:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f864b800. 02000000:00000001:2.0:1763344908.909276:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909278:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50f9d40000. 02000000:00000001:2.0:1763344908.909289:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909291:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28ece00. 02000000:00000001:2.0:1763344908.909294:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909295:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9e50fcb9a000. 02000000:00000001:2.0:1763344908.909298:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909299:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8648380. 02000000:00000001:2.0:1763344908.909302:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909303:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27688 at ffff9e50e5848000. 02000000:00000001:2.0:1763344908.909311:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909313:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28eed80. 02000000:00000001:2.0:1763344908.909318:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909319:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50df2a0000. 02000000:00000001:2.0:1763344908.909330:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909332:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f864aa00. 02000000:00000001:2.0:1763344908.909336:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909337:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e50e0ca0000. 02000000:00000001:2.0:1763344908.909343:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909345:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8649f80. 02000000:00000001:2.0:1763344908.909348:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909349:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e50ecd80000. 02000000:00000001:2.0:1763344908.909358:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909360:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f864bb80. 02000000:00000001:2.0:1763344908.909363:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909374:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff9e50cf60c000. 02000000:00000001:2.0:1763344908.909378:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909379:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f864a300. 02000000:00000001:2.0:1763344908.909382:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909383:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff9e4fc4120000. 02000000:00000001:2.0:1763344908.909385:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909387:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1377b80. 02000000:00000001:2.0:1763344908.909389:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909390:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e5101190000. 02000000:00000001:2.0:1763344908.909401:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909403:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8648000. 02000000:00000001:2.0:1763344908.909407:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909408:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27688 at ffff9e50e5840000. 02000000:00000001:2.0:1763344908.909417:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909419:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc3638000. 02000000:00000001:2.0:1763344908.909422:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909424:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50fca90000. 02000000:00000001:2.0:1763344908.909435:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909437:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93ca80. 02000000:00000001:2.0:1763344908.909440:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909441:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9e50ed260000. 02000000:00000001:2.0:1763344908.909451:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909453:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28ed880. 02000000:00000001:2.0:1763344908.909456:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909458:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e50ec6a8000. 02000000:00000001:2.0:1763344908.909466:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909468:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93e680. 02000000:00000001:2.0:1763344908.909471:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909472:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e50e7c98000. 02000000:00000001:2.0:1763344908.909479:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909481:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93d880. 02000000:00000001:2.0:1763344908.909484:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909486:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e50e7cb8000. 02000000:00000001:2.0:1763344908.909496:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909498:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc3638a80. 02000000:00000001:2.0:1763344908.909501:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909502:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3176 at ffff9e50c3d95000. 02000000:00000001:2.0:1763344908.909504:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909505:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93ce00. 02000000:00000001:2.0:1763344908.909508:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909510:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27664 at ffff9e50d7468000. 02000000:00000001:2.0:1763344908.909520:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909522:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93f100. 02000000:00000001:2.0:1763344908.909525:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909527:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff9e4fc82b0400. 02000000:00000001:2.0:1763344908.909529:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909531:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc3639f80. 02000000:00000001:2.0:1763344908.909536:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909538:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50fb00c000. 02000000:00000001:2.0:1763344908.909541:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909543:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1377480. 02000000:00000001:2.0:1763344908.909545:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909546:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50fb00f400. 02000000:00000001:2.0:1763344908.909549:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909550:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93ea00. 02000000:00000001:2.0:1763344908.909553:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909555:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fd0699c00. 02000000:00000001:2.0:1763344908.909558:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909559:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ea9db800. 02000000:00000001:2.0:1763344908.909562:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909563:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fd0699400. 02000000:00000001:2.0:1763344908.909565:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909566:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28ec380. 02000000:00000001:2.0:1763344908.909569:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909570:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fd069b800. 02000000:00000001:2.0:1763344908.909573:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909574:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28ef100. 02000000:00000001:2.0:1763344908.909577:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909578:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fd069ac00. 02000000:00000001:2.0:1763344908.909580:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909581:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28ee300. 02000000:00000001:2.0:1763344908.909584:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909585:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc35e8800. 02000000:00000001:2.0:1763344908.909587:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909589:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a0000. 02000000:00000001:2.0:1763344908.909592:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909593:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fc35ea000. 02000000:00000001:2.0:1763344908.909596:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909597:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a2300. 02000000:00000001:2.0:1763344908.909601:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909602:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9e51003f0000. 02000000:00000001:2.0:1763344908.909606:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909607:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93e300. 02000000:00000001:2.0:1763344908.909610:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909611:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50e62d0000. 02000000:00000001:2.0:1763344908.909622:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909625:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d28ef800. 02000000:00000001:2.0:1763344908.909628:0:13569:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763344908.909629:0:13569:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9e50e7c86000. 02000000:00000001:2.0:1763344908.909633:0:13569:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763344908.909634:0:13569:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ef93fb80. 00000100:00000001:2.0:1763344908.909639:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763344908.909652:0:13569:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1763344908.909667:0:13569:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6630. 00000400:00000010:2.0:1763344908.909676:0:13569:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e4fc3698000. 00010000:00000010:2.1:1763344908.910664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7df0600. 00000800:00000001:1.0:1763344908.913068:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.913084:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.913088:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.913090:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.913101:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.913119:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4584 into portal 6 MB=0x691a509e00a00 00000400:00000200:1.0:1763344908.913127:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 4584/4584 into md 0x1e2579 [128] + 75512 00000800:00000001:1.0:1763344908.913135:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.913148:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.913151:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.913155:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.913163:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.913165:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763344908.913171:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804700. 00000100:00000040:1.0:1763344908.913174:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7804700 x1848987881572864 msgsize 4584 00000100:00100000:1.0:1763344908.913178:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.913198:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.913208:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.913213:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.913752:0:68731:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.913756:0:68731:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881572864 02000000:00000001:2.0:1763344908.913759:0:68731:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.913762:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.913764:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.913769:0:68731:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.913773:0:68731:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881572864 00000020:00000001:2.0:1763344908.913776:0:68731:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.913778:0:68731:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:2.0:1763344908.913781:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.913784:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=27 00000020:00000001:2.0:1763344908.913786:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:2.0:1763344908.913828:0:68731:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:2.0:1763344908.913833:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.913838:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d28c0. 00000100:00000001:2.0:1763344908.913841:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.913844:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d28c0. 00000020:00000010:2.0:1763344908.913850:0:68731:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09e800. 00000020:00000010:2.0:1763344908.913855:0:68731:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0a80. 00000020:00000010:2.0:1763344908.913860:0:68731:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773dd48. 00000100:00000040:2.0:1763344908.913869:0:68731:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763344908.913872:0:68731:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.913873:0:68731:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763344908.913876:0:68731:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763344908.913878:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.913881:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932256 : -1042619360 : ffffffffc1dae420) 00000020:00000001:2.0:1763344908.913884:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.913888:0:68731:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763344908.913891:0:68731:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763344908.913893:0:68731:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.913896:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.913898:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.913900:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.913901:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.913903:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.913905:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.913906:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.913907:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.913909:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.913910:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.913912:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.913914:0:68731:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763344908.913917:0:68731:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.913920:0:68731:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.913922:0:68731:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.913924:0:68731:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763344908.913926:0:68731:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.913929:0:68731:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.913937:0:68731:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.913952:0:68731:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.913966:0:68731:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.913968:0:68731:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.913973:0:68731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1963 00000100:00000040:2.0:1763344908.913977:0:68731:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:2.0:1763344908.913979:0:68731:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219518720 : -107409490032896 : ffff9e4fc7804700) 00000100:00000040:2.0:1763344908.913986:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7804700 x1848987881572864/t0(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4584/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.913995:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.913998:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d28c0. 00000100:00000001:2.0:1763344908.914000:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.914003:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d28c0. 00000100:00100000:2.0:1763344908.914008:0:68731:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2405:x1848987881572864:12345-192.168.203.14@tcp:4:lfs.0 00000100:00000200:2.0:1763344908.914012:0:68731:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881572864 00000020:00000001:2.0:1763344908.914014:0:68731:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.914017:0:68731:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.914812:0:68731:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.914815:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.914816:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932256 : -1042619360 : ffffffffc1dae420) 00000020:00000001:2.0:1763344908.914819:0:68731:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344908.914822:0:68731:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.914825:0:68731:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.914826:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.914827:0:68731:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.914829:0:68731:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:2.0:1763344908.914834:0:68731:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.914837:0:68731:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.914843:0:68731:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9e50d15ab800. 02000000:00000001:2.0:1763344908.914846:0:68731:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.914848:0:68731:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.914851:0:68731:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763344908.914853:0:68731:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:2.0:1763344908.914856:0:68731:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344908.914859:0:68731:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344908.914866:0:68731:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359d00 count: 2 00010000:00000001:2.0:1763344908.914869:0:68731:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.914871:0:68731:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344908.914875:0:68731:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50d7df0600. 00000020:00000001:2.0:1763344908.914880:0:68731:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344908.914883:0:68731:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7df0600 with handle 0x34881b408681839b to hash 00000020:00000001:2.0:1763344908.914884:0:68731:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344908.914886:0:68731:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668789130752 : -107404920420864 : ffff9e50d7df0600) 00010000:00000001:2.0:1763344908.914888:0:68731:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668789130752 : -107404920420864 : ffff9e50d7df0600) 00010000:00000001:2.0:1763344908.914892:0:68731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344908.914893:0:68731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.914898:0:68731:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 3/0,1 mode: --/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.914907:0:68731:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344908.914911:0:68731:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344908.914913:0:68731:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344908.914915:0:68731:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763344908.914919:0:68731:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763344908.914921:0:68731:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763344908.914927:0:68731:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1c00/0x34881b408681832b lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e499 expref: 27 pid: 74642 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344908.914934:0:68731:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763344908.914935:0:68731:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.914938:0:68731:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344908.914940:0:68731:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.914942:0:68731:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344908.914943:0:68731:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763344908.914944:0:68731:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.914946:0:68731:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.914948:0:68731:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763344908.914951:0:68731:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 4/0,1 mode: --/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344908.914958:0:68731:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc2:0x0].0x0 (ffff9e4fc1359d00) refcount = 2 00010000:00000040:2.0:1763344908.914961:0:68731:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344908.914964:0:68731:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1c00/0x34881b408681832b lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e499 expref: 27 pid: 74642 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344908.914970:0:68731:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763344908.914973:0:68731:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 4/0,1 mode: --/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763344908.914980:0:68731:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d28c0. 00000100:00000001:2.0:1763344908.914984:0:68731:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344908.914990:0:68731:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344908.914993:0:68731:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344908.914994:0:68731:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664416485568 : -107409293066048 : ffff9e4fd33dc0c0) 00000100:00000001:2.0:1763344908.914997:0:68731:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344908.914999:0:68731:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344908.915000:0:68731:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344908.915003:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.915004:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763344908.915006:0:68731:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.915008:0:68731:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344908.915010:0:68731:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763344908.915012:0:68731:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763344908.915015:0:68731:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8272a00. 00000020:00000040:2.0:1763344908.920601:0:68731:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1763344908.920614:0:68731:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344908.920617:0:68731:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344908.920623:0:68731:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344908.920635:0:68731:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09e400. 00000100:00000001:2.0:1763344908.920642:0:68731:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.920656:0:68731:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1c00/0x34881b408681832b lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e499 expref: 27 pid: 74642 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763344908.920678:0:68731:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1c00/0x34881b408681832b lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e499 expref: 27 pid: 74642 timeout: 13115 lvb_type: 1 00010000:00000001:2.0:1763344908.920689:0:68731:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344908.920694:0:68731:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344908.920700:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8272a00 x1848987617988608/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.920708:0:68731:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344908.920710:0:68731:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.920714:0:68731:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:68731:1848987617988608:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344908.920720:0:68731:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344908.920725:0:68731:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344908.920727:0:68731:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.920729:0:68731:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344908.920732:0:68731:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09fc00. 02000000:00000001:2.0:1763344908.920734:0:68731:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344908.920741:0:68731:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344908.920748:0:68731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921c38. 00000100:00000200:2.0:1763344908.920755:0:68731:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617988608, portal 16 00000100:00000001:2.0:1763344908.920757:0:68731:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344908.920758:0:68731:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669330729472 : -107404378822144 : ffff9e50f8272a00) 00000100:00000040:2.0:1763344908.920764:0:68731:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f8272a00 x1848987617988608/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.920770:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.920773:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.920775:0:68731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921ee0. 00000100:00000200:2.0:1763344908.920778:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617988608, offset 0 00000400:00000200:2.0:1763344908.920786:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.920816:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.920821:0:68731:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344908.920825:0:68731:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344908.920828:0:68731:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344908.920832:0:68731:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344908.920835:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385761:1385761:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385757:1385757:8:4294967295] 00000400:00000200:2.0:1763344908.920845:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.920852:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.920857:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71900. 00000800:00000200:2.0:1763344908.920864:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.920872:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.920876:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.920888:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.920894:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307684058 00000100:00000001:2.0:1763344908.920900:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307684002 00000100:00000001:2.0:1763344908.920904:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307684058 00000100:00000001:2.0:1763344908.920907:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307684002 00000100:00000001:2.0:1763344908.920910:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307684058 00000100:00000001:2.0:1763344908.920912:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307684002 00000100:00000001:2.0:1763344908.920915:0:68731:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307684058 00000100:00000001:2.0:1763344908.920918:0:68731:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307684002 00000100:00000001:2.0:1763344908.920920:0:68731:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.920923:0:68731:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.920925:0:68731:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.920927:0:68731:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.920930:0:68731:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.920933:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.920935:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.920936:0:68731:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.920939:0:68731:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344908.920940:0:68731:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344908.920942:0:68731:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.920945:0:68731:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344908.920947:0:68731:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344908.920949:0:68731:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd33dc0c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763344908.920952:0:68731:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344908.920955:0:68731:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344908.921153:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.921159:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71900. 00000400:00000200:0.0:1763344908.921166:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.921172:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.921178:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921ee0 00000400:00000010:0.0:1763344908.921180:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921ee0. 00000100:00000001:0.0:1763344908.921185:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344908.921191:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8272a00 x1848987617988608/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.921202:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344908.921206:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8272a00 x1848987617988608/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344908.921213:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.921215:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763344908.924357:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.924389:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344908.924393:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.924395:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.924407:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344908.924423:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a1000 00000400:00000200:3.0:1763344908.924431:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x666309 [1] + 224 00000800:00000001:3.0:1763344908.924440:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.924447:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344908.924450:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.924455:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344908.924461:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.924470:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8272a00 x1848987617988608/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763344908.924488:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50f8272a00 x1848987617988608/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.924512:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763344908.924523:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344908.924526:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.924652:0:68731:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344908.924660:0:68731:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344908.924662:0:68731:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344908.924666:0:68731:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344908.924671:0:68731:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921c38 00000400:00000010:2.0:1763344908.924674:0:68731:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921c38. 00000100:00000001:2.0:1763344908.924677:0:68731:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344908.924683:0:68731:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8272a00 x1848987617988608/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344908.924692:0:68731:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8272a00 x1848987617988608/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.924699:0:68731:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344908.924701:0:68731:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.924703:0:68731:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344908.924706:0:68731:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344908.924709:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.924711:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.924714:0:68731:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.924721:0:68731:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344908.924726:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.924729:0:68731:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344908.924731:0:68731:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.924734:0:68731:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344908.924737:0:68731:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.924739:0:68731:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.924743:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8272a00 x1848987617988608/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.924750:0:68731:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344908.924753:0:68731:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344908.924755:0:68731:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344908.924758:0:68731:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763344908.924762:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.924763:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344908.924765:0:68731:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.924769:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8272a00 x1848987617988608/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344908.924777:0:68731:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8272a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:68731:1848987617988608:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344908.925177:0:68731:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.925180:0:68731:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.925183:0:68731:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344908.925185:0:68731:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344908.925189:0:68731:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8272a00 x1848987617988608/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344908.925197:0:68731:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344908.925200:0:68731:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344908.925204:0:68731:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09fc00. 02000000:00000001:2.0:1763344908.925209:0:68731:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344908.925212:0:68731:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344908.925214:0:68731:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1763344908.925216:0:68731:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344908.925219:0:68731:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09e400. 02000000:00000001:2.0:1763344908.925222:0:68731:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344908.925224:0:68731:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344908.925226:0:68731:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8272a00. 00000100:00000001:2.0:1763344908.925229:0:68731:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344908.925230:0:68731:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344908.925233:0:68731:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc0c0. 00000100:00000001:2.0:1763344908.925236:0:68731:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344908.925238:0:68731:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344908.925241:0:68731:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d28c0. 00010000:00000001:2.0:1763344908.925244:0:68731:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.925247:0:68731:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344908.925249:0:68731:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344908.925254:0:68731:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763344908.925260:0:68731:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 3/0,1 mode: --/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1763344908.926203:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.926215:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.926218:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.926220:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.926227:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.926240:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509e00a80 00000400:00000200:1.0:1763344908.926246:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d419 [2] + 328 00000800:00000001:1.0:1763344908.926251:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.926298:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.926301:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.926304:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.926310:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.926312:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763344908.926317:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804380. 00000100:00000040:1.0:1763344908.926320:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7804380 x1848987881572992 msgsize 328 00000100:00100000:1.0:1763344908.926324:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.926341:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.926349:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.926352:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.926835:0:27025:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344908.926839:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881572992 02000000:00000001:0.0:1763344908.926842:0:27025:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344908.926844:0:27025:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344908.926846:0:27025:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344908.926851:0:27025:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344908.926855:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881572992 00000020:00000001:0.0:1763344908.926858:0:27025:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344908.926860:0:27025:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:0.0:1763344908.926862:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.926867:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=28 00000020:00000001:0.0:1763344908.926870:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:0.0:1763344908.926872:0:27025:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:0.0:1763344908.926876:0:27025:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344908.926883:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2880. 00000100:00000001:0.0:1763344908.926887:0:27025:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344908.926890:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2880. 00000020:00000010:0.0:1763344908.926897:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d5a00. 00000020:00000010:0.0:1763344908.926902:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139600. 00000020:00000010:0.0:1763344908.926908:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732e10. 00000100:00000040:0.0:1763344908.926917:0:27025:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763344908.926920:0:27025:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344908.926922:0:27025:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763344908.926924:0:27025:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763344908.926928:0:27025:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344908.926930:0:27025:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763344908.926935:0:27025:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344908.926938:0:27025:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344908.926941:0:27025:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1c00 refcount=4 00000020:00000001:0.0:1763344908.926943:0:27025:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789136384 : -107404920415232 : ffff9e50d7df1c00) 00010000:00000001:0.0:1763344908.926946:0:27025:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789136384 : -107404920415232 : ffff9e50d7df1c00) 00010000:00010000:0.0:1763344908.926954:0:27025:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1c00/0x34881b408681832b lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e499 expref: 28 pid: 74642 timeout: 13115 lvb_type: 1 00010000:00000001:0.0:1763344908.926964:0:27025:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344908.926965:0:27025:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344908.926967:0:27025:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.926969:0:27025:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344908.926977:0:27025:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763344908.926984:0:27025:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e4fc7804380 x1848987881572992/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344908.926992:0:27025:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344908.926994:0:27025:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344908.927010:0:27025:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.927040:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.927044:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.927049:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6362 00000100:00000040:3.0:1763344908.927054:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 2 00000100:00000001:3.0:1763344908.927056:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219517824 : -107409490033792 : ffff9e4fc7804380) 00000100:00000040:3.0:1763344908.927061:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7804380 x1848987881572992/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.927069:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.927073:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.927075:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.927077:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd440. 00000100:00100000:3.0:1763344908.927082:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+28:2406:x1848987881572992:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763344908.927086:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881572992 00010000:00000001:3.0:1763344908.927089:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763344908.927091:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763344908.927093:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763344908.927098:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.927100:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.927105:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50dfa10800. 02000000:00000001:3.0:1763344908.927107:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.927109:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.927116:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344908.927120:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763344908.927122:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.927123:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.927126:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1c00 refcount=4 00000020:00000001:3.0:1763344908.927130:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789136384 : -107404920415232 : ffff9e50d7df1c00) 00010000:00000001:3.0:1763344908.927132:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789136384 : -107404920415232 : ffff9e50d7df1c00) 00010000:00000040:3.0:1763344908.927135:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359d00 count: 3 00002000:00000001:3.0:1763344908.927138:0:23071:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344908.927143:0:23071:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344908.927149:0:23071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.927154:0:23071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669017964632 : -107404691586984 : ffff9e50e582c058) 00002000:00000001:3.0:1763344908.927156:0:23071:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636669017964544 : -107404691587072 : ffff9e50e582c000) 00002000:00000001:3.0:1763344908.927159:0:23071:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344908.927164:0:23071:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344908.927168:0:23071:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e582c058/ffff9e50e582c000 to site lru. bkt: ffff9e50fb896108 00010000:00010000:3.0:1763344908.927173:0:23071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1c00/0x34881b408681832b lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e499 expref: 28 pid: 74642 timeout: 13115 lvb_type: 1 00000100:00001000:3.0:1763344908.927181:0:23071:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc2b77450 time=138 v=5 (1 0 0 0) 00010000:00000001:3.0:1763344908.927184:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344908.927195:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.927196:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.927199:0:23071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1c00/0x34881b408681832b lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e499 expref: 28 pid: 74642 timeout: 13115 lvb_type: 1 00000020:00000001:3.0:1763344908.927210:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.927211:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.927213:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.927215:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.927219:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.927220:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.927228:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.927229:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.927231:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.927233:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.927235:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50d7df1c00 with handle 0x34881b408681832b from hash 00010000:00000001:3.0:1763344908.927238:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.927239:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.927240:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.927241:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344908.927245:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.927247:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.927249:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.927250:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.927252:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1c00/0x34881b408681832b lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e499 expref: 28 pid: 74642 timeout: 13115 lvb_type: 1 00010000:00000040:3.0:1763344908.927259:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 18 00000020:00000040:3.0:1763344908.927262:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 27 00010000:00000001:3.0:1763344908.927269:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.927271:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.927272:0:23071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763344908.927275:0:23071:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50d7df0600 00010000:00000001:3.0:1763344908.927277:0:23071:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344908.927279:0:23071:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344908.927282:0:23071:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344908.927284:0:23071:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.927285:0:23071:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344908.927286:0:23071:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344908.927287:0:23071:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.927290:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.927292:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344908.927295:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.927300:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763344908.927304:0:23071:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 4/0,1 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.927310:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc2:0x0].0x0 (ffff9e4fc1359d00) refcount = 2 00010000:00000040:3.0:1763344908.927313:0:23071:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.927316:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 4/0,1 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.927322:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.927323:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.927325:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344908.927326:0:23071:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.927328:0:23071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763344908.927332:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.927334:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.927340:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0b40. 00000100:00000001:3.0:1763344908.927341:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236149568 : -107409473402048 : ffff9e4fc87e0b40) 00000100:00000001:3.0:1763344908.927343:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236149568 : -107409473402048 : ffff9e4fc87e0b40) 00000100:00000001:3.0:1763344908.927346:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.927347:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.927348:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.927350:0:23071:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344908.927373:0:23071:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.927375:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.927377:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.927378:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.927380:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.927381:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.927383:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.927385:0:23071:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.927387:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763344908.927389:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0b40. 00000100:00000001:3.0:1763344908.927392:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.927393:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344908.927395:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd440. 00010000:00000001:3.0:1763344908.927397:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763344908.927399:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763344908.927401:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.927406:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.927410:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.927412:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.927417:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.927420:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.927422:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.927426:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.927428:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.927442:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.927444:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.927449:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbc38. 00000100:00000200:3.0:1763344908.927456:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881572992, offset 224 00000400:00000200:3.0:1763344908.927464:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.927475:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.927483:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385762:1385762:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385758:1385758:8:4294967295] 00000400:00000200:3.0:1763344908.927494:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.927499:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.927505:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.927511:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.927518:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.927522:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.927538:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.927542:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.927544:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.927547:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.927551:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7804380 x1848987881572992/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.927560:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+27:2406:x1848987881572992:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 489us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.927568:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6362 00000100:00000040:3.0:1763344908.927572:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:3.0:1763344908.927574:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.927576:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.927581:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139600. 00000020:00000010:3.0:1763344908.927587:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732e10. 00000020:00000010:3.0:1763344908.927590:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d5a00. 00000020:00000040:3.0:1763344908.927594:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 26 00000100:00000001:3.0:1763344908.927596:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.927664:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.927668:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:0.0:1763344908.927674:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.927679:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.927684:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbc38 00000400:00000010:0.0:1763344908.927686:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbc38. 00000100:00000001:0.0:1763344908.927690:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.927691:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1763344908.928114:0:68731:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.928123:0:68731:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344908.928127:0:68731:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344908.928132:0:68731:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344908.928134:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344908.928135:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763344908.928137:0:68731:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.928144:0:68731:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:2.0:1763344908.928150:0:68731:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:2.0:1763344908.928153:0:68731:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:2.0:1763344908.928156:0:68731:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1763344908.928158:0:68731:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1763344908.928160:0:68731:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 free: 3912159232 avail: 3680636928 00000020:00000001:2.0:1763344908.928163:0:68731:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1763344908.928166:0:68731:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 avail=3680636928 left=3234471936 unstable=0 tot_grant=446163648 pending=28672 00000020:00000001:2.0:1763344908.928169:0:68731:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3234471936 : 3234471936 : c0ca2000) 00000020:00000001:2.0:1763344908.928172:0:68731:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763344908.928175:0:68731:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 reports grant 445964288 dropped 0, local 445992960 00000020:00000001:2.0:1763344908.928178:0:68731:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763344908.928180:0:68731:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:2.0:1763344908.928183:0:68731:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 granted: 28672 ungranted: 0 grant: 445964288 dirty: 28672 00000020:00000001:2.0:1763344908.928186:0:68731:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:2.0:1763344908.928187:0:68731:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1763344908.928189:0:68731:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 wants: 484638720 current grant 445964288 granting: 8437760 00000020:00000020:2.0:1763344908.928192:0:68731:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 tot cached:0 granted:454601408 num_exports: 3 00000020:00000001:2.0:1763344908.928195:0:68731:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000001:2.0:1763344908.928198:0:68731:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:2.0:1763344908.928199:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344908.928201:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.928205:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669017964632 : -107404691586984 : ffff9e50e582c058) 00002000:00000001:2.0:1763344908.928208:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636669017964544 : -107404691587072 : ffff9e50e582c000) 00080000:00000001:2.0:1763344908.928214:0:68731:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:2.0:1763344908.928217:0:68731:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.928243:0:68731:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344908.928251:0:68731:0:(osd_io.c:1212:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.928254:0:68731:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.928256:0:68731:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.928258:0:68731:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344908.928263:0:68731:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:2.0:1763344908.928265:0:68731:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:2.0:1763344908.928272:0:68731:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763344908.928303:0:68731:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:2.0:1763344908.928322:0:68731:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.928325:0:68731:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763344908.928330:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.928337:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.928339:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.928341:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928344:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.928346:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928349:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.928350:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.928352:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928354:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.928355:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.928356:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928358:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.928359:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.928361:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.928363:0:68731:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:2.0:1763344908.928376:0:68731:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.928379:0:68731:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:2.0:1763344908.928380:0:68731:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763344908.928385:0:68731:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.928388:0:68731:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.928393:0:68731:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09e400. 00080000:00000001:2.0:1763344908.928396:0:68731:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278868992 : -107409430682624 : ffff9e4fcb09e400) 00000001:00000001:2.0:1763344908.928398:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.928400:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.928402:0:68731:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000001:00000001:2.0:1763344908.928405:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.928407:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 00000001:00000001:2.0:1763344908.928411:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928413:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.928414:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc2:0x0] ino=2303 type=0, id=0 00000001:00000001:2.0:1763344908.928417:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928419:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.928420:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc2:0x0] ino=2303 type=0, id=0 00000001:00000001:2.0:1763344908.928424:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928425:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.928426:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc2:0x0] ino=2303 type=0, id=0 00000001:00000001:2.0:1763344908.928429:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.928430:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928432:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.928434:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000001:00000001:2.0:1763344908.928435:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928437:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.928438:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc2:0x0] ino=2303 type=1, id=0 00000001:00000001:2.0:1763344908.928440:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928441:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.928443:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc2:0x0] ino=2303 type=1, id=0 00000001:00000001:2.0:1763344908.928445:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928446:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.928447:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc2:0x0] ino=2303 type=1, id=0 00000001:00000001:2.0:1763344908.928449:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.928450:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928452:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.928453:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000001:00000001:2.0:1763344908.928455:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928456:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.928457:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc2:0x0] ino=2303 type=2, id=0 00000001:00000001:2.0:1763344908.928459:0:68731:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928460:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.928462:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc2:0x0] ino=2303 type=2, id=0 00000001:00000001:2.0:1763344908.928464:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.928465:0:68731:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763344908.928467:0:68731:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x1bc2:0x0] ino=2303 type=2, id=0 00000001:00000001:2.0:1763344908.928468:0:68731:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.928470:0:68731:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00080000:04000000:2.0:1763344908.928472:0:68731:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 00080000:00000001:2.0:1763344908.928475:0:68731:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.928478:0:68731:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344908.928488:0:68731:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.928491:0:68731:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763344908.928492:0:68731:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.928521:0:68731:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763344908.928524:0:68731:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:2.0:1763344908.928534:0:68731:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1763344908.928538:0:68731:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.928539:0:68731:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000402:0x1bc2:0x0] set xattr 'trusted.fid' with size 52 00002000:00000001:2.0:1763344908.928553:0:68731:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344908.928556:0:68731:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:2.0:1763344908.928564:0:68731:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.928566:0:68731:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344908.928569:0:68731:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.928571:0:68731:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.928573:0:68731:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09fc00. 00080000:00000001:2.0:1763344908.928576:0:68731:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278875136 : -107409430676480 : ffff9e4fcb09fc00) 00000001:00000001:2.0:1763344908.928578:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.928580:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.928583:0:68731:0:(osd_io.c:1284:osd_declare_write_commit()) Process entered 00080000:00000002:2.0:1763344908.928586:0:68731:0:(osd_io.c:1420:osd_declare_write_commit()) lustre-OST0001: inode #2303 extent_bytes 161650 extents 1 credits 9 00000001:00000001:2.0:1763344908.928589:0:68731:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.928593:0:68731:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d28c0. 00080000:00000001:2.0:1763344908.928596:0:68731:0:(osd_io.c:1448:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.928598:0:68731:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763344908.928600:0:68731:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.928602:0:68731:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344908.928606:0:68731:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.928610:0:68731:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.928613:0:68731:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2c80. 00080000:00000001:2.0:1763344908.928615:0:68731:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.928619:0:68731:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.928629:0:68731:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00001000:2.0:1763344908.928634:0:68731:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 2303: map 1 pages from 0 00080000:00000001:2.0:1763344908.928722:0:68731:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000001:2.0:1763344908.928729:0:68731:0:(osd_io.c:56:osd_bio_init()) Process entered 00080000:00000010:2.0:1763344908.928732:0:68731:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff9e4fc87f5f78. 00080000:00000001:2.0:1763344908.928734:0:68731:0:(osd_io.c:69:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763344908.928737:0:68731:0:(osd_io.c:332:osd_submit_bio()) bio++ sz 4096 vcnt 1(4) sectors 8(2560) psg 0(254) 00000001:00000001:2.0:1763344908.928741:0:68731:0:(osd_integrity.c:503:osd_bio_integrity_handle()) Process entered 00000001:00000001:2.0:1763344908.928743:0:68731:0:(osd_integrity.c:506:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.2:1763344908.929142:0:68731:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff9e4fc87f5f78. 00080000:00000001:2.0:1763344908.929157:0:68731:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.929160:0:68731:0:(osd_io.c:1541:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.929165:0:68731:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:2.0:1763344908.929168:0:68731:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9e50e4b8dae0. 00000020:00000040:2.0:1763344908.929171:0:68731:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 4 00000020:00000040:2.0:1763344908.929175:0:68731:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=27 00000020:00000001:2.0:1763344908.929179:0:68731:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.929181:0:68731:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344908.929185:0:68731:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763344908.929189:0:68731:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344908.929191:0:68731:0:(osd_handler.c:5216:osd_xattr_set()) [0x2c0000402:0x1bc2:0x0] set version 0x20000305a (old 0x0) for inode 2303 00080000:00000001:2.0:1763344908.929197:0:68731:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763344908.929199:0:68731:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946970, last_committed = 8589946967 00000001:00000010:2.0:1763344908.929204:0:68731:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8d960. 00000001:00000040:2.0:1763344908.929206:0:68731:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 5 00000020:00000040:2.0:1763344908.929208:0:68731:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=28 00000001:00000001:2.0:1763344908.929220:0:68731:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.931921:0:69528:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763344908.931928:0:69528:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763344908.931931:0:69528:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589946970 is committed 00000001:00000040:1.0:1763344908.931935:0:69528:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e4fc2b77000 : new cb_count 4 00000020:00000040:1.0:1763344908.931940:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 27 00000001:00000010:1.0:1763344908.931943:0:69528:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d960. 00000020:00000001:1.0:1763344908.931947:0:69528:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763344908.931949:0:69528:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763344908.931950:0:69528:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9e4fc2b77000 : new cb_count 3 00000020:00000040:1.0:1763344908.931952:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 26 00000020:00000010:1.0:1763344908.931954:0:69528:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9e50e4b8dae0. 00080000:00000010:1.0:1763344908.931958:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09fc00. 00080000:00000010:1.0:1763344908.931962:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09e400. 00000001:00000040:1.0:1763344908.931965:0:69528:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e4fc2b77000 : new cb_count 2 00000020:00000040:1.0:1763344908.931967:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 25 00000001:00000010:1.0:1763344908.931969:0:69528:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d3c0. 00000020:00000001:1.0:1763344908.931971:0:69528:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763344908.931972:0:69528:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763344908.931973:0:69528:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9e4fc2b77000 : new cb_count 1 00000020:00000040:1.0:1763344908.931975:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 24 00000020:00000010:1.0:1763344908.931976:0:69528:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9e50e4b8dd20. 00080000:00000010:1.0:1763344908.931978:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09fe00. 00080000:00000010:1.0:1763344908.931981:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fcb09e000. 00000001:00000040:1.0:1763344908.931983:0:69528:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e4fc2b77000 : new cb_count 0 00000020:00000040:1.0:1763344908.931985:0:69528:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00000001:00000010:1.0:1763344908.931987:0:69528:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d120. 00080000:00000010:1.0:1763344908.931989:0:69528:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fddab8e00. 00080000:00000010:3.0:1763344908.932578:0:68731:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2c80. 00080000:00000010:3.0:1763344908.932584:0:68731:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d28c0. 00040000:00000001:3.0:1763344908.932588:0:68731:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344908.932590:0:68731:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344908.932594:0:68731:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.932605:0:68731:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344908.932609:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e582c058/ffff9e50e582c000 to site lru. bkt: ffff9e50fb896108 00002000:00000001:3.0:1763344908.932612:0:68731:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.932623:0:68731:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359d00 count: 2 00010000:00000001:3.0:1763344908.932625:0:68731:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763344908.932631:0:68731:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344908.932635:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344908.932638:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.932644:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669017964632 : -107404691586984 : ffff9e50e582c058) 00002000:00000001:3.0:1763344908.932647:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636669017964544 : -107404691587072 : ffff9e50e582c000) 00002000:00000001:3.0:1763344908.932649:0:68731:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344908.932653:0:68731:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763344908.932655:0:68731:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000402:0x1bc2:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763344908.932657:0:68731:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000402:0x1bc2:0x0] updating lvb mtime from disk: 0 -> 1763344909 00002000:00010000:3.0:1763344908.932660:0:68731:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000402:0x1bc2:0x0] updating lvb ctime from disk: 0 -> 1763344909 00002000:00010000:3.0:1763344908.932662:0:68731:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000402:0x1bc2:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:3.0:1763344908.932664:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e582c058/ffff9e50e582c000 to site lru. bkt: ffff9e50fb896108 00002000:00000001:3.0:1763344908.932667:0:68731:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.932671:0:68731:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.932675:0:68731:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:3.0:1763344908.932678:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.932680:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.932684:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df0600 refcount=3 00000020:00000001:3.0:1763344908.932686:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789130752 : -107404920420864 : ffff9e50d7df0600) 00010000:00000001:3.0:1763344908.932689:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789130752 : -107404920420864 : ffff9e50d7df0600) 00010000:00000001:3.0:1763344908.932692:0:68731:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763344908.932696:0:68731:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.932704:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.932705:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.932707:0:68731:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.932713:0:68731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.932715:0:68731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.932717:0:68731:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763344908.932720:0:68731:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.932726:0:68731:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50d7df0600 already unused, calling callback (ffffffffc0e86b40) 00010000:00000001:3.0:1763344908.932729:0:68731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.932731:0:68731:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763344908.932733:0:68731:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.932739:0:68731:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763344908.932741:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.932742:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.932744:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df0600 refcount=4 00000020:00000001:3.0:1763344908.932746:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789130752 : -107404920420864 : ffff9e50d7df0600) 00010000:00000001:3.0:1763344908.932748:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789130752 : -107404920420864 : ffff9e50d7df0600) 00010000:00000001:3.0:1763344908.932751:0:68731:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763344908.932753:0:68731:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.932765:0:68731:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344908.932767:0:68731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.932769:0:68731:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.932774:0:68731:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.932776:0:68731:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.932777:0:68731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.932779:0:68731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.932781:0:68731:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50d7df0600 with handle 0x34881b408681839b from hash 00010000:00000001:3.0:1763344908.932783:0:68731:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.932784:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.932786:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.932787:0:68731:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000010:3.1:1763344908.932830:0:68731:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7df1c00. 00010000:00000001:3.0:1763344908.932845:0:68731:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.932846:0:68731:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.932849:0:68731:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.932851:0:68731:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.932853:0:68731:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763344908.932855:0:68731:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.932857:0:68731:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.932859:0:68731:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.932860:0:68731:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763344908.932863:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.932864:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.932865:0:68731:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.932867:0:68731:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.932869:0:68731:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.932872:0:68731:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 2/0,0 mode: --/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.932878:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.932879:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.932881:0:68731:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763344908.932882:0:68731:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763344908.932884:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.932886:0:68731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df0600/0x34881b408681839b lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 68731 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.932894:0:68731:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359d00 count: 0 00002000:00000010:3.0:1763344908.932898:0:68731:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e50f93d2080. 00010000:00000010:3.0:1763344908.932901:0:68731:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4fc1359e00. 00010000:00000001:3.0:1763344908.932908:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763344908.932910:0:68731:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763344908.932912:0:68731:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.932917:0:68731:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946970, transno 8589946970, xid 1848987881572864 00010000:00000001:3.0:1763344908.932919:0:68731:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.932931:0:68731:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7804700 x1848987881572864/t8589946970(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4584/448 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344908.932939:0:68731:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.932942:0:68731:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.932945:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.932950:0:68731:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.932953:0:68731:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.932955:0:68731:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.932958:0:68731:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.932961:0:68731:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.932965:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.932967:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.932973:0:68731:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb880. 00000100:00000200:3.0:1763344908.932980:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848987881572864, offset 224 00000400:00000200:3.0:1763344908.932987:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.932999:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.933006:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385763:1385763:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385759:1385759:8:4294967295] 00000400:00000200:3.0:1763344908.933016:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.933022:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.933028:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.933034:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.933041:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.933046:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.933054:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.933058:0:68731:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.933060:0:68731:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.933062:0:68731:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.933064:0:68731:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.933069:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7804700 x1848987881572864/t8589946970(0) o4->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 4584/448 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344908.933079:0:68731:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2405:x1848987881572864:12345-192.168.203.14@tcp:4:lfs.0 Request processed in 19082us (19903us total) trans 8589946970 rc 0/0 00000100:00100000:3.0:1763344908.933088:0:68731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1963 00000100:00000040:3.0:1763344908.933092:0:68731:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:3.0:1763344908.933094:0:68731:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.933095:0:68731:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.933101:0:68731:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0a80. 00000020:00000010:3.0:1763344908.933106:0:68731:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773dd48. 00000020:00000010:3.0:1763344908.933110:0:68731:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09e800. 00000020:00000040:3.0:1763344908.933115:0:68731:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 22 00000100:00000001:3.0:1763344908.933118:0:68731:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.933281:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.933287:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:0.0:1763344908.933293:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.933299:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.933305:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb880 00000400:00000010:0.0:1763344908.933307:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb880. 00000100:00000001:0.0:1763344908.933310:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.933312:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344908.940426:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.940447:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.940451:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.940453:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.940464:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.940483:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 448 into portal 12 MB=0x691a509e00b00 00000400:00000200:1.0:1763344908.940492:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 448/448 into md 0x619ac1 [64] + 0 00000800:00000001:1.0:1763344908.940500:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.940513:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.940516:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.940520:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.940527:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.940529:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344908.940535:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7806a00. 00000100:00000040:1.0:1763344908.940539:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7806a00 x1848987881573120 msgsize 448 00000100:00100000:1.0:1763344908.940544:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.940565:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.940575:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.940579:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.940614:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.940617:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881573120 02000000:00000001:2.0:1763344908.940621:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.940624:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.940626:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.940631:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.940635:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881573120 00000020:00000001:2.0:1763344908.940638:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.940640:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344908.940643:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.940646:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=243 00000020:00000001:2.0:1763344908.940648:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344908.940651:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344908.940657:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.940662:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2200. 00000100:00000001:2.0:1763344908.940667:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.940669:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2200. 00000020:00000010:2.0:1763344908.940676:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09f800. 00000020:00000010:2.0:1763344908.940681:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344908.940687:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d578. 00000100:00000040:2.0:1763344908.940696:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344908.940700:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.940701:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344908.940704:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.940712:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.941451:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.941454:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.941454:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.941460:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303032 00000100:00000040:1.0:1763344908.941464:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344908.941466:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219527680 : -107409490023936 : ffff9e4fc7806a00) 00000100:00000040:1.0:1763344908.941474:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7806a00 x1848987881573120/t0(0) o44->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 448/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344908.941484:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.941488:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.941490:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.941493:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.941498:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+243:253441:x1848987881573120:12345-192.168.203.14@tcp:44:lfs.0 00000100:00000200:1.0:1763344908.941502:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881573120 00000020:00000001:1.0:1763344908.941505:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.941509:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.941514:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.941516:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.941519:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809040 : -1044742576 : ffffffffc1ba7e50) 00000020:00000001:1.0:1763344908.941522:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344908.941525:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881573120, found 0 last_xid 1848987881573119 00000020:00000001:1.0:1763344908.941528:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.941530:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.941532:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.941536:0:6504:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763344908.941540:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.941544:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779192408 : -107404930359208 : ffff9e50d7476058) 00000020:00000001:1.0:1763344908.941547:0:6504:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.941549:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.941553:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.941555:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.941561:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff9e50c7e1ec00. 02000000:00000001:1.0:1763344908.941563:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.941566:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.941569:0:6504:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:1.0:1763344908.941573:0:6504:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000002:1.0:1763344908.941579:0:6504:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x6000643ec for inode 831 00080000:00000001:1.0:1763344908.941584:0:6504:0:(osd_handler.c:5444:osd_object_sync()) Process entered 00000100:00000001:0.0:1763344908.943249:0:30720:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763344908.943270:0:30720:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763344908.943273:0:30720:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 25770214382 is committed 00000001:00000040:0.0:1763344908.943277:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 11 00000020:00000040:0.0:1763344908.943281:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 242 00000001:00000010:0.0:1763344908.943284:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dcf60. 00080000:00000010:0.0:1763344908.943287:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fdb7d4200. 00000001:00000040:0.0:1763344908.943292:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 10 00000020:00000040:0.0:1763344908.943294:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 241 00000001:00000010:0.0:1763344908.943296:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d780. 00080000:00000010:0.0:1763344908.943299:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e50d729c000. 00000001:00000040:0.0:1763344908.943302:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 9 00000020:00000040:0.0:1763344908.943304:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 240 00000001:00000010:0.0:1763344908.943306:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d540. 00080000:00000010:0.0:1763344908.943307:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e50d729d600. 00000001:00000040:0.0:1763344908.943310:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 8 00000020:00000040:0.0:1763344908.943311:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 239 00000001:00000010:0.0:1763344908.943313:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8dde0. 00080000:00000010:0.0:1763344908.943314:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fddab8400. 00000001:00000040:0.0:1763344908.943317:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 7 00000020:00000040:0.0:1763344908.943318:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 238 00000001:00000010:0.0:1763344908.943320:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d900. 00080000:00000010:0.0:1763344908.943321:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fddab8600. 00000001:00000040:0.0:1763344908.943324:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 6 00000020:00000040:0.0:1763344908.943325:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 237 00000001:00000010:0.0:1763344908.943327:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cfea0. 00080000:00000010:0.0:1763344908.943330:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e50c2bdc000. 00000001:00000040:0.0:1763344908.943334:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 5 00000020:00000040:0.0:1763344908.943336:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 236 00000001:00000010:0.0:1763344908.943337:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50ef5cfcc0. 00080000:00000010:0.0:1763344908.943339:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e50c2bddc00. 00000001:00000040:0.0:1763344908.943342:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 4 00000020:00000040:0.0:1763344908.943344:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00000001:00000010:0.0:1763344908.943345:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dce40. 00080000:00000010:0.0:1763344908.943347:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fdb7d4800. 00000001:00000040:0.0:1763344908.943349:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 3 00000020:00000040:0.0:1763344908.943351:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00000001:00000010:0.0:1763344908.943352:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dc540. 00080000:00000010:0.0:1763344908.943354:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fdb7d5600. 00000001:00000040:0.0:1763344908.943357:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 2 00000020:00000040:0.0:1763344908.943358:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 233 00000001:00000010:0.0:1763344908.943359:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc29dcd20. 00080000:00000010:0.0:1763344908.943361:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fdb7d4a00. 00000001:00000040:0.0:1763344908.943374:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 1 00000020:00000040:0.0:1763344908.943376:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 232 00000001:00000010:0.0:1763344908.943377:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e50e4b8d8a0. 00080000:00000010:0.0:1763344908.943380:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fddab8200. 00000001:00000040:0.0:1763344908.943382:0:30720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9e50dfa75800 : new cb_count 0 00000020:00000040:0.0:1763344908.943384:0:30720:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00000001:00000010:0.0:1763344908.943385:0:30720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9e4fc2deca20. 00080000:00000010:0.0:1763344908.943389:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e510117b000. 00080000:00000010:0.0:1763344908.943392:0:30720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff9e4fddab8a00. 00000100:00000001:1.0:1763344908.943976:0:3628:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:1.0:1763344908.943982:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.943985:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.943988:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34600 refcount=3 00000020:00000001:1.0:1763344908.943991:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000001:1.0:1763344908.943995:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000001:1.0:1763344908.943997:0:3628:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344908.944002:0:3628:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b40868181e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.944011:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.944013:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.944015:0:3628:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b40868181e9 lrc: 2/0,0 mode: TXN/TXN res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.944028:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.944030:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.944033:0:3628:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344908.944036:0:3628:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b40868181e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:1.0:1763344908.944041:0:3628:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50fca34600 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344908.944045:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.944048:0:3628:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344908.944051:0:3628:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b40868181e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.944056:0:3628:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344908.944058:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.944060:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.944061:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34600 refcount=4 00000020:00000001:1.0:1763344908.944063:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000001:1.0:1763344908.944065:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405971968 : -107404303579648 : ffff9e50fca34600) 00010000:00000001:1.0:1763344908.944068:0:3628:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344908.944070:0:3628:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b40868181e9 lrc: 4/0,0 mode: TXN/TXN res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.944075:0:3628:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344908.944077:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344908.944078:0:3628:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.944082:0:3628:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.944083:0:3628:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.944085:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.944087:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.944090:0:3628:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34600 with handle 0x34881b40868181e9 from hash 00010000:00000001:1.0:1763344908.944092:0:3628:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.944093:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.944094:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.944096:0:3628:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.944102:0:3628:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.944104:0:3628:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.944106:0:3628:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.944108:0:3628:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.944111:0:3628:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.944113:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x2d9800ce (ffff9e4fd854d500) 00010000:00010000:1.0:1763344908.944116:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344908.944119:0:3628:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.944122:0:3628:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.944123:0:3628:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.944125:0:3628:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344908.944127:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.944129:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.944130:0:3628:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.944132:0:3628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.944134:0:3628:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.944138:0:3628:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b40868181e9 lrc: 2/0,0 mode: --/TXN res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:1.0:1763344908.944143:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.944144:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.944145:0:3628:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344908.944147:0:3628:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344908.944148:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.944149:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34600/0x34881b40868181e9 lrc: 0/0,0 mode: --/TXN res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:1.0:1763344908.944156:0:3628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5cb00. 00010000:00000040:1.0:1763344908.944160:0:3628:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fd854d500 count: 0 00010000:00000010:1.0:1763344908.944167:0:3628:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50fff42380. 00010000:00000001:1.0:1763344908.944177:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763344908.944179:0:3628:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 02000000:00000001:1.0:1763344908.944182:0:3628:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.944185:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9e50e6e30000. 02000000:00000001:1.0:1763344908.944206:0:3628:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763344908.944208:0:3628:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.944215:0:3628:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:1.0:1763344908.944216:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.944218:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.944220:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16a00 refcount=3 00000020:00000001:1.0:1763344908.944222:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:1.0:1763344908.944224:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:1.0:1763344908.944226:0:3628:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344908.944230:0:3628:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.944235:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.944236:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.944238:0:3628:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 2/0,0 mode: TXN/TXN res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.944243:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.944245:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.944248:0:3628:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344908.944250:0:3628:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT1 00010000:00010000:1.0:1763344908.944255:0:3628:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf16a00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344908.944258:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.944259:0:3628:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344908.944261:0:3628:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 3/0,0 mode: TXN/TXN res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.944266:0:3628:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344908.944267:0:3628:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.944268:0:3628:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.944269:0:3628:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16a00 refcount=4 00000020:00000001:1.0:1763344908.944271:0:3628:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:1.0:1763344908.944273:0:3628:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:1.0:1763344908.944275:0:3628:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344908.944277:0:3628:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 4/0,0 mode: TXN/TXN res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.944282:0:3628:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344908.944283:0:3628:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344908.944284:0:3628:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.944287:0:3628:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.944288:0:3628:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.944290:0:3628:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.944291:0:3628:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.944293:0:3628:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16a00 with handle 0x34881b4086818267 from hash 00010000:00000001:1.0:1763344908.944295:0:3628:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.944296:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.944297:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.944298:0:3628:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.944301:0:3628:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.944302:0:3628:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.944304:0:3628:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.944305:0:3628:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.944307:0:3628:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.944308:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) 00010000:00010000:1.0:1763344908.944310:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763344908.944312:0:3628:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.944314:0:3628:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.944315:0:3628:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.944317:0:3628:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344908.944319:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.944320:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.944321:0:3628:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.944323:0:3628:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.944324:0:3628:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.944327:0:3628:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 2/0,0 mode: --/TXN res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.944332:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.944333:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.944333:0:3628:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344908.944335:0:3628:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344908.944336:0:3628:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.944338:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b4086818267 lrc: 0/0,0 mode: --/TXN res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT1 00010000:00000010:1.0:1763344908.944343:0:3628:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16180. 00010000:00000001:1.0:1763344908.944347:0:3628:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763344908.944349:0:3628:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 229 02000000:00000001:1.0:1763344908.944351:0:3628:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763344908.944353:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9e4fdd986000. 02000000:00000001:1.0:1763344908.944356:0:3628:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763344908.944357:0:3628:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763344908.945215:0:6504:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359d00. 00010000:00000010:3.1:1763344908.945225:0:6504:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7df0600. 00080000:00000001:3.0:1763344908.945242:0:6504:0:(osd_handler.c:5455:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.945248:0:6504:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.945252:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344908.945254:0:6504:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344908.945261:0:6504:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.945264:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.945270:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.945285:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.945289:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.945291:0:6504:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344908.945294:0:6504:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344908.945296:0:6504:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e87:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763344908.945300:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763344908.945303:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.945311:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.945313:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.945315:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.945317:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.945319:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.945321:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.945322:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.945323:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.945325:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.945326:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.945328:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344908.945330:0:6504:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e87:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:3.0:1763344908.945334:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344908.945337:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763344908.945344:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344908.945352:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.945354:0:6504:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.945358:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214382, transno 0, xid 1848987881573120 00010000:00000001:3.0:1763344908.945361:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.945383:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7806a00 x1848987881573120/t0(0) o44->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 448/440 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.945392:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.945395:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.945399:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.945404:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.945407:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.945409:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.945412:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.945414:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.945417:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.945421:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.945428:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fbcc0. 00000100:00000200:3.0:1763344908.945445:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848987881573120, offset 224 00000400:00000200:3.0:1763344908.945453:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.945469:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.945475:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385764:1385764:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385760:1385760:8:4294967295] 00000400:00000200:3.0:1763344908.945486:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.945492:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.945497:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6e00. 00000800:00000200:3.0:1763344908.945504:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.945511:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.945515:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6e00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.945546:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.945550:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.945553:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.945554:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.945557:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.945564:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7806a00 x1848987881573120/t0(0) o44->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 448/440 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.945573:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+229:253441:x1848987881573120:12345-192.168.203.14@tcp:44:lfs.0 Request processed in 4088us (5032us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.945582:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303032 00000100:00000040:3.0:1763344908.945586:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344908.945588:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.945590:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.945597:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:3.0:1763344908.945601:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d578. 00000020:00000010:3.0:1763344908.945605:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09f800. 00000020:00000040:3.0:1763344908.945610:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 228 00000100:00000001:3.0:1763344908.945612:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.945693:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.945697:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6e00. 00000400:00000200:1.0:1763344908.945704:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.945710:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.945715:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fbcc0 00000400:00000010:1.0:1763344908.945717:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fbcc0. 00000100:00000001:1.0:1763344908.945722:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.945724:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344908.949129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fd854d500. 00010000:00000010:1.1:1763344908.949141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34600. 00010000:00000010:1.1:1763344908.949145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16a00. 00000800:00000001:0.0:1763344908.950518:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.950534:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.950537:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.950539:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.950549:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.950567:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509e00b80 00000400:00000200:0.0:1763344908.950576:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x64578d [8] + 13816 00000800:00000001:0.0:1763344908.950584:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.950594:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.950596:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.950601:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.950608:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.950612:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344908.950617:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff789c00. 00000100:00000040:0.0:1763344908.950621:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff789c00 x1848987881573248 msgsize 440 00000100:00100000:0.0:1763344908.950625:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.950631:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.950639:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.950642:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.952306:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.952312:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881573248 02000000:00000001:1.0:1763344908.952317:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.952319:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.952322:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.952327:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.952336:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881573248 00000020:00000001:1.0:1763344908.952340:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.952342:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:1.0:1763344908.952344:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.952348:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=23 00000020:00000001:1.0:1763344908.952351:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:1.0:1763344908.952353:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:1.0:1763344908.952358:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.952375:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.952379:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.952382:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.952389:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50e753c200. 00000020:00000010:1.0:1763344908.952399:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42380. 00000020:00000010:1.0:1763344908.952405:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04258. 00000100:00000040:1.0:1763344908.952415:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344908.952418:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.952420:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.952423:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.952431:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.952444:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.952463:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.952465:0:74633:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.952465:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763344908.952470:0:74633:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.952476:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27139 00000100:00000040:1.0:1763344908.952484:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:3.0:1763344908.952486:0:74633:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.952487:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453507584 : -107404256044032 : ffff9e50ff789c00) 00000100:00000001:3.0:1763344908.952492:0:74633:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.952500:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff789c00 x1848987881573248/t0(0) o16->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344908.952511:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.952514:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.952516:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.952518:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.952523:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2406:x1848987881573248:12345-192.168.203.14@tcp:16:lfs.0 00000100:00000200:1.0:1763344908.952526:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881573248 00000020:00000001:1.0:1763344908.952529:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.952532:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.952534:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.952536:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.952538:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932832 : -1042618784 : ffffffffc1dae660) 00000020:00000001:1.0:1763344908.952541:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344908.952544:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.952545:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.952548:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.952551:0:74640:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763344908.952555:0:74640:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763344908.952557:0:74640:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.952559:0:74640:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344908.952562:0:74640:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.952564:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.952565:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.952568:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.952569:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.952570:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.952572:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344908.952574:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344908.952575:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344908.952576:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.952579:0:74640:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.952585:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.952589:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.952592:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.952599:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50c7e1fc00. 02000000:00000001:1.0:1763344908.952601:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.952604:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344908.952608:0:74640:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:1.0:1763344908.952611:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344908.952614:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.952620:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669017964632 : -107404691586984 : ffff9e50e582c058) 00002000:00000001:1.0:1763344908.952623:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636669017964544 : -107404691587072 : ffff9e50e582c000) 00000020:00000001:1.0:1763344908.952626:0:74640:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000002:1.0:1763344908.952630:0:74640:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x20000305a for inode 2303 00000020:00000001:1.0:1763344908.952632:0:74640:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.952636:0:74640:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344908.952643:0:74640:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344908.952646:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344908.952649:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344908.952651:0:74640:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:1.0:1763344908.952654:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e582c058/ffff9e50e582c000 to site lru. bkt: ffff9e50fb896108 00010000:00000040:1.0:1763344908.952658:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946970, transno 0, xid 1848987881573248 00010000:00000001:1.0:1763344908.952661:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.952666:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff789c00 x1848987881573248/t0(0) o16->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344908.952674:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.952676:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.952680:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.952684:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.952686:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.952688:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.952690:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.952692:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.952695:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.952697:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.952702:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3e58. 00000100:00000200:1.0:1763344908.952709:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881573248, offset 224 00000400:00000200:1.0:1763344908.952715:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.952727:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.952734:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385765:1385765:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385761:1385761:8:4294967295] 00000400:00000200:1.0:1763344908.952745:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.952749:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.952754:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:1.0:1763344908.952760:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.952767:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.952771:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.952829:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.952834:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.952836:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.952838:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.952840:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.952845:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff789c00 x1848987881573248/t0(0) o16->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344908.952854:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff789c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:2406:x1848987881573248:12345-192.168.203.14@tcp:16:lfs.0 Request processed in 342us (2231us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.952861:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27139 00000100:00000040:1.0:1763344908.952865:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:1.0:1763344908.952867:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.952868:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.952874:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42380. 00000020:00000010:1.0:1763344908.952877:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04258. 00000020:00000010:1.0:1763344908.952881:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50e753c200. 00000020:00000040:1.0:1763344908.952888:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 22 00000100:00000001:1.0:1763344908.952891:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344908.956523:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.956534:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:2.0:1763344908.956542:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.956551:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.956559:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3e58 00000400:00000010:2.0:1763344908.956562:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3e58. 00000100:00000001:2.0:1763344908.956569:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.956570:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344908.966971:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.966992:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.966995:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.966998:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.967011:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.967032:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 488 into portal 12 MB=0x691a509e00c80 00000400:00000200:1.0:1763344908.967041:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 488/488 into md 0x619ac1 [64] + 448 00000800:00000001:1.0:1763344908.967049:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.967057:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.967060:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.967064:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.967071:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.967074:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344908.967080:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7805500. 00000100:00000040:1.0:1763344908.967083:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7805500 x1848987881573504 msgsize 488 00000100:00100000:1.0:1763344908.967093:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.967109:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.967120:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.967124:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.967188:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.967191:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881573504 02000000:00000001:3.0:1763344908.967194:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.967196:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.967198:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.967202:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.967206:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881573504 00000020:00000001:3.0:1763344908.967209:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.967211:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344908.967213:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.967217:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=229 00000020:00000001:3.0:1763344908.967220:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344908.967222:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344908.967227:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.967232:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.967235:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.967238:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd440. 00000020:00000010:3.0:1763344908.967244:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdd600. 00000020:00000010:3.0:1763344908.967250:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e980. 00000020:00000010:3.0:1763344908.967255:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf3e8. 00000100:00000040:3.0:1763344908.967263:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344908.967266:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.967267:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.967271:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.967279:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.967296:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.967312:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.967315:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.967320:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303033 00000100:00000040:3.0:1763344908.967324:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344908.967326:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219522304 : -107409490029312 : ffff9e4fc7805500) 00000100:00000040:3.0:1763344908.967334:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7805500 x1848987881573504/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.967344:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.967347:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.967349:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.967351:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd440. 00000100:00100000:3.0:1763344908.967355:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+229:253441:x1848987881573504:12345-192.168.203.14@tcp:36:lfs.0 00000100:00000200:3.0:1763344908.967359:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881573504 00000020:00000001:3.0:1763344908.967362:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.967376:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.967381:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.967384:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.967386:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808656 : -1044742960 : ffffffffc1ba7cd0) 00000020:00000001:3.0:1763344908.967389:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.967392:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881573504, found 0 last_xid 1848987881573503 00000020:00000001:3.0:1763344908.967394:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.967397:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.967399:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.967402:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.967405:0:6504:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:3.0:1763344908.967411:0:6504:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff9e4fc7805500 x1848987881573504/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/0 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763344908.967421:0:6504:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763344908.967423:0:6504:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763344908.967425:0:6504:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:3.0:1763344908.967427:0:6504:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763344908.967440:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.967442:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.967444:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.967446:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=3018281800 : 3018281800 : 0xb3e75348) 00000001:00000001:3.0:1763344908.967449:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=3018281800 : 3018281800 : b3e75348) 00000001:00000001:3.0:1763344908.967451:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.967452:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:3.0:1763344908.967454:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:3.0:1763344908.967455:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.967457:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.967458:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.967460:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.967461:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.967463:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.967465:0:6504:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.967468:0:6504:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.967470:0:6504:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.967472:0:6504:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.967475:0:6504:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763344908.967476:0:6504:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763344908.967479:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.967482:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.967489:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff9e4fdd987000. 02000000:00000001:3.0:1763344908.967491:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.967494:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.967498:0:6504:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763344908.967500:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.967501:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.967503:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.967504:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.967506:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.967507:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.967508:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.967509:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.967512:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.967513:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.967517:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344908.967522:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344908.967524:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344908.967526:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344908.967528:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.967530:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.967531:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.967533:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344908.967535:0:6504:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.967538:0:6504:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763344908.967540:0:6504:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.967542:0:6504:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763344908.967544:0:6504:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:3.0:1763344908.967548:0:6504:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x240002b13:0x12e87:0x0] 7 req@ffff9e4fc7805500 x1848987881573504/t0(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/3152 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.967556:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344908.967558:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763344908.967561:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.967562:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.967564:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34c00 refcount=3 00000020:00000001:3.0:1763344908.967566:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000001:3.0:1763344908.967569:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405973504 : -107404303578112 : ffff9e50fca34c00) 00010000:00000040:3.0:1763344908.967573:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 4 00000004:00000001:3.0:1763344908.967576:0:6504:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763344908.967578:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763344908.967580:0:6504:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.967583:0:6504:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.967585:0:6504:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.967586:0:6504:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.967591:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.967593:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.967599:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.967601:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.967603:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.967605:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.967607:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca34c00 with handle 0x34881b40868182e5 from hash 00010000:00000001:3.0:1763344908.967609:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.967610:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.967611:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.967612:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344908.967618:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.967620:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.967622:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.967624:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.967628:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34c00/0x34881b40868182e5 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e492 expref: 229 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.967638:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 223 00000020:00000040:3.0:1763344908.967640:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 228 00010000:00000010:3.0:1763344908.967643:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e4fc2e5c480. 00010000:00000001:3.0:1763344908.967652:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.967654:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.967657:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344908.967659:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) 00010000:00000001:3.0:1763344908.967663:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.967665:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.967667:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763344908.967668:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763344908.967669:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344908.967672:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763344908.967674:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e87:0x0] 00000020:00000001:3.0:1763344908.967677:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.967682:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779192408 : -107404930359208 : ffff9e50d7476058) 00000004:00000001:3.0:1763344908.967684:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668779192320 : -107404930359296 : ffff9e50d7476000) 00000004:00000001:3.0:1763344908.967686:0:6504:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763344908.967688:0:6504:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.967695:0:6504:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9e50f9d75498. 00000004:00000001:3.0:1763344908.967702:0:6504:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763344908.967706:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.967708:0:6504:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344908.967711:0:6504:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763344908.967713:0:6504:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:3.0:1763344908.967715:0:6504:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1763344908.967718:0:6504:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763344908.967722:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344908.967724:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.967728:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 3 00010000:00000001:3.0:1763344908.967731:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.967733:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.967736:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4fc3d4c800. 00000020:00000001:3.0:1763344908.967739:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.967741:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4fc3d4c800 with handle 0x34881b40868183a2 to hash 00000020:00000001:3.0:1763344908.967743:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.967745:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636664157947904 : -107409551603712 : ffff9e4fc3d4c800) 00010000:00000010:3.0:1763344908.967749:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16080. 00010000:00000001:3.0:1763344908.967752:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636664157947904 : -107409551603712 : ffff9e4fc3d4c800) 00010000:00000001:3.0:1763344908.967755:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.967756:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.967759:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fc3d4c800/0x34881b40868183a2 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:3.0:1763344908.967765:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344908.967768:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344908.967770:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.967772:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.967775:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.967778:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.967779:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.967782:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.967785:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344908.967787:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344908.967858:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.967861:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) refcount = 3 00010000:00000040:3.0:1763344908.967866:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.967871:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818394 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4e6 expref: 228 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.967881:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868182d7 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e453 expref: 228 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.967894:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fc3d4c800/0x34881b40868183a2 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.967900:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.967904:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.967906:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.967908:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344908.967910:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.967912:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.967914:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.967918:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344908.967920:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.967923:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fc3d4c800/0x34881b40868183a2 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.967928:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763344908.967930:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.967931:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.967933:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.967934:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.967936:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fc3d4c800 refcount=3 00000020:00000001:3.0:1763344908.967938:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664157947904 : -107409551603712 : ffff9e4fc3d4c800) 00010000:00000001:3.0:1763344908.967941:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664157947904 : -107409551603712 : ffff9e4fc3d4c800) 00010000:00000001:3.0:1763344908.967943:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.967944:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.967945:0:6504:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.967948:0:6504:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.967953:0:6504:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763344908.967964:0:6504:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763344908.967969:0:6504:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763344908.967975:0:6504:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763344908.967985:0:6504:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50ef5cfcc0. 00080000:00000001:3.0:1763344908.967990:0:6504:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344908.967996:0:6504:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e50c2bdd000. 00080000:00000001:3.0:1763344908.968001:0:6504:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636668434632704 : -107405274918912 : ffff9e50c2bdd000) 00000004:00000001:3.0:1763344908.968007:0:6504:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1763344908.968010:0:6504:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1763344908.968013:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.968015:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668434632704 : -107405274918912 : ffff9e50c2bdd000) 00080000:00000001:3.0:1763344908.968019:0:6504:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763344908.968022:0:6504:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.968024:0:6504:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.968027:0:6504:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.968031:0:6504:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763344908.968033:0:6504:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763344908.968041:0:6504:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763344908.968043:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.968044:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668434632704 : -107405274918912 : ffff9e50c2bdd000) 00080000:00000001:3.0:1763344908.968049:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344908.968054:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344908.968059:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dd440. 00080000:00000001:3.0:1763344908.968063:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.968065:0:6504:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344908.968087:0:6504:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.968089:0:6504:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344908.968092:0:6504:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763344908, ctime 1763344909 00000004:00000001:3.0:1763344908.968095:0:6504:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1763344908.968097:0:6504:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1763344908.968099:0:6504:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1763344908.968100:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.968102:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668434632704 : -107405274918912 : ffff9e50c2bdd000) 00080000:00000001:3.0:1763344908.968125:0:6504:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344908.968127:0:6504:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.968129:0:6504:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.968131:0:6504:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.968134:0:6504:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763344908.968137:0:6504:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344908.968140:0:6504:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344908.968143:0:6504:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214383, last_committed = 25770214382 00000001:00000010:3.0:1763344908.968146:0:6504:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cfea0. 00000001:00000040:3.0:1763344908.968150:0:6504:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 1 00000020:00000040:3.0:1763344908.968152:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=229 00000001:00000010:3.0:1763344908.968157:0:6504:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fc87e0b40. 00000004:00000001:3.0:1763344908.968163:0:6504:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763344908.968164:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763344908.968165:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636668434632704 : -107405274918912 : ffff9e50c2bdd000) 00000004:00000001:3.0:1763344908.968181:0:6504:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763344908.968185:0:6504:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fc87e0b40: xid 1848987881573504, transno 25770214383, tag 1, client gen 9, slot idx 1 00000001:00000001:3.0:1763344908.968188:0:6504:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344908.968196:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dd440. 00040000:00000001:3.0:1763344908.968200:0:6504:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344908.968202:0:6504:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344908.968204:0:6504:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344908.968206:0:6504:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50ef5cfcc0. 00000020:00000001:3.0:1763344908.968211:0:6504:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.968216:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 4 00010000:00000001:3.0:1763344908.968218:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763344908.968221:0:6504:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:3.0:1763344908.968224:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763344908.968226:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763344908.968228:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344908.968229:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763344908.968231:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.968232:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.968234:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fc3d4c800 refcount=3 00000020:00000001:3.0:1763344908.968236:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664157947904 : -107409551603712 : ffff9e4fc3d4c800) 00010000:00000001:3.0:1763344908.968238:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664157947904 : -107409551603712 : ffff9e4fc3d4c800) 00000004:00010000:3.0:1763344908.968240:0:6504:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000063b10e42 reply state 000000007186e018 transno 25770214383 ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fc3d4c800/0x34881b40868183a2 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.968249:0:6504:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1763344908.968252:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.968254:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.968256:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.968258:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344908.968259:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344908.968261:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.968262:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) refcount = 3 00010000:00000040:3.0:1763344908.968265:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.968269:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818394 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4e6 expref: 229 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.968276:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868182d7 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e453 expref: 229 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.968287:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fc3d4c800/0x34881b40868183a2 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.968292:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.968294:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.968295:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.968297:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344908.968298:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.968300:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344908.968301:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) 00010000:00010000:3.0:1763344908.968304:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763344908.968306:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.968308:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.968310:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763344908.968311:0:6504:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1763344908.968314:0:6504:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763344908.968316:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.968317:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763344908.968318:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763344908.968319:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763344908.968320:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763344908.968322:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763344908.968324:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763344908.968326:0:6504:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763344908.968328:0:6504:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.968331:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.968336:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763344908.968347:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.968351:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763344908.968353:0:6504:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763344908.968355:0:6504:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344908.968358:0:6504:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e87:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763344908.968361:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763344908.968373:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.968376:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.968377:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.968379:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.968380:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.968382:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.968383:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.968385:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.968386:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.968388:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.968389:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.968390:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763344908.968392:0:6504:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e87:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:3.0:1763344908.968395:0:6504:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:3.0:1763344908.968397:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763344908.968399:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763344908.968405:0:6504:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344908.968412:0:6504:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.968414:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344908.968416:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344908.968418:0:6504:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.968420:0:6504:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763344908.968423:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763344908.968425:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763344908.968426:0:6504:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763344908.968427:0:6504:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763344908.968429:0:6504:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763344908.968431:0:6504:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763344908.968436:0:6504:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.968438:0:6504:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.968442:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214382, transno 25770214383, xid 1848987881573504 00010000:00000001:3.0:1763344908.968445:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763344908.968447:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=230 00010000:00000200:3.0:1763344908.968449:0:6504:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 25770214383, last committed = 25770214382 00010000:00000200:3.0:1763344908.968455:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7805500 x1848987881573504/t25770214383(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/456 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.968463:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.968466:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.968469:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.968473:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.968476:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.968478:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.968481:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.968483:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.968486:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.968489:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.968494:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb440. 00000100:00000200:3.0:1763344908.968500:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881573504, offset 224 00000400:00000200:3.0:1763344908.968506:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.968516:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.968522:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385766:1385766:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385762:1385762:8:4294967295] 00000400:00000200:3.0:1763344908.968533:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.968538:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.968544:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6e00. 00000800:00000200:3.0:1763344908.968550:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.968557:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.968561:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6e00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.968586:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.968590:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.968594:0:6504:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.968597:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.968599:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.968604:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7805500 x1848987881573504/t25770214383(0) o36->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 488/456 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.968614:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+230:253441:x1848987881573504:12345-192.168.203.14@tcp:36:lfs.0 Request processed in 1267us (1527us total) trans 25770214383 rc 0/0 00000100:00100000:3.0:1763344908.968621:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303033 00000100:00000040:3.0:1763344908.968625:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:3.0:1763344908.968627:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.968629:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.968634:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e980. 00000020:00000010:3.0:1763344908.968639:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf3e8. 00000020:00000010:3.0:1763344908.968643:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdd600. 00000020:00000040:3.0:1763344908.968648:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 229 00000100:00000001:3.0:1763344908.968650:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.968896:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.968902:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6e00. 00000400:00000200:1.0:1763344908.968908:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.968914:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.968919:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb440 00000400:00000010:1.0:1763344908.968921:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb440. 00000100:00000001:1.0:1763344908.968925:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.968928:0:3635:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763344908.972207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca34c00. 00000800:00000001:2.0:1763344908.972419:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.972599:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344908.972603:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.972607:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.972618:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344908.972636:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509e00d00 00000400:00000200:2.0:1763344908.972721:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x64578d [8] + 14256 00000800:00000001:2.0:1763344908.972731:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.972739:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344908.972742:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.972746:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344908.972754:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344908.972757:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763344908.972762:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8272a00. 00000100:00000040:2.0:1763344908.972766:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8272a00 x1848987881573632 msgsize 328 00000100:00100000:2.0:1763344908.972771:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344908.973596:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344908.973609:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344908.973614:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.973655:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344908.973659:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881573632 02000000:00000001:1.0:1763344908.973662:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344908.973664:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344908.973667:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344908.973671:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344908.973674:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881573632 00000020:00000001:1.0:1763344908.973677:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344908.973679:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:1.0:1763344908.973682:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.973685:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=23 00000020:00000001:1.0:1763344908.973688:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:1.0:1763344908.973690:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:1.0:1763344908.973695:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.973701:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.973704:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.973707:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000020:00000010:1.0:1763344908.973713:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50e753c200. 00000020:00000010:1.0:1763344908.973718:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42380. 00000020:00000010:1.0:1763344908.973722:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04258. 00000100:00000040:1.0:1763344908.973731:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344908.973734:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344908.973736:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344908.973738:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.973745:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.973828:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344908.973840:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344908.973842:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344908.973848:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27140 00000100:00000040:1.0:1763344908.973851:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:1.0:1763344908.973853:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669330729472 : -107404378822144 : ffff9e50f8272a00) 00000100:00000040:1.0:1763344908.973861:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8272a00 x1848987881573632/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344908.973870:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344908.973873:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6700. 00000100:00000001:1.0:1763344908.973875:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344908.973877:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6700. 00000100:00100000:1.0:1763344908.973881:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+23:253441:x1848987881573632:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:1.0:1763344908.973885:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881573632 00000020:00000001:1.0:1763344908.973888:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344908.973891:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344908.973893:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.973896:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344908.973898:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344908.973901:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344908.973905:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344908.973907:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344908.973909:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344908.973914:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.973916:0:74640:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344908.973919:0:74640:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344908.973920:0:74640:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344908.973922:0:74640:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344908.973924:0:74640:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.973930:0:74640:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344908.973938:0:74640:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854d500. 00010000:00000010:1.0:1763344908.973941:0:74640:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e4fd854d000. 00010000:00000001:1.0:1763344908.973945:0:74640:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344908.973948:0:74640:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35200. 00000020:00000001:1.0:1763344908.973952:0:74640:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344908.973954:0:74640:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35200 with handle 0x34881b40868183a9 to hash 00000020:00000001:1.0:1763344908.973956:0:74640:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344908.973958:0:74640:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:1.0:1763344908.973961:0:74640:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00010000:1.0:1763344908.973966:0:74640:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35200/0x34881b40868183a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e4ed expref: -99 pid: 74640 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763344908.973975:0:74640:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763344908.973978:0:74640:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9e50ef7b6700. 00002000:00000001:1.0:1763344908.973981:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763344908.973984:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344908.973990:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669017964632 : -107404691586984 : ffff9e50e582c058) 00002000:00000001:1.0:1763344908.973992:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636669017964544 : -107404691587072 : ffff9e50e582c000) 00002000:00000001:1.0:1763344908.973995:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763344908.973999:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763344908.974002:0:74640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000402:0x1bc2:0x0] initial LVB size: 4096, mtime: 0x691a820d, atime: 0x0, ctime: 0x691a820d, blocks: 0x8 00002000:00000001:1.0:1763344908.974005:0:74640:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1763344908.974008:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e582c058/ffff9e50e582c000 to site lru. bkt: ffff9e50fb896108 00010000:00000040:1.0:1763344908.974011:0:74640:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 19 00000020:00000040:1.0:1763344908.974013:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=24 00000100:00000001:1.0:1763344908.974022:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344908.974025:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344908.974029:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50c7e1dc00. 02000000:00000001:1.0:1763344908.974031:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.974034:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.974036:0:74640:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344908.974040:0:74640:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344908.974042:0:74640:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344908.974044:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344908.974047:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344908.974049:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.974050:0:74640:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763344908.974052:0:74640:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763344908.974053:0:74640:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.974056:0:74640:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763344908.974063:0:74640:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35200/0x34881b40868183a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ed expref: 24 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344908.974071:0:74640:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc2:0x0].0x0 (ffff9e4fd854d500) refcount = 1 00010000:00000040:1.0:1763344908.974074:0:74640:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344908.974077:0:74640:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35200/0x34881b40868183a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ed expref: 24 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.974088:0:74640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.974090:0:74640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.974093:0:74640:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344908.974095:0:74640:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.974097:0:74640:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.974100:0:74640:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344908.974105:0:74640:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763344908.974108:0:74640:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35200/0x34881b40868183a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ed expref: 24 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763344908.974125:0:74640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.974127:0:74640:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763344908.974130:0:74640:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.974133:0:74640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.974135:0:74640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.974137:0:74640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.974139:0:74640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.974141:0:74640:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca35200, rc 0) 00000020:00000001:1.0:1763344908.974143:0:74640:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344908.974146:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946970, transno 0, xid 1848987881573632 00010000:00000001:1.0:1763344908.974149:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.974153:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8272a00 x1848987881573632/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344908.974161:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.974164:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.974168:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.974172:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.974175:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.974178:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.974180:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.974183:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.974187:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.974189:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.974194:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3198. 00000100:00000200:1.0:1763344908.974199:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881573632, offset 224 00000400:00000200:1.0:1763344908.974206:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.974218:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.974225:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385767:1385767:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385763:1385763:8:4294967295] 00000400:00000200:1.0:1763344908.974237:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.974241:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.974247:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:1.0:1763344908.974253:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.974260:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.974264:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.975349:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.975362:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.975378:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.975380:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.975384:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.975392:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8272a00 x1848987881573632/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/400 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344908.975402:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8272a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:253441:x1848987881573632:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 1529us (2633us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344908.975409:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27140 00000100:00000040:1.0:1763344908.975413:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:1.0:1763344908.975416:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.975418:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.975425:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42380. 00000020:00000010:1.0:1763344908.975432:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04258. 00000020:00000010:1.0:1763344908.975436:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50e753c200. 00000020:00000040:1.0:1763344908.975444:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00000100:00000001:1.0:1763344908.975448:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344908.975522:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344908.975527:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:0.0:1763344908.975532:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.975538:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.975543:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3198 00000400:00000010:0.0:1763344908.975546:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3198. 00000100:00000001:0.0:1763344908.975550:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344908.975552:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344908.977921:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.977936:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.977940:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.977942:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.977952:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.977969:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509e00d80 00000400:00000200:1.0:1763344908.977978:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x64578d [8] + 14584 00000800:00000001:1.0:1763344908.977986:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.977995:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.977998:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.978002:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.978008:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344908.978011:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763344908.978017:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804a80. 00000100:00000040:1.0:1763344908.978020:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7804a80 x1848987881573760 msgsize 440 00000100:00100000:1.0:1763344908.978024:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344908.978043:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.978058:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.978061:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.978191:0:74640:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344908.978195:0:74640:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881573760 02000000:00000001:2.0:1763344908.978198:0:74640:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344908.978200:0:74640:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344908.978203:0:74640:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344908.978208:0:74640:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344908.978212:0:74640:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881573760 00000020:00000001:2.0:1763344908.978215:0:74640:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344908.978217:0:74640:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:2.0:1763344908.978219:0:74640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344908.978223:0:74640:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=24 00000020:00000001:2.0:1763344908.978225:0:74640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:2.0:1763344908.978228:0:74640:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:2.0:1763344908.978233:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.978237:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2200. 00000100:00000001:2.0:1763344908.978241:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.978244:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2200. 00000020:00000010:2.0:1763344908.978249:0:74640:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344908.978255:0:74640:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344908.978259:0:74640:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344908.978266:0:74640:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344908.978269:0:74640:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344908.978270:0:74640:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344908.978273:0:74640:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.978279:0:74640:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.978293:0:74640:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344908.978303:0:74640:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344908.978305:0:74640:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344908.978310:0:74640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27141 00000100:00000040:2.0:1763344908.978314:0:74640:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:2.0:1763344908.978316:0:74640:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219519616 : -107409490032000 : ffff9e4fc7804a80) 00000100:00000040:2.0:1763344908.978322:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7804a80 x1848987881573760/t0(0) o2->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344908.978330:0:74640:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344908.978333:0:74640:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2200. 00000100:00000001:2.0:1763344908.978334:0:74640:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344908.978336:0:74640:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2200. 00000100:00100000:2.0:1763344908.978340:0:74640:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2405:x1848987881573760:12345-192.168.203.14@tcp:2:lfs.0 00000100:00000200:2.0:1763344908.978343:0:74640:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881573760 00000020:00000001:2.0:1763344908.978346:0:74640:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344908.978350:0:74640:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344908.978352:0:74640:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.978355:0:74640:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344908.978357:0:74640:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932160 : -1042619456 : ffffffffc1dae3c0) 00000020:00000001:2.0:1763344908.978360:0:74640:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344908.978581:0:74640:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344908.978586:0:74640:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344908.978588:0:74640:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344908.978592:0:74640:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763344908.978596:0:74640:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763344908.978599:0:74640:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.978601:0:74640:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.978604:0:74640:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.978607:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.978608:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.978610:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.978612:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.978613:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.978615:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344908.978616:0:74640:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344908.978617:0:74640:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344908.978619:0:74640:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.978622:0:74640:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.978624:0:74640:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.978630:0:74640:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344908.978633:0:74640:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344908.978640:0:74640:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50d15aac00. 02000000:00000001:2.0:1763344908.978642:0:74640:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.978645:0:74640:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.978649:0:74640:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:2.0:1763344908.978652:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344908.978654:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.978661:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669017964632 : -107404691586984 : ffff9e50e582c058) 00002000:00000001:2.0:1763344908.978663:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636669017964544 : -107404691587072 : ffff9e50e582c000) 00002000:00000001:2.0:1763344908.978667:0:74640:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000002:2.0:1763344908.978672:0:74640:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x20000305a for inode 2303 00002000:00000001:2.0:1763344908.978674:0:74640:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.978677:0:74640:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.978679:0:74640:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763344908.978680:0:74640:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.978684:0:74640:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344908.978689:0:74640:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09e200. 00080000:00000001:2.0:1763344908.978693:0:74640:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278868480 : -107409430683136 : ffff9e4fcb09e200) 00000001:00000001:2.0:1763344908.978695:0:74640:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344908.978696:0:74640:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.978699:0:74640:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763344908.978702:0:74640:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.978707:0:74640:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344908.978713:0:74640:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344908.978718:0:74640:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344908.978721:0:74640:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2200. 00080000:00000001:2.0:1763344908.978724:0:74640:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344908.978738:0:74640:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344908.978744:0:74640:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9e50ccdb94d0. 00080000:00000001:2.0:1763344908.978773:0:74640:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763344908.978775:0:74640:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:2.0:1763344908.978785:0:74640:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.978832:0:74640:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344908.978838:0:74640:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344908.978842:0:74640:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344908.978845:0:74640:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946971, last_committed = 8589946970 00000001:00000010:2.0:1763344908.978849:0:74640:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8df00. 00000001:00000040:2.0:1763344908.978852:0:74640:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e4fc2b77000 : new cb_count 1 00000020:00000040:2.0:1763344908.978855:0:74640:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=25 00000001:00000001:2.0:1763344908.978876:0:74640:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344908.978883:0:74640:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2200. 00040000:00000001:2.0:1763344908.978887:0:74640:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344908.978889:0:74640:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344908.978892:0:74640:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.978898:0:74640:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344908.978905:0:74640:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344908.978909:0:74640:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:2.0:1763344908.978912:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e582c058/ffff9e50e582c000 to site lru. bkt: ffff9e50fb896108 00010000:00000040:2.0:1763344908.978920:0:74640:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d500 count: 2 00010000:00000001:2.0:1763344908.978923:0:74640:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763344908.978927:0:74640:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344908.978931:0:74640:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344908.978933:0:74640:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344908.978935:0:74640:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669017964632 : -107404691586984 : ffff9e50e582c058) 00002000:00000001:2.0:1763344908.978938:0:74640:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636669017964544 : -107404691587072 : ffff9e50e582c000) 00002000:00000001:2.0:1763344908.978940:0:74640:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344908.978943:0:74640:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763344908.978946:0:74640:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000402:0x1bc2:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:2.0:1763344908.978948:0:74640:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000402:0x1bc2:0x0] updating lvb mtime from disk: 1763344909 -> 1763344908 00002000:00010000:2.0:1763344908.978952:0:74640:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000402:0x1bc2:0x0] updating lvb atime from disk: 0 -> 1763344908 00002000:00010000:2.0:1763344908.978955:0:74640:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000402:0x1bc2:0x0] updating lvb ctime from disk: 1763344909 -> 1763344909 00002000:00010000:2.0:1763344908.978958:0:74640:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000402:0x1bc2:0x0] updating lvb blocks from disk: 8 -> 8 00000020:00000002:2.0:1763344908.978960:0:74640:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e582c058/ffff9e50e582c000 to site lru. bkt: ffff9e50fb896108 00010000:00000040:2.0:1763344908.978965:0:74640:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946970, transno 8589946971, xid 1848987881573760 00010000:00000001:2.0:1763344908.978968:0:74640:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344908.978976:0:74640:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7804a80 x1848987881573760/t8589946971(0) o2->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344908.978990:0:74640:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344908.978993:0:74640:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344908.978996:0:74640:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344908.979002:0:74640:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344908.979004:0:74640:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344908.979006:0:74640:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344908.979009:0:74640:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344908.979012:0:74640:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344908.979015:0:74640:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344908.979018:0:74640:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344908.979023:0:74640:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921c38. 00000100:00000200:2.0:1763344908.979028:0:74640:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881573760, offset 224 00000400:00000200:2.0:1763344908.979035:0:74640:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344908.979046:0:74640:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344908.979053:0:74640:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385768:1385768:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385764:1385764:8:4294967295] 00000400:00000200:2.0:1763344908.979064:0:74640:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344908.979069:0:74640:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344908.979075:0:74640:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71400. 00000800:00000200:2.0:1763344908.979081:0:74640:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344908.979087:0:74640:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344908.979092:0:74640:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71400 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763344908.979115:0:74640:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344908.979119:0:74640:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344908.979121:0:74640:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344908.979122:0:74640:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344908.979125:0:74640:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344908.979129:0:74640:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7804a80 x1848987881573760/t8589946971(0) o2->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344908.979139:0:74640:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7804a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+25:2405:x1848987881573760:12345-192.168.203.14@tcp:2:lfs.0 Request processed in 806us (1116us total) trans 8589946971 rc 0/0 00000100:00100000:2.0:1763344908.979147:0:74640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27141 00000100:00000040:2.0:1763344908.979150:0:74640:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:2.0:1763344908.979153:0:74640:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344908.979154:0:74640:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344908.979159:0:74640:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344908.979162:0:74640:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344908.979166:0:74640:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344908.979170:0:74640:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 24 00000100:00000001:2.0:1763344908.979172:0:74640:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344908.979619:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.979624:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71400. 00000400:00000200:1.0:1763344908.979631:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.979637:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.979641:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921c38 00000400:00000010:1.0:1763344908.979644:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921c38. 00000100:00000001:1.0:1763344908.979647:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344908.979649:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.982785:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.982838:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.982842:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.982845:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.982855:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.982872:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 472 into portal 12 MB=0x691a509e00e80 00000400:00000200:0.0:1763344908.982881:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 472/472 into md 0x619ac1 [64] + 936 00000800:00000001:0.0:1763344908.982889:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.982896:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.982899:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.982903:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.982909:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.982912:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344908.982918:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff789f80. 00000100:00000040:0.0:1763344908.982921:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff789f80 x1848987881574016 msgsize 472 00000100:00100000:0.0:1763344908.982925:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.982938:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.982945:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.982948:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.983042:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.983045:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881574016 02000000:00000001:3.0:1763344908.983048:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.983050:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.983052:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.983056:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.983060:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881574016 00000020:00000001:3.0:1763344908.983063:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.983065:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344908.983067:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.983070:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=230 00000020:00000001:3.0:1763344908.983072:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344908.983074:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344908.983079:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.983084:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.983087:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.983089:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd440. 00000020:00000010:3.0:1763344908.983095:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdd600. 00000020:00000010:3.0:1763344908.983100:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e980. 00000020:00000010:3.0:1763344908.983105:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf3e8. 00000100:00000040:3.0:1763344908.983110:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763344908.983113:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.983114:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.983117:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.983124:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.983140:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.983152:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.983153:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.983157:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303034 00000100:00000040:3.0:1763344908.983161:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344908.983163:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453508480 : -107404256043136 : ffff9e50ff789f80) 00000100:00000040:3.0:1763344908.983169:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff789f80 x1848987881574016/t0(0) o55->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 472/0 e 0 to 0 dl 1763344919 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344908.983177:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.983179:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.983181:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.983182:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd440. 00000100:00100000:3.0:1763344908.983186:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+230:253441:x1848987881574016:12345-192.168.203.14@tcp:55:lfs.0 00000100:00000200:3.0:1763344908.983190:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881574016 00000020:00000001:3.0:1763344908.983193:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.983196:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763344908.983201:0:6504:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fc87e0b40: xid 1848987881573504, transno 25770214383, client gen 9, slot idx 1 00000001:00000001:3.0:1763344908.983206:0:6504:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd6241cc0: xid 1848987881569536, transno 25770214382, client gen 9, slot idx 0 00000001:00000010:3.0:1763344908.983209:0:6504:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241cc0. 00000020:00000001:3.0:1763344908.983213:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.983216:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.983218:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809568 : -1044742048 : ffffffffc1ba8060) 00000020:00000001:3.0:1763344908.983220:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763344908.983224:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881574016, found 0 last_xid 1848987881574015 00000020:00000001:3.0:1763344908.983226:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.983228:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.983230:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.983234:0:6504:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763344908.983238:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.983242:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779192408 : -107404930359208 : ffff9e50d7476058) 00000020:00000001:3.0:1763344908.983244:0:6504:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.983246:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.983250:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.983252:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.983257:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50dfa13400. 02000000:00000001:3.0:1763344908.983259:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.983262:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.983266:0:6504:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:3.0:1763344908.983270:0:6504:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763344908.983273:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.983274:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.983277:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.983278:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.983280:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.983282:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.983283:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.983284:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.983285:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.983286:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.983288:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.983289:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.983290:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.983292:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.983293:0:6504:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.983294:0:6504:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.983296:0:6504:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.983298:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.983299:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.983302:0:6504:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763344908.983307:0:6504:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:3.0:1763344908.983310:0:6504:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:3.0:1763344908.983312:0:6504:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763344908.983313:0:6504:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.983316:0:6504:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.983317:0:6504:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.983319:0:6504:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763344908.983320:0:6504:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344908.983323:0:6504:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763344908.983326:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763344908.983329:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763344908.983335:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 4 00010000:00000001:3.0:1763344908.983337:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.983340:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763344908.983344:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50ecf16a00. 00000020:00000001:3.0:1763344908.983348:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763344908.983350:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50ecf16a00 with handle 0x34881b40868183b0 to hash 00000020:00000001:3.0:1763344908.983352:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763344908.983354:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000010:3.0:1763344908.983359:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50e4d16000. 00010000:00000001:3.0:1763344908.983362:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:3.0:1763344908.983375:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.983377:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.983382:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:3.0:1763344908.983390:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763344908.983394:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763344908.983396:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.983398:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.983401:0:6504:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344908.983405:0:6504:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818394 lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4e6 expref: 230 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344908.983412:0:6504:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344908.983414:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.983416:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.983417:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.983419:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.983421:0:6504:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763344908.983423:0:6504:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 4/0,1 mode: --/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000040:3.0:1763344908.983430:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) refcount = 4 00010000:00000040:3.0:1763344908.983433:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.983435:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fc3d4c800/0x34881b40868183a2 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e87:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000040:3.0:1763344908.983442:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818394 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4e6 expref: 230 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.983449:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868182d7 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e453 expref: 230 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344908.983455:0:6504:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763344908.983457:0:6504:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 4/0,1 mode: --/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000010:3.0:1763344908.983464:0:6504:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.983467:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.983472:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0300. 00000100:00000001:3.0:1763344908.983474:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236147456 : -107409473404160 : ffff9e4fc87e0300) 00000100:00000001:3.0:1763344908.983476:0:6504:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236147456 : -107409473404160 : ffff9e4fc87e0300) 00000100:00000001:3.0:1763344908.983479:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.983480:0:6504:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.983482:0:6504:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.983485:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.983486:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763344908.983488:0:6504:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.983490:0:6504:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.983492:0:6504:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763344908.983494:0:6504:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763344908.983498:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8603800. 00000020:00000040:3.0:1763344908.983502:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50cc228000 refcount=2 obd=lustre-MDT0001 00000100:00000001:3.0:1763344908.983505:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344908.983507:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344908.983511:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344908.983517:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e50c2bdcc00. 00000100:00000001:3.0:1763344908.983523:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344908.983537:0:6504:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818394 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4e6 expref: 230 pid: 13569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.983551:0:6504:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818394 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4e6 expref: 230 pid: 13569 timeout: 13115 lvb_type: 0 00010000:00000001:3.0:1763344908.983559:0:6504:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344908.983562:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344908.983566:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8603800 x1848987617988736/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.983573:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344908.983575:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.983579:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8603800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6504:1848987617988736:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344908.983583:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344908.983587:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344908.983590:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.983593:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344908.983596:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50c2bdda00. 02000000:00000001:3.0:1763344908.983598:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344908.983603:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac160. 00000400:00000010:3.0:1763344908.983609:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb990. 00000100:00000200:3.0:1763344908.983615:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617988736, portal 16 00000100:00000001:3.0:1763344908.983617:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344908.983619:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334468608 : -107404375083008 : ffff9e50f8603800) 00000100:00000040:3.0:1763344908.983625:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f8603800 x1848987617988736/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.983633:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.983635:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.983638:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb000. 00000100:00000200:3.0:1763344908.983641:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617988736, offset 0 00000400:00000200:3.0:1763344908.983647:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.983658:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.983662:0:6504:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344908.983667:0:6504:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344908.983670:0:6504:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344908.983673:0:6504:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344908.983677:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385769:1385769:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385765:1385765:8:4294967295] 00000400:00000200:3.0:1763344908.983687:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.983692:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.983698:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.983708:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.983714:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.983717:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.983733:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.983738:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307684120 00000100:00000001:3.0:1763344908.983744:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307684058 00000100:00000001:3.0:1763344908.983748:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307684120 00000100:00000001:3.0:1763344908.983752:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307684058 00000100:00000001:3.0:1763344908.983754:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307684120 00000100:00000001:3.0:1763344908.983756:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307684058 00000100:00000001:3.0:1763344908.983758:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307684120 00000100:00000001:3.0:1763344908.983761:0:6504:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307684058 00000100:00000001:3.0:1763344908.983763:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.983766:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.983768:0:6504:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.983770:0:6504:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.983772:0:6504:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.983774:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.983775:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.983777:0:6504:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.983779:0:6504:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.983780:0:6504:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.983782:0:6504:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.983784:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344908.983786:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344908.983814:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0300 going to sleep for 11 seconds 00000100:00000001:3.0:1763344908.983818:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344908.983820:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344908.983899:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344908.983904:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:1.0:1763344908.983909:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.983913:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344908.983918:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb000 00000400:00000010:1.0:1763344908.983920:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb000. 00000100:00000001:1.0:1763344908.983923:0:3635:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344908.983927:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8603800 x1848987617988736/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.983935:0:3635:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344908.983939:0:3635:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8603800 x1848987617988736/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.983945:0:3635:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.983947:0:3635:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344908.985417:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.985428:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344908.985432:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.985434:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.985442:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344908.985747:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a1080 00000400:00000200:1.0:1763344908.985755:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x66632d [1] + 224 00000800:00000001:1.0:1763344908.985763:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.985772:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344908.985775:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344908.985779:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344908.985784:0:3636:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344908.985813:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8603800 x1848987617988736/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344908.985822:0:3636:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50f8603800 x1848987617988736/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344908.985843:0:3636:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344908.985851:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344908.985855:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.985943:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344908.985949:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344908.985951:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344908.985954:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac160. 00000400:00000200:3.0:1763344908.985958:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb990 00000400:00000010:3.0:1763344908.985960:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb990. 00000100:00000001:3.0:1763344908.985962:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344908.985966:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8603800 x1848987617988736/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344908.985974:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8603800 x1848987617988736/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.985980:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344908.985981:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.985984:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344908.985986:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344908.985988:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.985989:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.985992:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.985998:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50cc228458 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344908.986002:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50cc228410 time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.986004:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344908.986006:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.986009:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344908.986012:0:6504:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.986015:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.986019:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8603800 x1848987617988736/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.986025:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344908.986028:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344908.986029:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.986032:0:6504:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763344908.986034:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.986035:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.986036:0:6504:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.986040:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8603800 x1848987617988736/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344908.986047:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8603800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6504:1848987617988736:192.168.203.14@tcp:104: 00000100:00000001:3.0:1763344908.986051:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.986053:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.986055:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344908.986057:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344908.986059:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8603800 x1848987617988736/t0(0) o104->lustre-MDT0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344908.986065:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344908.986067:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344908.986070:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50c2bdda00. 02000000:00000001:3.0:1763344908.986074:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344908.986076:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344908.986078:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50cc228000 refcount=1 obd=lustre-MDT0001 00000020:00000001:3.0:1763344908.986080:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344908.986082:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e50c2bdcc00. 02000000:00000001:3.0:1763344908.986085:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344908.986087:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344908.986088:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8603800. 00000100:00000001:3.0:1763344908.986092:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344908.986093:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344908.986096:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0300. 00000100:00000001:3.0:1763344908.986098:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.986100:0:6504:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344908.986103:0:6504:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd440. 00010000:00000001:3.0:1763344908.986105:0:6504:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.986107:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.986109:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763344908.986112:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763344908.986116:0:6504:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00000800:00000001:0.0:1763344908.986670:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.986677:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.986679:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.986681:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.986688:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.986698:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509e00f00 00000400:00000200:0.0:1763344908.986704:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d419 [2] + 656 00000800:00000001:0.0:1763344908.986709:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.986759:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.986762:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.986766:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.986771:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.986773:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763344908.986778:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff789500. 00000100:00000040:0.0:1763344908.986782:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff789500 x1848987881574144 msgsize 328 00000100:00100000:0.0:1763344908.986786:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.987028:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.987036:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.987039:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.987289:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.987292:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881574144 02000000:00000001:3.0:1763344908.987294:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.987296:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.987298:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.987302:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.987305:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881574144 00000020:00000001:3.0:1763344908.987308:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.987310:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:3.0:1763344908.987313:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.987316:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=231 00000020:00000001:3.0:1763344908.987319:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:3.0:1763344908.987321:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:3.0:1763344908.987325:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.987330:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.987333:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.987336:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd440. 00000020:00000010:3.0:1763344908.987341:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdcc00. 00000020:00000010:3.0:1763344908.987347:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344908.987352:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf0c8. 00000100:00000040:3.0:1763344908.987359:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763344908.987362:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.987377:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763344908.987379:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763344908.987383:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.987385:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763344908.987390:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.987392:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.987394:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df0400 refcount=4 00000020:00000001:3.0:1763344908.987396:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00010000:00000001:3.0:1763344908.987399:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00010000:00010000:3.0:1763344908.987405:0:23071:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818394 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4e6 expref: 231 pid: 13569 timeout: 13115 lvb_type: 0 00010000:00000001:3.0:1763344908.987413:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.987414:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.987415:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.987418:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.987424:0:23071:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763344908.987430:0:23071:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50ff789500 x1848987881574144/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.987447:0:23071:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763344908.987448:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.987459:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.987471:0:23071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.987473:0:23071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.987478:0:23071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6363 00000100:00000040:3.0:1763344908.987482:0:23071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 2 00000100:00000001:3.0:1763344908.987484:0:23071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453505792 : -107404256045824 : ffff9e50ff789500) 00000100:00000040:3.0:1763344908.987489:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff789500 x1848987881574144/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/0 e 0 to 0 dl 1763344919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.987496:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.987500:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.987502:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.987504:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd440. 00000100:00100000:3.0:1763344908.987508:0:23071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff789500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+231:2405:x1848987881574144:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763344908.987512:0:23071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881574144 00010000:00000001:3.0:1763344908.987514:0:23071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763344908.987517:0:23071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763344908.987519:0:23071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763344908.987523:0:23071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.987526:0:23071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.987530:0:23071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50dfa10c00. 02000000:00000001:3.0:1763344908.987532:0:23071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.987535:0:23071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.987537:0:23071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344908.987539:0:23071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763344908.987540:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344908.987542:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.987543:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df0400 refcount=4 00000020:00000001:3.0:1763344908.987545:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00010000:00000001:3.0:1763344908.987547:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00010000:00000040:3.0:1763344908.987550:0:23071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 5 00000004:00000001:3.0:1763344908.987554:0:23071:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763344908.987558:0:23071:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818394 lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4e6 expref: 231 pid: 13569 timeout: 13115 lvb_type: 0 00000100:00001000:3.0:1763344908.987566:0:23071:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e50dfa75c50 time=1763344908 v=20 (0 0 0 0) 00010000:00000001:3.0:1763344908.987569:0:23071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344908.987573:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.987575:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344908.987578:0:23071:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818394 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4e6 expref: 231 pid: 13569 timeout: 13115 lvb_type: 0 00000020:00000001:3.0:1763344908.987585:0:23071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.987587:0:23071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344908.987589:0:23071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.987591:0:23071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.987595:0:23071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344908.987597:0:23071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344908.987603:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.987604:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.987607:0:23071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344908.987608:0:23071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344908.987611:0:23071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50d7df0400 with handle 0x34881b4086818394 from hash 00010000:00000001:3.0:1763344908.987613:0:23071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344908.987615:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.987616:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.987617:0:23071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344908.987622:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.987623:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.987626:0:23071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344908.987627:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763344908.987630:0:23071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818394 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4e6 expref: 231 pid: 13569 timeout: 13115 lvb_type: 0 00010000:00000040:3.0:1763344908.987637:0:23071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 222 00000020:00000040:3.0:1763344908.987639:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 230 00010000:00000010:3.0:1763344908.987642:0:23071:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcac80. 00010000:00000001:3.0:1763344908.987649:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.987651:0:23071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344908.987654:0:23071:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763344908.987656:0:23071:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) 00010000:00010000:3.0:1763344908.987661:0:23071:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.987667:0:23071:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763344908.987669:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.987672:0:23071:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.987673:0:23071:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763344908.987675:0:23071:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.987678:0:23071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344908.987680:0:23071:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344908.987683:0:23071:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.987692:0:23071:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763344908.987693:0:23071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763344908.987695:0:23071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763344908.987697:0:23071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763344908.987699:0:23071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) refcount = 4 00010000:00000040:3.0:1763344908.987702:0:23071:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344908.987704:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fc3d4c800/0x34881b40868183a2 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e87:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000040:3.0:1763344908.987711:0:23071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868182d7 lrc: 2/0,0 mode: CR/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e453 expref: 230 pid: 6504 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763344908.987717:0:23071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 4/0,1 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6504 initiator: MDT1 00010000:00000001:3.0:1763344908.987721:0:23071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763344908.987724:0:23071:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344908.987725:0:23071:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.987728:0:23071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344908.987729:0:23071:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.987731:0:23071:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763344908.987735:0:23071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.987738:0:23071:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344908.987744:0:23071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0300. 00000100:00000001:3.0:1763344908.987746:0:23071:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236147456 : -107409473404160 : ffff9e4fc87e0300) 00000100:00000001:3.0:1763344908.987748:0:23071:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236147456 : -107409473404160 : ffff9e4fc87e0300) 00000100:00000001:3.0:1763344908.987750:0:23071:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344908.987752:0:23071:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344908.987753:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.987755:0:23071:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763344908.987773:0:23071:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.987776:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344908.987777:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344908.987778:0:23071:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.987780:0:23071:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344908.987782:0:23071:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344908.987784:0:23071:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.987786:0:23071:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.987828:0:23071:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763344908.987830:0:23071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0300. 00000100:00000001:3.0:1763344908.987833:0:23071:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344908.987835:0:23071:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344908.987837:0:23071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dd440. 00010000:00000001:3.0:1763344908.987839:0:23071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763344908.987841:0:23071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763344908.987843:0:23071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344908.987847:0:23071:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.987850:0:23071:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.987854:0:23071:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.987858:0:23071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.987861:0:23071:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.987863:0:23071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.987865:0:23071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.987868:0:23071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.987871:0:23071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.987873:0:23071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.987878:0:23071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb990. 00000100:00000200:3.0:1763344908.987883:0:23071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881574144, offset 224 00000400:00000200:3.0:1763344908.987889:0:23071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.987900:0:23071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.987912:0:23071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385770:1385770:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385766:1385766:8:4294967295] 00000400:00000200:3.0:1763344908.987922:0:23071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.987928:0:23071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.987934:0:23071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.987940:0:23071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.987947:0:23071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.987951:0:23071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.987965:0:23071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.987967:0:23071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.987970:0:23071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344908.987972:0:23071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.987977:0:23071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff789500 x1848987881574144/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 328/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.987986:0:23071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff789500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+230:2405:x1848987881574144:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 487us (1202us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.987993:0:23071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6363 00000100:00000040:3.0:1763344908.987996:0:23071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:3.0:1763344908.987998:0:23071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.988000:0:23071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.988004:0:23071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344908.988008:0:23071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf0c8. 00000020:00000010:3.0:1763344908.988011:0:23071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdcc00. 00000020:00000040:3.0:1763344908.988015:0:23071:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 229 00000100:00000001:3.0:1763344908.988017:0:23071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344908.988087:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344908.988091:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:3.0:1763344908.988096:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.988101:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344908.988105:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb990 00000400:00000010:3.0:1763344908.988107:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb990. 00000100:00000001:3.0:1763344908.988110:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.988111:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1763344908.988268:0:6504:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.988276:0:6504:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.988279:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.988284:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344908.988285:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.988286:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.988288:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.988290:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.988292:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16a00 refcount=3 00000020:00000001:1.0:1763344908.988294:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:1.0:1763344908.988296:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:1.0:1763344908.988298:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.988300:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.988302:0:6504:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.988306:0:6504:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763344908.988309:0:6504:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.988316:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344908.988333:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344908.988337:0:6504:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763344908.988339:0:6504:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763344908.988341:0:6504:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763344908.988344:0:6504:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:1.0:1763344908.988347:0:6504:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:1.0:1763344908.988349:0:6504:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x240002b13:0x12e87:0x0]flags=0x2 00000004:00000001:1.0:1763344908.988352:0:6504:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:1.0:1763344908.988355:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763344908.988357:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763344908.988358:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344908.988359:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344908.988361:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.988362:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.988374:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16a00 refcount=3 00000020:00000001:1.0:1763344908.988377:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:1.0:1763344908.988379:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:1.0:1763344908.988382:0:6504:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763344908.988385:0:6504:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.988390:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.988391:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763344908.988393:0:6504:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 2/0,0 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.988397:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.988399:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.988402:0:6504:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763344908.988404:0:6504:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT1 00010000:00010000:1.0:1763344908.988410:0:6504:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50ecf16a00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:1.0:1763344908.988412:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344908.988414:0:6504:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763344908.988416:0:6504:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.988422:0:6504:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763344908.988424:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344908.988425:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344908.988426:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16a00 refcount=4 00000020:00000001:1.0:1763344908.988428:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:1.0:1763344908.988430:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657536 : -107404566894080 : ffff9e50ecf16a00) 00010000:00000001:1.0:1763344908.988432:0:6504:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763344908.988435:0:6504:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 4/0,0 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.988439:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763344908.988440:0:6504:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763344908.988442:0:6504:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.988445:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344908.988446:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344908.988448:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344908.988449:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344908.988451:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16a00 with handle 0x34881b40868183b0 from hash 00010000:00000001:1.0:1763344908.988453:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344908.988454:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.988455:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.988456:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344908.988459:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344908.988461:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.988463:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344908.988464:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344908.988465:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344908.988467:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) 00010000:00010000:1.0:1763344908.988470:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:1.0:1763344908.988472:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344908.988474:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.988475:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344908.988477:0:6504:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763344908.988479:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.988480:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.988482:0:6504:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344908.988484:0:6504:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344908.988486:0:6504:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344908.988489:0:6504:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 2/0,0 mode: --/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344908.988493:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344908.988494:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344908.988496:0:6504:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763344908.988498:0:6504:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763344908.988499:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344908.988501:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16a00/0x34881b40868183b0 lrc: 0/0,0 mode: --/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6504 initiator: MDT1 00010000:00000010:1.0:1763344908.988505:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16000. 00010000:00000001:1.0:1763344908.988510:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344908.988511:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344908.988513:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763344908.988514:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344908.988515:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:1.0:1763344908.988521:0:6504:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344908.988523:0:6504:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763344908.988525:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344908.988527:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1763344908.988531:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214382, transno 0, xid 1848987881574016 00010000:00000001:1.0:1763344908.988534:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344908.988540:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff789f80 x1848987881574016/t0(0) o55->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 472/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344908.988546:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344908.988549:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344908.988551:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344908.988554:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344908.988556:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344908.988558:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344908.988560:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344908.988561:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344908.988565:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344908.988567:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344908.988571:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3088. 00000100:00000200:1.0:1763344908.988575:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987881574016, offset 224 00000400:00000200:1.0:1763344908.988580:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344908.988586:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344908.988590:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385771:1385771:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385767:1385767:8:4294967295] 00000400:00000200:1.0:1763344908.988599:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344908.988604:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344908.988608:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50ff83a900. 00000800:00000200:1.0:1763344908.988612:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344908.988616:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344908.988619:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50ff83a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344908.988641:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344908.988644:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344908.988646:0:6504:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344908.988648:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344908.988651:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344908.988656:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff789f80 x1848987881574016/t0(0) o55->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 472/224 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344908.988665:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+229:253441:x1848987881574016:12345-192.168.203.14@tcp:55:lfs.0 Request processed in 5487us (5742us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763344908.988674:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303034 00000100:00000040:1.0:1763344908.988678:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344908.988680:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344908.988681:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344908.988685:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e980. 00000020:00000010:1.0:1763344908.988688:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf3e8. 00000020:00000010:1.0:1763344908.988691:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdd600. 00000020:00000040:1.0:1763344908.988695:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 228 00000100:00000001:1.0:1763344908.988698:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344908.988905:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344908.988909:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50ff83a900. 00000400:00000200:2.0:1763344908.988913:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344908.988917:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344908.988920:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3088 00000400:00000010:2.0:1763344908.988922:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3088. 00000100:00000001:2.0:1763344908.988926:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344908.988927:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344908.992672:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.992686:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.992689:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.992692:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.992702:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.992719:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509e01000 00000400:00000200:0.0:1763344908.992728:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x64578d [8] + 15024 00000400:00000010:0.0:1763344908.992733:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50fcb58b00. 00000400:00000200:0.0:1763344908.992741:0:3637:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e50ef9dc200 00000800:00000001:0.0:1763344908.992747:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.992754:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.992757:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.992761:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344908.992765:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50ef9dc200 00000400:00000010:0.0:1763344908.992769:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff9e50ef9dc200. 00000100:00000001:0.0:1763344908.992775:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.992777:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1763344908.992780:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ef33e850 x1848987881574400 msgsize 440 00000100:00100000:0.0:1763344908.992784:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000040:0.0:1763344908.992824:0:3637:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763344908.992837:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.992845:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.992849:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344908.992851:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.992853:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.992857:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344908.992863:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 440 into portal 28 MB=0x691a509e00f80 00000400:00000200:0.0:1763344908.992868:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 440/440 into md 0x6459f5 [8] + 0 00000800:00000001:0.0:1763344908.992872:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.992895:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344908.992898:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344908.992902:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344908.992906:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344908.992907:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344908.992913:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff788e00. 00000100:00000040:0.0:1763344908.992915:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff788e00 x1848987881574272 msgsize 440 00000100:00100000:0.0:1763344908.992918:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344908.992929:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344908.992934:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344908.992937:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763344908.992994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7df0400. 00000100:00000001:3.0:1763344908.993017:0:74633:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.993020:0:74633:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881574400 02000000:00000001:3.0:1763344908.993023:0:74633:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.993025:0:74633:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.993028:0:74633:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.993032:0:74633:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.993036:0:74633:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881574400 00000020:00000001:3.0:1763344908.993039:0:74633:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.993041:0:74633:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:3.0:1763344908.993043:0:74633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.993046:0:74633:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:3.0:1763344908.993048:0:74633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:3.0:1763344908.993051:0:74633:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:3.0:1763344908.993055:0:74633:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.993059:0:74633:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.993062:0:74633:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.993065:0:74633:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd440. 00000020:00000010:3.0:1763344908.993070:0:74633:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdcc00. 00000020:00000010:3.0:1763344908.993076:0:74633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344908.993081:0:74633:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf0c8. 00000100:00000040:3.0:1763344908.993089:0:74633:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763344908.993091:0:74633:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.993093:0:74633:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.993096:0:74633:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.993103:0:74633:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.993108:0:74633:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.993117:0:74633:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344908.993119:0:74633:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881574272 02000000:00000001:3.0:1763344908.993121:0:74633:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344908.993122:0:74633:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344908.993123:0:74633:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344908.993125:0:74633:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344908.993127:0:74633:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881574272 00000020:00000001:3.0:1763344908.993129:0:74633:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344908.993130:0:74633:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:3.0:1763344908.993132:0:74633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344908.993134:0:74633:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=25 00000020:00000001:3.0:1763344908.993136:0:74633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:3.0:1763344908.993138:0:74633:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:3.0:1763344908.993141:0:74633:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.993143:0:74633:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.993146:0:74633:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.993148:0:74633:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd440. 00000020:00000010:3.0:1763344908.993152:0:74633:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdda00. 00000020:00000010:3.0:1763344908.993155:0:74633:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344908.993157:0:74633:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf000. 00000100:00000001:3.0:1763344908.993160:0:74633:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344908.993161:0:74633:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344908.993163:0:74633:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.993166:0:74633:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.993174:0:74633:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344908.993182:0:74633:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.993184:0:74633:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.993189:0:74633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27142 00000100:00000040:3.0:1763344908.993192:0:74633:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:3.0:1763344908.993194:0:74633:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669180569680 : -107404528981936 : ffff9e50ef33e850) 00000100:00000040:3.0:1763344908.993202:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ef33e850 x1848987881574400/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.993210:0:74633:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.993213:0:74633:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.993216:0:74633:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.993217:0:74633:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd440. 00000100:00100000:3.0:1763344908.993222:0:74633:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ef33e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881574400:12345-192.168.203.14@tcp:1:lfs.0 00000100:00000200:3.0:1763344908.993226:0:74633:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881574400 00000020:00000001:3.0:1763344908.993229:0:74633:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.993232:0:74633:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.993235:0:74633:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.993237:0:74633:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.993239:0:74633:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932112 : -1042619504 : ffffffffc1dae390) 00000020:00000001:3.0:1763344908.993242:0:74633:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344908.993246:0:74633:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.993248:0:74633:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.993250:0:74633:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.993255:0:74633:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344908.993259:0:74633:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344908.993262:0:74633:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.993264:0:74633:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.993266:0:74633:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.993269:0:74633:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.993271:0:74633:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.993273:0:74633:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.993274:0:74633:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.993276:0:74633:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.993277:0:74633:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.993279:0:74633:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.993280:0:74633:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.993281:0:74633:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.993284:0:74633:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.993286:0:74633:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.993290:0:74633:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.993292:0:74633:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.993298:0:74633:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50e5677c00. 02000000:00000001:3.0:1763344908.993301:0:74633:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.993303:0:74633:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.993307:0:74633:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:3.0:1763344908.993309:0:74633:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344908.993312:0:74633:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.993318:0:74633:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279130808 : -107409430420808 : ffff9e4fcb0de2b8) 00002000:00000001:3.0:1763344908.993321:0:74633:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279130720 : -107409430420896 : ffff9e4fcb0de260) 00002000:00000001:3.0:1763344908.993323:0:74633:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344908.993329:0:74633:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.993331:0:74633:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763344908.993333:0:74633:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:3.0:1763344908.993337:0:74633:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x3000034db for inode 2451 00000020:00000002:3.0:1763344908.993343:0:74633:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de2b8/ffff9e4fcb0de260 to site lru. bkt: ffff9e50e5a40a80 00000020:00000001:3.0:1763344908.993347:0:74633:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344908.993354:0:74633:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.993358:0:74633:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.993361:0:74633:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915410, transno 0, xid 1848987881574400 00010000:00000001:3.0:1763344908.993375:0:74633:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.993381:0:74633:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ef33e850 x1848987881574400/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.993388:0:74633:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.993390:0:74633:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.993397:0:74633:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.993402:0:74633:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.993405:0:74633:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.993408:0:74633:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.993410:0:74633:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.993412:0:74633:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.993415:0:74633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.993418:0:74633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.993422:0:74633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb990. 00000100:00000200:3.0:1763344908.993428:0:74633:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881574400, offset 224 00000400:00000200:3.0:1763344908.993434:0:74633:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.993443:0:74633:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.993449:0:74633:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385772:1385772:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385768:1385768:8:4294967295] 00000400:00000200:3.0:1763344908.993458:0:74633:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.993464:0:74633:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.993469:0:74633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fccce6600. 00000800:00000200:3.0:1763344908.993475:0:74633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.993482:0:74633:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.993486:0:74633:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fccce6600 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.993497:0:74633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.993500:0:74633:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.993503:0:74633:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.993505:0:74633:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.993507:0:74633:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.993511:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ef33e850 x1848987881574400/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.993521:0:74633:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ef33e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881574400:12345-192.168.203.14@tcp:1:lfs.0 Request processed in 308us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.993528:0:74633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27142 00000100:00000040:3.0:1763344908.993531:0:74633:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:3.0:1763344908.993533:0:74633:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.993535:0:74633:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.993539:0:74633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0ed80. 00000020:00000010:3.0:1763344908.993543:0:74633:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf0c8. 00000020:00000010:3.0:1763344908.993546:0:74633:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdcc00. 00000020:00000040:3.0:1763344908.993551:0:74633:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 02000000:00000001:3.0:1763344908.993565:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993567:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50d15aac00. 02000000:00000001:3.0:1763344908.993572:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993574:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7804a80. 02000000:00000001:3.0:1763344908.993578:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993579:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50c7e1dc00. 02000000:00000001:3.0:1763344908.993584:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993586:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8272a00. 02000000:00000001:3.0:1763344908.993589:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993590:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50c7e1fc00. 02000000:00000001:3.0:1763344908.993592:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993593:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff789c00. 02000000:00000001:3.0:1763344908.993596:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993597:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50c7e1cc00. 02000000:00000001:3.0:1763344908.993599:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993600:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8273b80. 02000000:00000001:3.0:1763344908.993603:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993605:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50e5675800. 02000000:00000001:3.0:1763344908.993608:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993609:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8272300. 02000000:00000001:3.0:1763344908.993612:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993614:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50d2078400. 02000000:00000001:3.0:1763344908.993616:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993617:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff788380. 02000000:00000001:3.0:1763344908.993619:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993621:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50f5cd1800. 02000000:00000001:3.0:1763344908.993623:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993625:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2a9180. 02000000:00000001:3.0:1763344908.993628:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993630:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d207a800. 02000000:00000001:3.0:1763344908.993632:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993633:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff78b480. 02000000:00000001:3.0:1763344908.993636:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993638:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fc1ea1c00. 02000000:00000001:3.0:1763344908.993640:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993641:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff78b100. 02000000:00000001:3.0:1763344908.993644:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993645:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d7ff3c00. 02000000:00000001:3.0:1763344908.993648:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993649:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff78a680. 02000000:00000001:3.0:1763344908.993653:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993654:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fc2876800. 02000000:00000001:3.0:1763344908.993656:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993657:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cd180. 02000000:00000001:3.0:1763344908.993660:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993662:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fc2876c00. 02000000:00000001:3.0:1763344908.993663:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993665:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cf480. 02000000:00000001:3.0:1763344908.993667:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993668:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50ff801c00. 02000000:00000001:3.0:1763344908.993670:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993672:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cdc00. 02000000:00000001:3.0:1763344908.993674:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993676:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fc2875800. 02000000:00000001:3.0:1763344908.993677:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993678:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e62cc380. 02000000:00000001:3.0:1763344908.993682:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993684:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50ff800800. 02000000:00000001:3.0:1763344908.993686:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993687:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff789880. 02000000:00000001:3.0:1763344908.993690:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993691:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50ff800000. 02000000:00000001:3.0:1763344908.993693:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993694:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff78bb80. 02000000:00000001:3.0:1763344908.993697:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993699:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d15a9c00. 02000000:00000001:3.0:1763344908.993702:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993703:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff78b800. 02000000:00000001:3.0:1763344908.993705:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993707:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fc1ea2000. 02000000:00000001:3.0:1763344908.993709:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993710:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50df112a00. 02000000:00000001:3.0:1763344908.993713:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993714:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50ca202c00. 02000000:00000001:3.0:1763344908.993718:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993719:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac8e00. 02000000:00000001:3.0:1763344908.993723:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993724:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fcb32c800. 02000000:00000001:3.0:1763344908.993726:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993727:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede42d80. 02000000:00000001:3.0:1763344908.993730:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993731:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e4fcb32e000. 02000000:00000001:3.0:1763344908.993734:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993735:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ede40380. 02000000:00000001:3.0:1763344908.993737:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993739:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50f2e52c00. 02000000:00000001:3.0:1763344908.993741:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993742:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ea9db100. 02000000:00000001:3.0:1763344908.993746:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993747:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50ca201800. 02000000:00000001:3.0:1763344908.993751:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993752:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2aad80. 02000000:00000001:3.0:1763344908.993755:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993756:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50ef0f3400. 02000000:00000001:3.0:1763344908.993759:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993760:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e65880. 02000000:00000001:3.0:1763344908.993763:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993765:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50f2e50c00. 02000000:00000001:3.0:1763344908.993767:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993768:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50e4d1c000. 02000000:00000001:3.0:1763344908.993772:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993774:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fd6095c00. 02000000:00000001:3.0:1763344908.993776:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993778:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fcbb99c00. 02000000:00000001:3.0:1763344908.993782:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993783:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4fd6095800. 02000000:00000001:3.0:1763344908.993784:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993785:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50d2400e00. 02000000:00000001:3.0:1763344908.993817:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993819:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50ff7fb400. 02000000:00000001:3.0:1763344908.993821:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993823:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d2680. 02000000:00000001:3.0:1763344908.993826:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993828:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50eeea3000. 02000000:00000001:3.0:1763344908.993830:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993831:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ff7d0380. 02000000:00000001:3.0:1763344908.993835:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993836:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e4fc2877000. 02000000:00000001:3.0:1763344908.993840:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993842:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1375500. 02000000:00000001:3.0:1763344908.993844:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993845:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50f2e51400. 02000000:00000001:3.0:1763344908.993848:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993850:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1376a00. 02000000:00000001:3.0:1763344908.993853:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993854:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50f8dfec00. 02000000:00000001:3.0:1763344908.993858:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993859:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1374380. 02000000:00000001:3.0:1763344908.993862:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993863:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50f8dfdc00. 02000000:00000001:3.0:1763344908.993865:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993866:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8601880. 02000000:00000001:3.0:1763344908.993869:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993870:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50f2e50000. 02000000:00000001:3.0:1763344908.993873:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993875:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8603480. 02000000:00000001:3.0:1763344908.993878:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993879:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50f8dfe000. 02000000:00000001:3.0:1763344908.993881:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993883:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a0a80. 02000000:00000001:3.0:1763344908.993890:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993892:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50f58b6400. 02000000:00000001:3.0:1763344908.993896:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993898:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a1f80. 02000000:00000001:3.0:1763344908.993903:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993904:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d7ff2c00. 02000000:00000001:3.0:1763344908.993906:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993908:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fce8a3b80. 02000000:00000001:3.0:1763344908.993911:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993912:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50d7ff0400. 02000000:00000001:3.0:1763344908.993915:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993916:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e65180. 02000000:00000001:3.0:1763344908.993919:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993920:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50f2e53400. 02000000:00000001:3.0:1763344908.993922:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993924:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee2abb80. 02000000:00000001:3.0:1763344908.993927:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993928:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50f2e50400. 02000000:00000001:3.0:1763344908.993930:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993931:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e64700. 02000000:00000001:3.0:1763344908.993934:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993936:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50fb89c800. 02000000:00000001:3.0:1763344908.993939:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993940:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e67100. 02000000:00000001:3.0:1763344908.993943:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993944:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50fb89f000. 02000000:00000001:3.0:1763344908.993947:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993948:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e66680. 02000000:00000001:3.0:1763344908.993951:0:74633:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.993952:0:74633:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9e50d7ff0800. 02000000:00000001:3.0:1763344908.993954:0:74633:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763344908.993955:0:74633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50c3e66a00. 00000100:00000001:3.0:1763344908.993959:0:74633:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1763344908.993964:0:74633:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1763344908.993970:0:74633:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac160. 00000400:00000010:3.0:1763344908.993975:0:74633:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff9e4fccce6e00. 00000100:00000001:3.0:1763344908.993985:0:74633:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344908.993987:0:74633:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344908.993992:0:74633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27143 00000100:00000040:3.0:1763344908.993995:0:74633:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:3.0:1763344908.993997:0:74633:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453504000 : -107404256047616 : ffff9e50ff788e00) 00000100:00000040:3.0:1763344908.994002:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff788e00 x1848987881574272/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/0 e 0 to 0 dl 1763344919 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344908.994010:0:74633:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344908.994013:0:74633:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd440. 00000100:00000001:3.0:1763344908.994015:0:74633:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344908.994017:0:74633:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dd440. 00000100:00100000:3.0:1763344908.994021:0:74633:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+25:2405:x1848987881574272:12345-192.168.203.14@tcp:1:lfs.0 00000100:00000200:3.0:1763344908.994025:0:74633:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881574272 00000020:00000001:3.0:1763344908.994027:0:74633:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344908.994029:0:74633:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344908.994030:0:74633:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.994032:0:74633:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344908.994034:0:74633:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932112 : -1042619504 : ffffffffc1dae390) 00000020:00000001:3.0:1763344908.994037:0:74633:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344908.994038:0:74633:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344908.994040:0:74633:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344908.994042:0:74633:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344908.994044:0:74633:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344908.994047:0:74633:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344908.994048:0:74633:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.994050:0:74633:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344908.994052:0:74633:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.994053:0:74633:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.994054:0:74633:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.994056:0:74633:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.994057:0:74633:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.994059:0:74633:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.994060:0:74633:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344908.994062:0:74633:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344908.994063:0:74633:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344908.994064:0:74633:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.994067:0:74633:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.994069:0:74633:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.994071:0:74633:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344908.994073:0:74633:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344908.994077:0:74633:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9e50e5675800. 02000000:00000001:3.0:1763344908.994079:0:74633:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.994080:0:74633:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.994083:0:74633:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:3.0:1763344908.994084:0:74633:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344908.994086:0:74633:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344908.994090:0:74633:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00002000:00000001:3.0:1763344908.994093:0:74633:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134976 : -107409430416640 : ffff9e4fcb0df300) 00002000:00000001:3.0:1763344908.994095:0:74633:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344908.994098:0:74633:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.994099:0:74633:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763344908.994101:0:74633:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:3.0:1763344908.994103:0:74633:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x200003059 for inode 11698 00000020:00000002:3.0:1763344908.994106:0:74633:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df358/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00000020:00000001:3.0:1763344908.994110:0:74633:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344908.994114:0:74633:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344908.994117:0:74633:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344908.994119:0:74633:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946970, transno 0, xid 1848987881574272 00010000:00000001:3.0:1763344908.994121:0:74633:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344908.994125:0:74633:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff788e00 x1848987881574272/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344908.994132:0:74633:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344908.994134:0:74633:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344908.994136:0:74633:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344908.994139:0:74633:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344908.994141:0:74633:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344908.994143:0:74633:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344908.994145:0:74633:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344908.994147:0:74633:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344908.994148:0:74633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344908.994152:0:74633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344908.994155:0:74633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb2a8. 00000100:00000200:3.0:1763344908.994159:0:74633:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848987881574272, offset 224 00000400:00000200:3.0:1763344908.994164:0:74633:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344908.994170:0:74633:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344908.994175:0:74633:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385773:1385773:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385769:1385769:7:4294967295] 00000400:00000200:3.0:1763344908.994182:0:74633:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344908.994187:0:74633:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344908.994191:0:74633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c392f400. 00000800:00000200:3.0:1763344908.994195:0:74633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344908.994199:0:74633:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344908.994203:0:74633:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c392f400 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763344908.994205:0:74633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344908.994208:0:74633:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344908.994210:0:74633:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344908.994211:0:74633:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344908.994213:0:74633:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344908.994217:0:74633:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff788e00 x1848987881574272/t0(0) o1->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:139/0 lens 440/432 e 0 to 0 dl 1763344919 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344908.994226:0:74633:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff788e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+25:2405:x1848987881574272:12345-192.168.203.14@tcp:1:lfs.0 Request processed in 214us (1308us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344908.994232:0:74633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27143 00000100:00000040:3.0:1763344908.994235:0:74633:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:3.0:1763344908.994237:0:74633:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344908.994238:0:74633:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344908.994241:0:74633:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344908.994244:0:74633:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf000. 00000020:00000010:3.0:1763344908.994247:0:74633:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdda00. 00000020:00000040:3.0:1763344908.994251:0:74633:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 24 00000100:00000001:3.0:1763344908.994253:0:74633:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344908.994298:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344908.994302:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fccce6600. 00000400:00000200:3.0:1763344908.994307:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.994311:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344908.994315:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb990 00000400:00000010:3.0:1763344908.994317:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb990. 00000100:00000001:3.0:1763344908.994320:0:3635:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763344908.994321:0:3635:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763344908.994323:0:3635:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9e50e5677c00. 02000000:00000001:3.0:1763344908.994326:0:3635:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763344908.994327:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763344908.994403:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344908.994406:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c392f400. 00000400:00000200:3.0:1763344908.994412:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344908.994416:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344908.994418:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb2a8 00000400:00000010:3.0:1763344908.994420:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb2a8. 00000100:00000001:3.0:1763344908.994422:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344908.994423:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763344908.997204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16a00. 00000800:00000001:2.0:1763344909.000610:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344909.000632:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763344909.000637:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344909.000640:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344909.000655:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:2.0:1763344909.000677:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 584 into portal 12 MB=0x691a509e01080 00000400:00000200:2.0:1763344909.000686:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 584/584 into md 0x619ac1 [64] + 1408 00000800:00000001:2.0:1763344909.000695:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344909.000707:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763344909.000711:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344909.000715:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:2.0:1763344909.000724:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344909.000727:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763344909.000734:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8271180. 00000100:00000040:2.0:1763344909.000739:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8271180 x1848987881574528 msgsize 584 00000100:00100000:2.0:1763344909.000745:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344909.000765:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763344909.000776:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763344909.000780:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.000920:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344909.000924:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881574528 02000000:00000001:1.0:1763344909.000927:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344909.000930:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344909.000932:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.000937:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344909.000942:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881574528 00000020:00000001:1.0:1763344909.000945:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344909.000947:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:1.0:1763344909.000950:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344909.000954:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=229 00000020:00000001:1.0:1763344909.000956:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:1.0:1763344909.000959:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:1.0:1763344909.000963:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344909.000968:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6540. 00000100:00000001:1.0:1763344909.000973:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344909.000975:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6540. 00000020:00000010:1.0:1763344909.000983:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50e753c200. 00000020:00000010:1.0:1763344909.000988:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42380. 00000020:00000010:1.0:1763344909.000994:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04258. 00000100:00000040:1.0:1763344909.001001:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763344909.001004:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344909.001006:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344909.001009:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.001017:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.001034:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.001049:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344909.001051:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344909.001056:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303035 00000100:00000040:1.0:1763344909.001060:0:6504:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:1.0:1763344909.001063:0:6504:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669330723200 : -107404378828416 : ffff9e50f8271180) 00000100:00000040:1.0:1763344909.001071:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8271180 x1848987881574528/t0(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 584/0 e 0 to 0 dl 1763344920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.001081:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344909.001084:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6540. 00000100:00000001:1.0:1763344909.001086:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344909.001088:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6540. 00000100:00100000:1.0:1763344909.001093:0:6504:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8271180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+229:253441:x1848987881574528:12345-192.168.203.14@tcp:61:lfs.0 00000100:00000200:1.0:1763344909.001097:0:6504:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881574528 00000020:00000001:1.0:1763344909.001100:0:6504:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344909.001103:0:6504:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344909.001108:0:6504:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.001110:0:6504:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344909.001113:0:6504:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664809856 : -1044741760 : ffffffffc1ba8180) 00000020:00000001:1.0:1763344909.001116:0:6504:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344909.001119:0:6504:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881574528, found 0 last_xid 1848987881574527 00000020:00000001:1.0:1763344909.001122:0:6504:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344909.001125:0:6504:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344909.001127:0:6504:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344909.001130:0:6504:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763344909.001135:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344909.001139:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779192408 : -107404930359208 : ffff9e50d7476058) 00000020:00000001:1.0:1763344909.001142:0:6504:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.001145:0:6504:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.001150:0:6504:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344909.001152:0:6504:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344909.001157:0:6504:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50c7e1d800. 02000000:00000001:1.0:1763344909.001160:0:6504:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.001163:0:6504:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.001165:0:6504:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:1.0:1763344909.001170:0:6504:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763344909.001172:0:6504:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00000001:1.0:1763344909.001175:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344909.001177:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344909.001179:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426400 refcount=3 00000020:00000001:1.0:1763344909.001181:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000001:1.0:1763344909.001184:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282571776 : -107409426979840 : ffff9e4fcb426400) 00010000:00000040:1.0:1763344909.001188:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359600 count: 4 00000004:00000001:1.0:1763344909.001192:0:6504:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763344909.001195:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344909.001198:0:6504:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344909.001200:0:6504:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344909.001202:0:6504:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.001205:0:6504:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.001209:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344909.001211:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344909.001217:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.001219:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344909.001222:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344909.001224:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344909.001227:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb426400 with handle 0x34881b4086818283 from hash 00010000:00000001:1.0:1763344909.001229:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344909.001231:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.001232:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344909.001234:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344909.001239:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344909.001241:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.001243:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344909.001245:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344909.001250:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426400/0x34881b4086818283 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e437 expref: 229 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344909.001261:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 221 00000020:00000040:1.0:1763344909.001264:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 228 00010000:00000010:1.0:1763344909.001267:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcae00. 00010000:00000001:1.0:1763344909.001275:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344909.001277:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344909.001278:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344909.001280:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16000 refcount=3 00000020:00000001:1.0:1763344909.001282:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:1.0:1763344909.001284:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142654976 : -107404566896640 : ffff9e50ecf16000) 00010000:00000001:1.0:1763344909.001286:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344909.001288:0:6504:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344909.001289:0:6504:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344909.001291:0:6504:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.001292:0:6504:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.001295:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344909.001296:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344909.001299:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.001300:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344909.001301:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344909.001303:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344909.001306:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16000 with handle 0x34881b4086818260 from hash 00010000:00000001:1.0:1763344909.001308:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344909.001309:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.001310:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344909.001311:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344909.001313:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344909.001315:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.001316:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344909.001317:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344909.001321:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50ecf16000/0x34881b4086818260 lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e422 expref: 228 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344909.001328:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:1.0:1763344909.001330:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 227 00010000:00000010:1.0:1763344909.001333:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50e4d16a00. 00010000:00000001:1.0:1763344909.001337:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344909.001338:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344909.001340:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344909.001342:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426800 refcount=3 00000020:00000001:1.0:1763344909.001344:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282572800 : -107409426978816 : ffff9e4fcb426800) 00010000:00000001:1.0:1763344909.001347:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282572800 : -107409426978816 : ffff9e4fcb426800) 00010000:00000001:1.0:1763344909.001349:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344909.001350:0:6504:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344909.001351:0:6504:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344909.001353:0:6504:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.001355:0:6504:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.001358:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344909.001359:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344909.001362:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.001382:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344909.001384:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344909.001385:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344909.001388:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb426800 with handle 0x34881b4086818213 from hash 00010000:00000001:1.0:1763344909.001390:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344909.001391:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.001393:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344909.001394:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344909.001396:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344909.001397:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.001399:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344909.001400:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344909.001404:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426800/0x34881b4086818213 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e3ff expref: 227 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344909.001411:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:1.0:1763344909.001413:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 226 00010000:00000010:1.0:1763344909.001415:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bca480. 00010000:00000001:1.0:1763344909.001419:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344909.001421:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344909.001422:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344909.001424:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4fcb426c00 refcount=3 00000020:00000001:1.0:1763344909.001426:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664282573824 : -107409426977792 : ffff9e4fcb426c00) 00010000:00000001:1.0:1763344909.001429:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636664282573824 : -107409426977792 : ffff9e4fcb426c00) 00010000:00000001:1.0:1763344909.001432:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344909.001435:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344909.001437:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fc1359600) 00010000:00000001:1.0:1763344909.001442:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344909.001445:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.001447:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763344909.001449:0:6504:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359600 count: 0 00010000:00000010:1.0:1763344909.001455:0:6504:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0c00. 00010000:00000040:1.0:1763344909.001459:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 3 00000004:00000001:1.0:1763344909.001461:0:6504:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763344909.001463:0:6504:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763344909.001465:0:6504:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763344909.001466:0:6504:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763344909.001468:0:6504:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.001470:0:6504:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.001473:0:6504:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763344909.001474:0:6504:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763344909.001476:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.001478:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344909.001479:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344909.001481:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344909.001483:0:6504:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4fcb426c00 with handle 0x34881b40868182d7 from hash 00010000:00000001:1.0:1763344909.001486:0:6504:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763344909.001487:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.001488:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344909.001490:0:6504:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763344909.001491:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344909.001493:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.001495:0:6504:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763344909.001496:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763344909.001500:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fcb426c00/0x34881b40868182d7 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e87:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e453 expref: 226 pid: 6504 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344909.001507:0:6504:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:1.0:1763344909.001509:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 225 00010000:00000010:1.0:1763344909.001512:0:6504:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcad80. 00010000:00000001:1.0:1763344909.001515:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344909.001517:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344909.001518:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344909.001520:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) 00010000:00000001:1.0:1763344909.001523:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344909.001525:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.001527:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763344909.001529:0:6504:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763344909.001531:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=4 : 4 : 4) 00000004:00000001:1.0:1763344909.001533:0:6504:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763344909.001536:0:6504:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e86:0x0] 00000020:00000001:1.0:1763344909.001538:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344909.001540:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:1.0:1763344909.001543:0:6504:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592928032 : -107409116623584 : ffff9e4fddc20d20) 00000004:00000001:1.0:1763344909.001549:0:6504:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:1.0:1763344909.001557:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763344909.001559:0:6504:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.001561:0:6504:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.001563:0:6504:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:1.0:1763344909.001566:0:6504:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763344909.001567:0:6504:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.001569:0:6504:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.001571:0:6504:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763344909.001575:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344909.001577:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344909.001580:0:6504:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 2 00010000:00000001:1.0:1763344909.001582:0:6504:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344909.001585:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344909.001589:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35600. 00000020:00000001:1.0:1763344909.001592:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344909.001594:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35600 with handle 0x34881b40868183b7 to hash 00000020:00000001:1.0:1763344909.001596:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344909.001598:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00000010:1.0:1763344909.001602:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5cb00. 00010000:00000001:1.0:1763344909.001605:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00000001:1.0:1763344909.001608:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344909.001609:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344909.001612:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35600/0x34881b40868183b7 lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:1.0:1763344909.001618:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344909.001620:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344909.001622:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344909.001625:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344909.001626:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344909.001628:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344909.001630:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344909.001632:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344909.001634:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344909.001636:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344909.001637:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344909.001639:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) refcount = 2 00010000:00000040:1.0:1763344909.001642:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344909.001644:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fc3d4c800/0x34881b40868183a2 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e87:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00010000:1.0:1763344909.001650:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35600/0x34881b40868183b7 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344909.001655:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344909.001657:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344909.001658:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.001660:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344909.001662:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344909.001663:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.001665:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344909.001668:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344909.001670:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344909.001672:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35600/0x34881b40868183b7 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344909.001681:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344909.001682:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.001683:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344909.001684:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344909.001686:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344909.001687:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35600 refcount=3 00000020:00000001:1.0:1763344909.001689:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00000001:1.0:1763344909.001691:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00000001:1.0:1763344909.001692:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.001694:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344909.001695:0:6504:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.001696:0:6504:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763344909.001698:0:6504:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763344909.001699:0:6504:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763344909.001703:0:6504:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fd854d200. 00010000:00000010:1.0:1763344909.001707:0:6504:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50fff42280. 00010000:00000001:1.0:1763344909.001711:0:6504:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344909.001713:0:6504:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca34200. 00000020:00000001:1.0:1763344909.001715:0:6504:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344909.001717:0:6504:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca34200 with handle 0x34881b40868183be to hash 00000020:00000001:1.0:1763344909.001718:0:6504:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344909.001720:0:6504:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405970944 : -107404303580672 : ffff9e50fca34200) 00010000:00000010:1.0:1763344909.001722:0:6504:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e4fc2e5cc00. 00010000:00000001:1.0:1763344909.001725:0:6504:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405970944 : -107404303580672 : ffff9e50fca34200) 00010000:00000001:1.0:1763344909.001727:0:6504:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763344909.001728:0:6504:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344909.001731:0:6504:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b40868183be lrc: 3/0,1 mode: --/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6504 initiator: MDT0 00010000:00000001:1.0:1763344909.001736:0:6504:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763344909.001737:0:6504:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763344909.001738:0:6504:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763344909.001740:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344909.001741:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344909.001743:0:6504:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763344909.001744:0:6504:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344909.001746:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344909.001748:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344909.001749:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344909.001750:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344909.001752:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fd854d200) refcount = 1 00010000:00010000:1.0:1763344909.001755:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b40868183be lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344909.001758:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344909.001760:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344909.001761:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.001763:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344909.001764:0:6504:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344909.001766:0:6504:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.001767:0:6504:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344909.001769:0:6504:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763344909.001771:0:6504:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763344909.001773:0:6504:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b40868183be lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344909.001777:0:6504:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763344909.001778:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.001780:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763344909.001781:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344909.001782:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344909.001783:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34200 refcount=3 00000020:00000001:1.0:1763344909.001785:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405970944 : -107404303580672 : ffff9e50fca34200) 00010000:00000001:1.0:1763344909.001832:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405970944 : -107404303580672 : ffff9e50fca34200) 00010000:00000001:1.0:1763344909.001835:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.001836:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344909.001838:0:6504:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.001843:0:6504:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:1.0:1763344909.001847:0:6504:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:1.0:1763344909.001850:0:6504:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763344909.001853:0:6504:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763344909.001860:0:6504:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc2dec4e0. 00080000:00000001:1.0:1763344909.001863:0:6504:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344909.001868:0:6504:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e510117b000. 00080000:00000001:1.0:1763344909.001872:0:6504:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00000004:00000001:1.0:1763344909.001875:0:6504:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:1.0:1763344909.001878:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344909.001881:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:1.0:1763344909.001886:0:6504:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9e50ef7b6540. 00000004:00000001:1.0:1763344909.001889:0:6504:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.001891:0:6504:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:1.0:1763344909.001892:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344909.001894:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000020:00000010:1.0:1763344909.001897:0:6504:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 80 at ffff9e4fc2decae0. 00000004:00000001:1.0:1763344909.001898:0:6504:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344909.001902:0:6504:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9e4fc371d940. 00000004:00000001:1.0:1763344909.001904:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344909.001918:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:1.0:1763344909.001922:0:6504:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9e4fc371d000. 00000004:00000001:1.0:1763344909.001924:0:6504:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344909.001927:0:6504:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763344909.001930:0:6504:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.001933:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.001935:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.001938:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00000004:00000001:1.0:1763344909.001942:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.001944:0:6504:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.001947:0:6504:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.001949:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.001950:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.001951:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00000004:00000001:1.0:1763344909.001953:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.001955:0:6504:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.001958:0:6504:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763344909.001961:0:6504:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763344909.001966:0:6504:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763344909.001968:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.001969:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00080000:00000001:1.0:1763344909.001973:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344909.001977:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344909.001981:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6780. 00080000:00000001:1.0:1763344909.001983:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.001985:0:6504:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.001994:0:6504:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.001996:0:6504:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.002002:0:6504:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.002008:0:6504:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763344909.002010:0:6504:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763344909.002016:0:6504:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9e50d7c865b8. 00000004:00000010:1.0:1763344909.002022:0:6504:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9e4fcab395a8. 00000004:00000010:1.0:1763344909.002026:0:6504:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9e4fcab39148. 00000004:00000010:1.0:1763344909.002031:0:6504:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd33dc840. 00000004:00000001:1.0:1763344909.002034:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.002036:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.002037:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00080000:00000001:1.0:1763344909.002041:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763344909.002043:0:6504:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e87:0x0] set xattr 'trusted.lov' with size 80 00080000:00000010:1.0:1763344909.002067:0:6504:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 148 at ffff9e4fcfc1ba80. 00000004:00000001:1.0:1763344909.002073:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.002076:0:6504:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.002078:0:6504:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.002080:0:6504:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763344909.002082:0:6504:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763344909.002084:0:6504:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9e50d7c85f10. 00000004:00000001:1.0:1763344909.002089:0:6504:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763344909.002090:0:6504:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763344909.002092:0:6504:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9e50d7c879b0. 00000004:00000010:1.0:1763344909.002095:0:6504:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff9e50efb79840. 00000004:00000010:1.0:1763344909.002099:0:6504:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff9e4fcab39270. 00000004:00000010:1.0:1763344909.002101:0:6504:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fd33dc9c0. 00000004:00000001:1.0:1763344909.002104:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.002113:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.002115:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00080000:00000001:1.0:1763344909.002117:0:6504:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763344909.002119:0:6504:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e86:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:1.0:1763344909.002128:0:6504:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff9e50fff42a00. 00000004:00000001:1.0:1763344909.002132:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.002134:0:6504:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.002136:0:6504:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:1.0:1763344909.002139:0:6504:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.002141:0:6504:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:1.0:1763344909.002142:0:6504:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.002144:0:6504:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:1.0:1763344909.002149:0:6504:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763344909.002152:0:6504:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763344909.002156:0:6504:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763344909.002159:0:6504:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214384, last_committed = 25770214382 00000001:00000010:1.0:1763344909.002163:0:6504:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2dec0c0. 00000001:00000040:1.0:1763344909.002166:0:6504:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 2 00000020:00000040:1.0:1763344909.002168:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=226 00000001:00000010:1.0:1763344909.002175:0:6504:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fcfc1b3c0. 00000004:00000001:1.0:1763344909.002180:0:6504:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763344909.002182:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.002183:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480710144 : -107404228841472 : ffff9e510117b000) 00000004:00000001:1.0:1763344909.002195:0:6504:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763344909.002199:0:6504:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fcfc1b3c0: xid 1848987881574528, transno 25770214384, tag 0, client gen 9, slot idx 0 00000001:00000001:1.0:1763344909.002202:0:6504:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763344909.002209:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6780. 00040000:00000001:1.0:1763344909.002213:0:6504:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344909.002216:0:6504:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344909.002218:0:6504:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344909.002221:0:6504:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc2dec4e0. 00000020:00000001:1.0:1763344909.002225:0:6504:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344909.002229:0:6504:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9e50ef7b6540. 00000020:00000010:1.0:1763344909.002232:0:6504:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 80 at ffff9e4fc2decae0. 00000020:00000010:1.0:1763344909.002234:0:6504:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9e4fc371d940. 00000020:00000010:1.0:1763344909.002236:0:6504:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9e4fc371d000. 00200000:00000001:1.0:1763344909.002239:0:6504:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763344909.002242:0:6504:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc2decae0. 00080000:00000001:1.0:1763344909.002244:0:6504:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344909.002246:0:6504:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e510117a800. 00080000:00000001:1.0:1763344909.002248:0:6504:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636669480708096 : -107404228843520 : ffff9e510117a800) 00000004:00000001:1.0:1763344909.002251:0:6504:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.002254:0:6504:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763344909.002256:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344909.002259:0:6504:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:1.0:1763344909.002262:0:6504:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:1.0:1763344909.002264:0:6504:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:1.0:1763344909.002269:0:6504:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fcfc1b6c0. 00000004:00000001:1.0:1763344909.002272:0:6504:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:1.0:1763344909.002275:0:6504:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffff9e50fcae3db0. 00000004:00000010:1.0:1763344909.002278:0:6504:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffff9e4fd25ac508. 00000020:00000001:1.0:1763344909.002282:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:1.0:1763344909.002289:0:6504:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e4fe1bccb18. 00000004:00000001:1.0:1763344909.002294:0:6504:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763344909.002296:0:6504:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.002299:0:6504:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636664659692400 : -107409049859216 : ffff9e4fe1bccb70) 00000020:00000001:1.0:1763344909.002302:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:1.0:1763344909.002304:0:6504:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e4fe1bccd50. 00000004:00000001:1.0:1763344909.002306:0:6504:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763344909.002308:0:6504:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.002310:0:6504:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636664659692968 : -107409049858648 : ffff9e4fe1bccda8) 00000004:00000001:1.0:1763344909.002312:0:6504:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.002314:0:6504:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1763344909.002316:0:6504:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.002318:0:6504:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.002320:0:6504:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:1.0:1763344909.002322:0:6504:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763344909.002327:0:6504:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:1.0:1763344909.002331:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fcfc1b300. 00000004:00000010:1.0:1763344909.002335:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d000. 00000004:00000010:1.0:1763344909.002339:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ef129000. 00000020:00000001:1.0:1763344909.002344:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344909.002347:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.002349:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763344909.002351:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344909.002354:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000402:0x1bc1:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:1.0:1763344909.002357:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ef129000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763344909.002373:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7805880. 00000020:00000040:1.0:1763344909.002377:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=4 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:1.0:1763344909.002383:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344909.002386:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344909.002390:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344909.002396:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117ae00. 00000100:00000001:1.0:1763344909.002402:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.002405:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.002408:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344909.002410:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.002412:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344909.002414:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344909.002420:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fcfc1bb40. 00000100:00000001:1.0:1763344909.002423:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664358026048 : -107409351525568 : ffff9e4fcfc1bb40) 00000100:00000001:1.0:1763344909.002425:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.002427:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219523200 : -107409490028416 : ffff9e4fc7805880) 00000100:00000001:1.0:1763344909.002431:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344909.002435:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.002438:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344909.002439:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344909.002445:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc7805880 x1848987617988864/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.002454:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344909.002456:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.002460:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344909.002463:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344909.002466:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344909.002469:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc7805880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617988864:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344909.002474:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344909.002478:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344909.002480:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.002483:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344909.002489:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50ec10a000. 02000000:00000001:1.0:1763344909.002491:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344909.002497:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344909.002503:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fcfc1be40. 00000100:00000200:1.0:1763344909.002510:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617988864, portal 4 00000100:00000001:1.0:1763344909.002512:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.002513:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219523200 : -107409490028416 : ffff9e4fc7805880) 00000100:00000040:1.0:1763344909.002519:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4fc7805880 x1848987617988864/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.002526:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344909.002529:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344909.002532:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3dd0. 00000100:00000200:1.0:1763344909.002536:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617988864, offset 0 00000400:00000200:1.0:1763344909.002542:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344909.002553:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344909.002563:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa2a1100 00000400:00000200:1.0:1763344909.002569:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 20896 00000400:00000200:1.0:1763344909.002575:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.002578:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344909.002583:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344909.002584:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344909.002588:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7806680. 00000100:00000040:1.0:1763344909.002591:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7806680 x1848987617988864 msgsize 328 00000100:00100000:1.0:1763344909.002594:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344909.002618:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344909.002625:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3dd0 00000400:00000010:1.0:1763344909.002628:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3dd0. 00000100:00000001:1.0:1763344909.002631:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344909.002636:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc7805880 x1848987617988864/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.002645:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.002648:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4fc7805880 x1848987617988864/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.002655:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.002657:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344909.002662:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.002666:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 13500 usecs (14 jiffies) 00000100:00000001:1.0:1763344909.002670:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307682835 00000100:00000001:1.0:1763344909.002673:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.002676:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307682835 00000100:00000001:1.0:1763344909.002678:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.002680:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307682835 00000100:00000001:1.0:1763344909.002682:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.002684:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307682835 00000100:00000001:1.0:1763344909.002686:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.002689:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344909.002692:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.002694:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344909.002696:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344909.002699:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fcfc1bb40 going to sleep for 11 seconds 00000100:00000001:1.0:1763344909.002702:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344909.002705:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.003141:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344909.003144:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617988864 02000000:00000001:3.0:1763344909.003147:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344909.003149:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344909.003151:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344909.003154:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344909.003157:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617988864 00000020:00000001:3.0:1763344909.003160:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344909.003161:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000020:00000001:3.0:1763344909.003163:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344909.003167:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=5 00000020:00000001:3.0:1763344909.003169:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:3.0:1763344909.003172:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:3.0:1763344909.003176:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344909.003181:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dd440. 00000020:00000040:3.0:1763344909.003187:0:6509:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:3.0:1763344909.003203:0:6509:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763344909.003209:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdda00. 00000020:00000010:3.0:1763344909.003214:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344909.003219:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf000. 00000100:00000040:3.0:1763344909.003225:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344909.003228:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344909.003229:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344909.003231:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.003237:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.003251:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344909.003261:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344909.003263:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344909.003267:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8707 00000100:00000040:3.0:1763344909.003271:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:3.0:1763344909.003273:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219526784 : -107409490024832 : ffff9e4fc7806680) 00000100:00000040:3.0:1763344909.003279:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7806680 x1848987617988864/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 328/0 e 0 to 0 dl 1763344920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344909.003288:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344909.003291:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde80. 00000100:00000001:3.0:1763344909.003293:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344909.003296:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde80. 00000100:00100000:3.0:1763344909.003300:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6504:x1848987617988864:12345-0@lo:1000:mdt00_000.0 00000100:00000200:3.0:1763344909.003305:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617988864 00000020:00000001:3.0:1763344909.003308:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344909.003311:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344909.003313:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.003316:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344909.003318:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344909.003321:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344909.003323:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344909.003325:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344909.003328:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344909.003330:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.003333:0:6509:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344909.003339:0:6509:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6680. 00000100:00000001:3.0:1763344909.003343:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344909.003345:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344909.003350:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50e7dca000. 02000000:00000001:3.0:1763344909.003353:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.003355:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344909.003360:0:6509:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc87e0300. 00000020:00000001:3.0:1763344909.003362:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344909.003381:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344909.003387:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00000020:00000001:3.0:1763344909.003391:0:6509:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:3.0:1763344909.003411:0:6509:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x2c0000402:0x1bc1:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763344909.003414:0:6509:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763344909.003417:0:6509:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344909.003420:0:6509:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc703a200/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00000020:00000010:3.0:1763344909.003424:0:6509:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6680. 00000020:00000010:3.0:1763344909.003428:0:6509:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc87e0300. 00000020:00000001:3.0:1763344909.003431:0:6509:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344909.003435:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946967, transno 0, xid 1848987617988864 00010000:00000001:3.0:1763344909.003438:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344909.003443:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7806680 x1848987617988864/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 328/4320 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344909.003451:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344909.003454:0:6509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344909.003457:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344909.003462:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344909.003464:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344909.003467:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344909.003469:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344909.003471:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.003474:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344909.003476:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344909.003480:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0300. 00000100:00000200:3.0:1763344909.003484:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617988864, offset 224 00000400:00000200:3.0:1763344909.003490:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344909.003498:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344909.003505:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa2a1100 00000400:00000200:3.0:1763344909.003509:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x666349 [2] + 224 00000400:00000200:3.0:1763344909.003514:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.003517:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344909.003521:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344909.003525:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc7805880 x1848987617988864/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344909.003534:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e4fc7805880 x1848987617988864/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344909.003545:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344909.003550:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0300 00000400:00000010:3.0:1763344909.003552:0:6509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0300. 00000100:00000001:3.0:1763344909.003555:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344909.003557:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344909.003561:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344909.003564:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344909.003566:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344909.003567:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.003569:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344909.003573:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7806680 x1848987617988864/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 328/4320 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344909.003581:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6504:x1848987617988864:12345-0@lo:1000:mdt00_000.0 Request processed in 291us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344909.003587:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8707 00000100:00000040:3.0:1763344909.003590:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d6800 : new rpc_count 0 00000100:00000001:3.0:1763344909.003592:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344909.003594:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344909.003598:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344909.003601:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf000. 00000020:00000010:3.0:1763344909.003605:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdda00. 00000020:00000040:3.0:1763344909.003609:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 4 00000100:00000001:3.0:1763344909.003613:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1763344909.003751:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:2.0:1763344909.003757:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:1.0:1763344909.003839:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344909.003845:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344909.003847:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344909.003850:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:1.0:1763344909.003853:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fcfc1be40 00000400:00000010:1.0:1763344909.003855:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fcfc1be40. 00000100:00000001:1.0:1763344909.003858:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344909.003863:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc7805880 x1848987617988864/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344909.003871:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc7805880 x1848987617988864/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.003876:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344909.003878:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.003881:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344909.003884:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344909.003886:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344909.003888:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.003891:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344909.003897:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfed30 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1763344909.003900:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=46 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344909.003903:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344909.003906:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.003909:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344909.003913:0:6504:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.003916:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1763344909.003919:0:6504:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589946967 gen 3 00000100:00000040:1.0:1763344909.003924:0:6504:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589946967) req@ffff9e50f6ac8000 x1848987617978112/t8589946967(8589946967) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344909.003931:0:6504:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1763344909.003934:0:6504:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589946967 committed transno 8589946967 00000004:00000010:1.0:1763344909.003938:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ef12b000. 00000004:00000010:1.0:1763344909.003941:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59f60. 00000004:00000010:1.0:1763344909.003948:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd073f180. 00000004:00000010:1.0:1763344909.003952:0:6504:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9e4fd073fc00. 00000004:00000001:1.0:1763344909.003954:0:6504:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1763344909.003956:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.003958:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f6ac8000 x1848987617978112/t8589946967(8589946967) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344918 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.003964:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344909.003967:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344909.003970:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f8596000. 02000000:00000001:1.0:1763344909.003974:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344909.003976:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344909.003977:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:1.0:1763344909.003979:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344909.003982:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09e600. 02000000:00000001:1.0:1763344909.003985:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344909.003987:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344909.003989:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f6ac8000. 00000100:00000001:1.0:1763344909.003993:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344909.003994:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.003996:0:6504:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763344909.003999:0:6504:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1763344909.004001:0:6504:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344909.004003:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.004006:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc7805880 x1848987617988864/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.004012:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344909.004015:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344909.004016:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344909.004020:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7805880 x1848987617988864/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344909.004027:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc7805880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617988864:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344909.004031:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.004033:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.004036:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344909.004037:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.004039:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc7805880 x1848987617988864/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.004045:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344909.004047:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fcfc1bb40. 00000100:00000001:1.0:1763344909.004050:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344909.004051:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.004053:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763344909.004062:0:6504:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9e50fff42e80. 00000004:00000001:1.0:1763344909.004066:0:6504:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:1.0:1763344909.004069:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.004071:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc7805880 x1848987617988864/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.004076:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344909.004077:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344909.004079:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50ec10a000. 02000000:00000001:1.0:1763344909.004082:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344909.004083:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344909.004084:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:1.0:1763344909.004086:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344909.004087:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117ae00. 02000000:00000001:1.0:1763344909.004089:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344909.004090:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344909.004091:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7805880. 00000100:00000001:1.0:1763344909.004095:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344909.004096:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763344909.004098:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ef129000. 00000004:00000010:1.0:1763344909.004102:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e4fc371d000. 00000004:00000010:1.0:1763344909.004104:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fcfc1b300. 00000004:00000001:1.0:1763344909.004108:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.004111:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.004113:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344909.004116:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344909.004118:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344909.004121:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344909.004125:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.004127:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.004129:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344909.004131:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:1.0:1763344909.004133:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.004136:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:1.0:1763344909.004138:0:6504:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:1.0:1763344909.004141:0:6504:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fcfc1b300. 00000004:00000001:1.0:1763344909.004143:0:6504:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664358023936 : -107409351527680 : ffff9e4fcfc1b300) 00000020:00000010:1.0:1763344909.004148:0:6504:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9e4fcfc1bb40. 00000020:00000010:1.0:1763344909.004153:0:6504:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50ff83a900. 00000020:00000010:1.0:1763344909.004158:0:6504:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50ec154300. 00000020:00000001:1.0:1763344909.004161:0:6504:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446636664358023936 : -107409351527680 : ffff9e4fcfc1b300) 00000004:00000001:1.0:1763344909.004163:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664358023936 : -107409351527680 : ffff9e4fcfc1b300) 00000004:00000010:1.0:1763344909.004167:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fcfc1be40. 00000004:00000010:1.0:1763344909.004170:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d000. 00000004:00000010:1.0:1763344909.004174:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ef129000. 00000004:00000001:1.0:1763344909.004177:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.004181:0:6504:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:1.0:1763344909.004183:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fcfc1b0c0. 00000004:00000010:1.0:1763344909.004185:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d940. 00000004:00000010:1.0:1763344909.004189:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ef12b000. 00000020:00000001:1.0:1763344909.004192:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344909.004194:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.004196:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763344909.004197:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344909.004199:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000402:0x1c19:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:1.0:1763344909.004203:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ef12b000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763344909.004207:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7805880. 00000020:00000040:1.0:1763344909.004210:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=4 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1763344909.004213:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344909.004215:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344909.004218:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344909.004221:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117ae00. 00000100:00000001:1.0:1763344909.004225:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.004228:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.004231:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344909.004233:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.004235:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344909.004236:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344909.004241:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fcfc1bcc0. 00000100:00000001:1.0:1763344909.004243:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664358026432 : -107409351525184 : ffff9e4fcfc1bcc0) 00000100:00000001:1.0:1763344909.004245:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.004246:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219523200 : -107409490028416 : ffff9e4fc7805880) 00000100:00000001:1.0:1763344909.004250:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344909.004254:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.004256:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344909.004257:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344909.004261:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc7805880 x1848987617988992/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.004267:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344909.004269:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.004273:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344909.004275:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344909.004277:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344909.004280:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc7805880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617988992:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344909.004284:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344909.004287:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344909.004289:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.004291:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344909.004295:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50ec10a000. 02000000:00000001:1.0:1763344909.004297:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344909.004301:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344909.004307:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fcfc1b780. 00000100:00000200:1.0:1763344909.004311:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617988992, portal 4 00000100:00000001:1.0:1763344909.004313:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.004314:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219523200 : -107409490028416 : ffff9e4fc7805880) 00000100:00000040:1.0:1763344909.004319:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4fc7805880 x1848987617988992/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.004325:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344909.004327:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344909.004330:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3dd0. 00000100:00000200:1.0:1763344909.004332:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617988992, offset 0 00000400:00000200:1.0:1763344909.004336:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344909.004344:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344909.004350:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa2a1180 00000400:00000200:1.0:1763344909.004355:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 21224 00000400:00000200:1.0:1763344909.004359:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.004362:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344909.004433:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344909.004436:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344909.004441:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7806d80. 00000100:00000040:1.0:1763344909.004444:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7806d80 x1848987617988992 msgsize 328 00000100:00100000:1.0:1763344909.004448:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344909.005316:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763344909.005928:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344909.005945:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3dd0 00000400:00000010:1.0:1763344909.005949:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3dd0. 00000100:00000001:1.0:1763344909.005953:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344909.005961:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc7805880 x1848987617988992/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.005971:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.005974:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4fc7805880 x1848987617988992/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.005980:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.005982:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344909.005988:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.005992:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17578 usecs (18 jiffies) 00000100:00000001:1.0:1763344909.005996:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307682843 00000100:00000001:1.0:1763344909.005999:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.006001:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307682843 00000100:00000001:1.0:1763344909.006003:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.006005:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307682843 00000100:00000001:1.0:1763344909.006007:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.006009:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307682843 00000100:00000001:1.0:1763344909.006011:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.006013:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344909.006015:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.006018:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344909.006019:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344909.006021:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fcfc1bcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1763344909.006024:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344909.006026:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344909.006067:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617988992 02000000:00000001:0.0:1763344909.006070:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344909.006073:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344909.006075:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344909.006079:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344909.006084:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617988992 00000020:00000001:0.0:1763344909.006087:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344909.006088:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:0.0:1763344909.006091:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.006094:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=6 00000020:00000001:0.0:1763344909.006097:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000020:00000001:0.0:1763344909.006099:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:0.0:1763344909.006103:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344909.006109:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2880. 00000020:00000040:0.0:1763344909.006116:0:21732:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00080000:2.0:1763344909.006780:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1763344909.006785:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:0.0:1763344909.008891:0:21732:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344909.008915:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4a00. 00000020:00000010:0.0:1763344909.008923:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344909.008930:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732bb8. 00000100:00000040:0.0:1763344909.008943:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344909.008947:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344909.008948:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344909.008951:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.008960:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.008968:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344909.008990:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344909.008992:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344909.009000:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8708 00000100:00000040:0.0:1763344909.009005:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:0.0:1763344909.009008:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219528576 : -107409490023040 : ffff9e4fc7806d80) 00000100:00000040:0.0:1763344909.009017:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7806d80 x1848987617988992/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 328/0 e 0 to 0 dl 1763344920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344909.009028:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344909.009032:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2340. 00000100:00000001:0.0:1763344909.009035:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344909.009038:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2340. 00000100:00100000:0.0:1763344909.009045:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:6504:x1848987617988992:12345-0@lo:1000:mdt00_000.0 00000100:00000200:0.0:1763344909.009048:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617988992 00000020:00000001:0.0:1763344909.009052:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344909.009057:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344909.009059:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.009062:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344909.009064:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:0.0:1763344909.009067:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344909.009071:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344909.009073:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344909.009075:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344909.009079:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.009082:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763344909.009090:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab2b4a8. 00000100:00000001:0.0:1763344909.009094:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344909.009097:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344909.009105:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50f57ac000. 02000000:00000001:0.0:1763344909.009108:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.009111:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344909.009116:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd6241cc0. 00000020:00000001:0.0:1763344909.009118:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763344909.009121:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344909.009126:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279130808 : -107409430420808 : ffff9e4fcb0de2b8) 00000020:00000001:0.0:1763344909.009130:0:21732:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:0.0:1763344909.009152:0:21732:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000402:0x1c19:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763344909.009155:0:21732:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763344909.009157:0:21732:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344909.009160:0:21732:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fdd9dd600/ffff9e4fcb0de260 to site lru. bkt: ffff9e50e5a40a80 00000020:00000010:0.0:1763344909.009164:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab2b4a8. 00000020:00000010:0.0:1763344909.009167:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd6241cc0. 00000020:00000001:0.0:1763344909.009169:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344909.009172:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915416, transno 0, xid 1848987617988992 00010000:00000001:0.0:1763344909.009175:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344909.009180:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7806d80 x1848987617988992/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 328/4320 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344909.009188:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344909.009190:0:21732:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344909.009194:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=88 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344909.009199:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344909.009201:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344909.009204:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344909.009206:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344909.009208:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.009211:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344909.009213:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344909.009217:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd6241cc0. 00000100:00000200:0.0:1763344909.009224:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617988992, offset 224 00000400:00000200:0.0:1763344909.009230:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344909.009243:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344909.009253:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa2a1180 00000400:00000200:0.0:1763344909.009260:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x666355 [2] + 224 00000400:00000200:0.0:1763344909.009268:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344909.009271:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344909.009277:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344909.009282:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc7805880 x1848987617988992/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344909.009291:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e4fc7805880 x1848987617988992/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.009346:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344909.009685:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1763344909.009690:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344909.009692:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344909.009695:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:1.0:1763344909.009699:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fcfc1b780 00000400:00000010:1.0:1763344909.009701:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fcfc1b780. 00000100:00000001:1.0:1763344909.009705:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1763344909.009706:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd6241cc0 00000400:00000010:0.0:1763344909.009707:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd6241cc0. 00000100:00000200:1.0:1763344909.009710:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc7805880 x1848987617988992/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344909.009710:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344909.009712:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344909.009717:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763344909.009718:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc7805880 x1848987617988992/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344909.009720:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344909.009722:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:1.0:1763344909.009724:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1763344909.009724:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.009726:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344909.009727:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1763344909.009729:0:6504:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1763344909.009731:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7806d80 x1848987617988992/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 328/4320 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1763344909.009732:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344909.009734:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344909.009736:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.009739:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344909.009740:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:6504:x1848987617988992:12345-0@lo:1000:mdt00_000.0 Request processed in 711us (5293us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344909.009747:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8708 00000100:00001000:1.0:1763344909.009748:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213d78 time=98 v=5 (5 0 0 0) 00000100:00000040:0.0:1763344909.009750:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00001000:1.0:1763344909.009752:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=45 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344909.009752:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344909.009754:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344909.009754:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1763344909.009756:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.009758:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1763344909.009758:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139580. 00010000:00000001:1.0:1763344909.009761:0:6504:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344909.009762:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732bb8. 00000100:00000001:1.0:1763344909.009764:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:0.0:1763344909.009765:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4a00. 00000100:00000040:1.0:1763344909.009766:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884915416 00000100:00000001:1.0:1763344909.009768:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344909.009770:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344909.009770:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 5 00000100:00000001:0.0:1763344909.009773:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344909.009775:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc7805880 x1848987617988992/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.009781:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344909.009784:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344909.009786:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763344909.009815:0:6504:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb426400. 00010000:00000010:1.1:1763344909.009821:0:6504:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16000. 00010000:00000010:1.1:1763344909.009824:0:6504:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb426800. 00010000:00000010:1.1:1763344909.009828:0:6504:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359600. 00010000:00000010:1.1:1763344909.009831:0:6504:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4fcb426c00. 00000100:00000040:1.0:1763344909.009839:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7805880 x1848987617988992/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344909.009846:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc7805880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617988992:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344909.009850:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.009853:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.009855:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344909.009857:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.009860:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc7805880 x1848987617988992/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.009865:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344909.009867:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fcfc1bcc0. 00000100:00000001:1.0:1763344909.009869:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344909.009870:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.009874:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763344909.009883:0:6504:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9e50fff42d00. 00000004:00000001:1.0:1763344909.009887:0:6504:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:1.0:1763344909.009890:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.009893:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc7805880 x1848987617988992/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.009900:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344909.009902:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344909.009905:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50ec10a000. 02000000:00000001:1.0:1763344909.009909:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344909.009911:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344909.009913:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1763344909.009915:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344909.009917:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117ae00. 02000000:00000001:1.0:1763344909.009920:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344909.009921:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344909.009923:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7805880. 00000100:00000001:1.0:1763344909.009927:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344909.009929:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763344909.009931:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ef12b000. 00000004:00000010:1.0:1763344909.009935:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e4fc371d940. 00000004:00000010:1.0:1763344909.009938:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fcfc1b0c0. 00000004:00000001:1.0:1763344909.009944:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.009947:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.009950:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344909.009954:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344909.009955:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344909.009958:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344909.009962:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.009964:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.009966:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344909.009967:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:1.0:1763344909.009970:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.009973:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:1.0:1763344909.009976:0:6504:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:1.0:1763344909.009980:0:6504:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fcfc1b0c0. 00000004:00000001:1.0:1763344909.009983:0:6504:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664358023360 : -107409351528256 : ffff9e4fcfc1b0c0) 00000020:00000010:1.0:1763344909.009988:0:6504:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e4fc2fa7900. 00000020:00000001:1.0:1763344909.009991:0:6504:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446636664358023360 : -107409351528256 : ffff9e4fcfc1b0c0) 00000004:00000001:1.0:1763344909.009994:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664358023360 : -107409351528256 : ffff9e4fcfc1b0c0) 00000004:00000010:1.0:1763344909.009999:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fcfc1bcc0. 00000004:00000010:1.0:1763344909.010002:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d940. 00000004:00000010:1.0:1763344909.010006:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ef12b000. 00000004:00000001:1.0:1763344909.010009:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010012:0:6504:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010015:0:6504:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010018:0:6504:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010026:0:6504:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763344909.010029:0:6504:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0001: blocks=958279, bfree=950552, bavail=893994, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259278, state=0 00000004:00000001:1.0:1763344909.010034:0:6504:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010036:0:6504:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763344909.010038:0:6504:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0001: blocks=958279, bfree=955117, bavail=898559, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259420, state=0 00000004:00000001:1.0:1763344909.010042:0:6504:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.010044:0:6504:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:1.0:1763344909.010046:0:6504:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:1.0:1763344909.010049:0:6504:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344909.010054:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fcfc1bb40 refcount 5 committed 0 result 0 batchid 21474836915 00000020:00000040:1.0:1763344909.010057:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e4fc2fa7900 obd lustre-OST0000-osc-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fcfc1b0c0 00000020:00000040:1.0:1763344909.010061:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ec154300 obd lustre-OST0001-osc-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fcfc1b300 00000020:00000040:1.0:1763344909.010063:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a900 obd lustre-MDT0001-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9e510117a800 00000020:00000040:1.0:1763344909.010067:0:6504:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000040:00000001:1.0:1763344909.010070:0:6504:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763344909.010073:0:6504:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763344909.010075:0:6504:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742848 flags 12 count 2 00000040:00000001:1.0:1763344909.010079:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344909.010082:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344909.010084:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344909.010086:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.010088:0:6504:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763344909.010091:0:6504:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:1.0:1763344909.010095:0:6504:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:1.0:1763344909.010100:0:6504:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b10:0x3:0x0] not in the id map cache 00000001:00000001:1.0:1763344909.010105:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344909.010106:0:6504:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.010109:0:6504:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:1.0:1763344909.010112:0:6504:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1763344909.010114:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344909.010115:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344909.010116:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344909.010117:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.010119:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.010121:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.010123:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344909.010128:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664140321560 : -107409569230056 : ffff9e4fc2c7d318) 00000040:00000001:1.0:1763344909.010134:0:6504:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669001203712 : -107404708347904 : ffff9e50e4830000) 00080000:00000001:1.0:1763344909.010139:0:6504:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1763344909.010142:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344909.010144:0:6504:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344909.010148:0:6504:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e4830000/ffff9e4fc2c7d2c0 to site lru. bkt: ffff9e50ff90ea70 00000040:00000001:1.0:1763344909.010151:0:6504:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.010153:0:6504:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.010155:0:6504:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.010158:0:6504:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344909.010160:0:6504:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344909.010163:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344909.010165:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344909.010169:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6540. 00080000:00000001:1.0:1763344909.010172:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.010174:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344909.010175:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344909.010177:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.010178:0:6504:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.010181:0:6504:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.010183:0:6504:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344909.010185:0:6504:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.010187:0:6504:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344909.010188:0:6504:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344909.010190:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344909.010192:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344909.010194:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6780. 00080000:00000001:1.0:1763344909.010196:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.010197:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344909.010199:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344909.010200:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.010202:0:6504:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.010203:0:6504:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.010206:0:6504:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344909.010207:0:6504:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.010209:0:6504:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.010212:0:6504:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344909.010214:0:6504:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:1.0:1763344909.010217:0:6504:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.010221:0:6504:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763344909.010228:0:6504:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763344909.010230:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.010232:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480708096 : -107404228843520 : ffff9e510117a800) 00080000:00000001:1.0:1763344909.010235:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344909.010236:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344909.010239:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6340. 00080000:00000001:1.0:1763344909.010241:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010242:0:6504:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.010251:0:6504:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.010253:0:6504:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010258:0:6504:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.010261:0:6504:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763344909.010263:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344909.010265:0:6504:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010268:0:6504:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763344909.010272:0:6504:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:1.0:1763344909.010275:0:6504:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:1.0:1763344909.010278:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.010279:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.010280:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344909.010282:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344909.010283:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344909.010284:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344909.010286:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.010288:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.010289:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344909.010290:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:1.0:1763344909.010292:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.010294:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763344909.010296:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664358023936 : -107409351527680 : ffff9e4fcfc1b300) 00000004:00000001:1.0:1763344909.010298:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664358023936 : -107409351527680 : ffff9e4fcfc1b300) 00000020:00000040:1.0:1763344909.010302:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:1.0:1763344909.010305:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:1.0:1763344909.010307:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:1.0:1763344909.010310:0:6504:0:(update_records.c:220:update_records_update_pack()) 0th [0x2c0000402:0x1bc1:0x0] xattr_set param_count = 3 00000004:00000001:1.0:1763344909.010313:0:6504:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:1.0:1763344909.010315:0:6504:0:(osp_object.c:1255:osp_xattr_set()) [0x2c0000402:0x1bc1:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763344909.010320:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344909.010323:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010326:0:6504:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010328:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010330:0:6504:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:1.0:1763344909.010331:0:6504:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:1.0:1763344909.010334:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.010335:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.010336:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344909.010338:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344909.010339:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344909.010340:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344909.010341:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.010343:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.010345:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344909.010346:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:1.0:1763344909.010348:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.010349:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763344909.010351:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664358023360 : -107409351528256 : ffff9e4fcfc1b0c0) 00000004:00000001:1.0:1763344909.010353:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664358023360 : -107409351528256 : ffff9e4fcfc1b0c0) 00000020:00000040:1.0:1763344909.010356:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:1.0:1763344909.010358:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 3 size = 52 00000020:00000040:1.0:1763344909.010360:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:1.0:1763344909.010362:0:6504:0:(update_records.c:220:update_records_update_pack()) 1th [0x280000402:0x1c19:0x0] xattr_set param_count = 4 00000004:00000001:1.0:1763344909.010379:0:6504:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:1.0:1763344909.010381:0:6504:0:(osp_object.c:1255:osp_xattr_set()) [0x280000402:0x1c19:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763344909.010383:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344909.010385:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010387:0:6504:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010388:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010390:0:6504:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010392:0:6504:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010395:0:6504:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.010398:0:6504:0:(update_trans.c:912:top_trans_stop()) Process entered 00000020:00000040:1.0:1763344909.010401:0:6504:0:(update_records.c:54:update_records_dump()) master transno = 0 batchid = 21474836915 flags = 0 ops = 2 params = 4 00000020:00000040:1.0:1763344909.010404:0:6504:0:(update_records.c:73:update_records_dump()) update 0th [0x2c0000402:0x1bc1:0x0] xattr_set params_count = 3 00000020:00000040:1.0:1763344909.010407:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0064 0th off = 0 size = 12 00000020:00000040:1.0:1763344909.010410:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c007c 1th off = 1 size = 52 00000020:00000040:1.0:1763344909.010412:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c00bc 2th off = 2 size = 4 00000020:00000040:1.0:1763344909.010414:0:6504:0:(update_records.c:73:update_records_dump()) update 1th [0x280000402:0x1c19:0x0] xattr_set params_count = 3 00000020:00000040:1.0:1763344909.010417:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0064 0th off = 0 size = 12 00000020:00000040:1.0:1763344909.010419:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c00cc 1th off = 3 size = 52 00000020:00000040:1.0:1763344909.010422:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c00bc 2th off = 2 size = 4 00000020:00000001:1.0:1763344909.010424:0:6504:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000040:1.0:1763344909.010426:0:6504:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000020:00000010:1.0:1763344909.010430:0:6504:0:(update_trans.c:197:sub_updates_write()) kmalloced '(stc)': 56 at ffff9e50ef7b6880. 00000040:00000001:1.0:1763344909.010432:0:6504:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:1.0:1763344909.010434:0:6504:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:1.0:1763344909.010436:0:6504:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:1.0:1763344909.010437:0:6504:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446636664143312384 : -107409566239232 : ffff9e4fc2f57600) 00000040:00000001:1.0:1763344909.010439:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344909.010441:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344909.010443:0:6504:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763344909.010444:0:6504:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763344909.010446:0:6504:0:(llog_osd.c:382:llog_osd_write_rec()) new record 106a0000 to [0x240002b10:0x2:0x0] 00000040:00080000:1.0:1763344909.010493:0:6504:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240002b10:0x2:0x0].260, 280 off323192 00000040:00000001:1.0:1763344909.010496:0:6504:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344909.010498:0:6504:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763344909.010504:0:6504:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1763344909.010507:0:6504:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344909.010509:0:6504:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1763344909.010511:0:6504:0:(update_trans.c:208:sub_updates_write()) lustre-MDT0001-osd: Add update log [0x240002b10:0x2:0x0].260: rc = 1 00000020:00000001:1.0:1763344909.010514:0:6504:0:(update_trans.c:217:sub_updates_write()) Process leaving via llog_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763344909.010516:0:6504:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:1.0:1763344909.010518:0:6504:0:(update_trans.c:304:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.010521:0:6504:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763344909.010525:0:6504:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214384 00000001:00000001:1.0:1763344909.010527:0:6504:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763344909.010531:0:6504:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214385, last_committed = 25770214382 00000001:00000010:1.0:1763344909.010535:0:6504:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2dec4e0. 00000001:00000040:1.0:1763344909.010538:0:6504:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 3 00000020:00000040:1.0:1763344909.010541:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=227 00000001:00000010:1.0:1763344909.010545:0:6504:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fcfc1b780. 00000004:00000001:1.0:1763344909.010550:0:6504:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763344909.010552:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.010554:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636669480708096 : -107404228843520 : ffff9e510117a800) 00000020:00000040:1.0:1763344909.010557:0:6504:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 4 size = 32 00000020:00000040:1.0:1763344909.010559:0:6504:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 5 size = 8 00000020:00000040:1.0:1763344909.010561:0:6504:0:(update_records.c:220:update_records_update_pack()) 2th [0x200000001:0x15:0x0] write param_count = 6 00000004:00000001:1.0:1763344909.010566:0:6504:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763344909.010570:0:6504:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fcfc1b780: xid 1848987881574528, transno 25770214385, tag 0, client gen 9, slot idx 2 00000001:00000001:1.0:1763344909.010573:0:6504:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.010575:0:6504:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763344909.010577:0:6504:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:1.0:1763344909.010582:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6340. 00080000:00000010:1.0:1763344909.010584:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6780. 00080000:00000010:1.0:1763344909.010587:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6540. 00040000:00000001:1.0:1763344909.010590:0:6504:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344909.010592:0:6504:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344909.010595:0:6504:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344909.010598:0:6504:0:(update_records.c:54:update_records_dump()) master transno = 25770214385 batchid = 21474836915 flags = 0 ops = 3 params = 6 00000020:00000040:1.0:1763344909.010600:0:6504:0:(update_records.c:73:update_records_dump()) update 0th [0x2c0000402:0x1bc1:0x0] xattr_set params_count = 3 00000020:00000040:1.0:1763344909.010603:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c007c 0th off = 0 size = 12 00000020:00000040:1.0:1763344909.010605:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0094 1th off = 1 size = 52 00000020:00000040:1.0:1763344909.010607:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c00d4 2th off = 2 size = 4 00000020:00000040:1.0:1763344909.010609:0:6504:0:(update_records.c:73:update_records_dump()) update 1th [0x280000402:0x1c19:0x0] xattr_set params_count = 3 00000020:00000040:1.0:1763344909.010611:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c007c 0th off = 0 size = 12 00000020:00000040:1.0:1763344909.010613:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c00e4 1th off = 3 size = 52 00000020:00000040:1.0:1763344909.010615:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c00d4 2th off = 2 size = 4 00000020:00000040:1.0:1763344909.010617:0:6504:0:(update_records.c:73:update_records_dump()) update 2th [0x200000001:0x15:0x0] write params_count = 2 00000020:00000040:1.0:1763344909.010619:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c0124 0th off = 4 size = 32 00000020:00000040:1.0:1763344909.010621:0:6504:0:(update_records.c:88:update_records_dump()) param = ffff9e4fc36c014c 1th off = 5 size = 8 00000020:00000001:1.0:1763344909.010623:0:6504:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000001:1.0:1763344909.010625:0:6504:0:(update_trans.c:176:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.010627:0:6504:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000001:1.0:1763344909.010628:0:6504:0:(update_trans.c:176:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010630:0:6504:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:1.0:1763344909.010633:0:6504:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763344909.010634:0:6504:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:1.0:1763344909.010637:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fcfc1bb40 refcount 5 committed 0 result 0 batchid 21474836915 00000020:00000040:1.0:1763344909.010640:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e4fc2fa7900 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcfc1b0c0 00000020:00000040:1.0:1763344909.010644:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ec154300 obd lustre-OST0001-osc-MDT0001 committed 0 started 1 stopped 0 result 0 sub_th ffff9e4fcfc1b300 00000020:00000040:1.0:1763344909.010647:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a900 obd lustre-MDT0001-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9e510117a800 00000020:00000040:1.0:1763344909.010649:0:6504:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].260 00000020:00000001:1.0:1763344909.010652:0:6504:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763344909.010654:0:6504:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763344909.010656:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344909.010658:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000402:0x1c19:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:1.0:1763344909.010662:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ef12b000 magic = bdde0002 count = 1 size = 144 00000100:00000010:1.0:1763344909.010667:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7805880. 00000020:00000040:1.0:1763344909.010670:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=4 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1763344909.010674:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344909.010676:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344909.010680:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344909.010684:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117ae00. 00000100:00000001:1.0:1763344909.010690:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010693:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.010695:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344909.010697:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.010701:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344909.010702:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344909.010707:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fcfc1b240. 00000100:00000001:1.0:1763344909.010709:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664358023744 : -107409351527872 : ffff9e4fcfc1b240) 00000100:00000001:1.0:1763344909.010712:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.010714:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219523200 : -107409490028416 : ffff9e4fc7805880) 00000100:00000001:1.0:1763344909.010718:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344909.010722:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.010724:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344909.010726:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344909.010730:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc7805880 x1848987617989120/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.010738:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344909.010740:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.010743:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344909.010746:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344909.010748:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344909.010751:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc7805880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617989120:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344909.010755:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344909.010758:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344909.010760:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.010763:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344909.010767:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50ec10a000. 02000000:00000001:1.0:1763344909.010770:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344909.010774:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344909.010780:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd073fc00. 00000100:00000200:1.0:1763344909.010786:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617989120, portal 4 00000100:00000001:1.0:1763344909.010811:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.010813:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219523200 : -107409490028416 : ffff9e4fc7805880) 00000100:00000040:1.0:1763344909.010819:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4fc7805880 x1848987617989120/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.010826:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344909.010829:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344909.010832:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3dd0. 00000100:00000200:1.0:1763344909.010836:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848987617989120, offset 0 00000400:00000200:1.0:1763344909.010842:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344909.010849:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344909.010858:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a4fa2a1200 00000400:00000200:1.0:1763344909.010864:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x209981 [256] + 21552 00000400:00000200:1.0:1763344909.010869:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.010873:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344909.010877:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344909.010879:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344909.010883:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7807b80. 00000100:00000040:1.0:1763344909.010886:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7807b80 x1848987617989120 msgsize 408 00000100:00100000:1.0:1763344909.010890:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344909.010909:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344909.010914:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3dd0 00000400:00000010:1.0:1763344909.010917:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3dd0. 00000100:00000001:1.0:1763344909.010920:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344909.010924:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc7805880 x1848987617989120/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.010933:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.010936:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4fc7805880 x1848987617989120/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.010943:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.010945:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344909.010948:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.010953:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17577 usecs (18 jiffies) 00000100:00000001:1.0:1763344909.010957:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307682848 00000100:00000001:1.0:1763344909.010960:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.010963:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307682848 00000100:00000001:1.0:1763344909.010965:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.010967:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307682848 00000100:00000001:1.0:1763344909.010970:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.010972:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307682848 00000100:00000001:1.0:1763344909.011382:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.011386:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344909.011388:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.011391:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344909.011394:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344909.011396:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fcfc1b240 going to sleep for 11 seconds 00000100:00000001:1.0:1763344909.011399:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344909.011402:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.011481:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344909.011484:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617989120 02000000:00000001:0.0:1763344909.011486:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344909.011488:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344909.011490:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344909.011494:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344909.011498:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617989120 00000020:00000001:0.0:1763344909.011501:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344909.011503:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:0.0:1763344909.011505:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.011508:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=6 00000020:00000001:0.0:1763344909.011511:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000020:00000001:0.0:1763344909.011513:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:0.0:1763344909.011517:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344909.011522:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2340. 00000100:00000001:0.0:1763344909.011525:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344909.011528:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2340. 00000020:00000010:0.0:1763344909.011534:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4a00. 00000020:00000010:0.0:1763344909.011538:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344909.011542:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732bb8. 00000100:00000040:0.0:1763344909.011550:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763344909.011552:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344909.011554:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344909.011557:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.011563:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.011582:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344909.011593:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344909.011596:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344909.011600:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8709 00000100:00000040:0.0:1763344909.011604:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:0.0:1763344909.011606:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219532160 : -107409490019456 : ffff9e4fc7807b80) 00000100:00000040:0.0:1763344909.011610:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7807b80 x1848987617989120/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 408/0 e 0 to 0 dl 1763344920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344909.011617:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344909.011620:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2340. 00000100:00000001:0.0:1763344909.011622:0:21732:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344909.011624:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2340. 00000100:00100000:0.0:1763344909.011627:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:6504:x1848987617989120:12345-0@lo:1000:mdt00_000.0 00000100:00000200:0.0:1763344909.011631:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617989120 00000020:00000001:0.0:1763344909.011634:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344909.011636:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344909.011638:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.011640:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344909.011642:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:0.0:1763344909.011644:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344909.011646:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344909.011648:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344909.011650:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344909.011653:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.011655:0:21732:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763344909.011660:0:21732:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcab2b4a8. 00000100:00000001:0.0:1763344909.011663:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344909.011665:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344909.011673:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50d73c4000. 02000000:00000001:0.0:1763344909.011675:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.011677:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344909.011682:0:21732:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fd6241cc0. 00000020:00000001:0.0:1763344909.011684:0:21732:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763344909.011686:0:21732:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344909.011691:0:21732:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279130808 : -107409430420808 : ffff9e4fcb0de2b8) 00080000:00000001:0.0:1763344909.011697:0:21732:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344909.011700:0:21732:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fdb7d5600. 00080000:00000001:0.0:1763344909.011703:0:21732:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664554870272 : -107409154681344 : ffff9e4fdb7d5600) 00000020:00000001:0.0:1763344909.011706:0:21732:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:0.0:1763344909.011711:0:21732:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.011713:0:21732:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763344909.011715:0:21732:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344909.011719:0:21732:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.011722:0:21732:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344909.011725:0:21732:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2340. 00080000:00000001:0.0:1763344909.011727:0:21732:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.011733:0:21732:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.011736:0:21732:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763344909.011738:0:21732:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff9e50f3405578 name trusted.fid flag 1 00080000:00000001:0.0:1763344909.011742:0:21732:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344909.011744:0:21732:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000402:0x1c19:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763344909.011765:0:21732:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763344909.011768:0:21732:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff9e50d73c4208 index 0: rc = 0 00000020:00000040:0.0:1763344909.011770:0:21732:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763344909.011774:0:21732:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344909.011777:0:21732:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344909.011780:0:21732:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884915420, last_committed = 12884915416 00000001:00000010:0.0:1763344909.011783:0:21732:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dcd20. 00000001:00000040:0.0:1763344909.011785:0:21732:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50c7179000 : new cb_count 2 00000020:00000040:0.0:1763344909.011818:0:21732:0:(genops.c:887:class_export_get()) GET export ffff9e50c7179000 refcount=7 00000001:00000001:0.0:1763344909.011836:0:21732:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344909.011843:0:21732:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2340. 00040000:00000001:0.0:1763344909.011846:0:21732:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344909.011847:0:21732:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344909.011849:0:21732:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763344909.011853:0:21732:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fdd9dd600/ffff9e4fcb0de260 to site lru. bkt: ffff9e50e5a40a80 00000020:00000001:0.0:1763344909.011855:0:21732:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344909.011858:0:21732:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcab2b4a8. 00000020:00000010:0.0:1763344909.011860:0:21732:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fd6241cc0. 00000020:00000001:0.0:1763344909.011863:0:21732:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344909.011867:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915416, transno 12884915420, xid 1848987617989120 00010000:00000001:0.0:1763344909.011869:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344909.011874:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7807b80 x1848987617989120/t12884915420(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 408/4320 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344909.011880:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344909.011883:0:21732:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344909.011886:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=88 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344909.011890:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344909.011892:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344909.011895:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344909.011897:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344909.011899:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.011902:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344909.011904:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344909.011908:0:21732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd6241cc0. 00000100:00000200:0.0:1763344909.011912:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617989120, offset 224 00000400:00000200:0.0:1763344909.011918:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344909.011927:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344909.011934:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa2a1200 00000400:00000200:0.0:1763344909.011939:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x666361 [2] + 224 00000400:00000200:0.0:1763344909.011945:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344909.011949:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344909.011953:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344909.011957:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc7805880 x1848987617989120/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344909.011965:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e4fc7805880 x1848987617989120/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344909.011980:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344909.011986:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd6241cc0 00000400:00000010:0.0:1763344909.011988:0:21732:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd6241cc0. 00000100:00000001:0.0:1763344909.011990:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344909.011992:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344909.011995:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344909.011998:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344909.012000:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344909.012002:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.012004:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344909.012008:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7807b80 x1848987617989120/t12884915420(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 408/4320 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344909.012017:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:6504:x1848987617989120:12345-0@lo:1000:mdt00_000.0 Request processed in 398us (1128us total) trans 12884915420 rc 0/0 00000100:00100000:0.0:1763344909.012024:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8709 00000100:00000040:0.0:1763344909.012026:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00000001:0.0:1763344909.012029:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344909.012030:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344909.012035:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344909.012039:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732bb8. 00000020:00000010:0.0:1763344909.012042:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4a00. 00000020:00000040:0.0:1763344909.012046:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 6 00000100:00000001:0.0:1763344909.012049:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.012138:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344909.012144:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344909.012146:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344909.012148:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:1.0:1763344909.012151:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd073fc00 00000400:00000010:1.0:1763344909.012154:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd073fc00. 00000100:00000001:1.0:1763344909.012157:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344909.012162:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc7805880 x1848987617989120/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344909.012171:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc7805880 x1848987617989120/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.012178:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344909.012179:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.012182:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344909.012184:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344909.012186:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344909.012187:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.012191:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344909.012196:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213d78 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1763344909.012200:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=45 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344909.012203:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344909.012204:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.012207:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344909.012209:0:6504:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.012211:0:6504:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763344909.012213:0:6504:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763344909.012215:0:6504:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763344909.012217:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.012218:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219523200 : -107409490028416 : ffff9e4fc7805880) 00000100:00000001:1.0:1763344909.012221:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344909.012223:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884915416 00000100:00000001:1.0:1763344909.012225:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344909.012227:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.012231:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc7805880 x1848987617989120/t12884915420(12884915420) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.012237:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344909.012239:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344909.012240:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344909.012243:0:6504:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:1.0:1763344909.012247:0:6504:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.012250:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7805880 x1848987617989120/t12884915420(12884915420) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344909.012256:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc7805880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617989120:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344909.012260:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.012262:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.012264:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344909.012266:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.012268:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4fc7805880 x1848987617989120/t12884915420(12884915420) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.012273:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344909.012275:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fcfc1b240. 00000100:00000001:1.0:1763344909.012279:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344909.012280:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.012282:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.012285:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc7805880 x1848987617989120/t12884915420(12884915420) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.012290:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.012291:0:6504:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.012294:0:6504:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344909.012296:0:6504:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.012299:0:6504:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:1.0:1763344909.012301:0:6504:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763344909.012302:0:6504:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:1.0:1763344909.012305:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fcfc1bb40 refcount 4 committed 0 result 0 batchid 21474836915 00000020:00000040:1.0:1763344909.012308:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e4fc2fa7900 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcfc1b0c0 00000020:00000040:1.0:1763344909.012311:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ec154300 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fcfc1b300 00000020:00000040:1.0:1763344909.012313:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a900 obd lustre-MDT0001-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9e510117a800 00000020:00000040:1.0:1763344909.012316:0:6504:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240002b10:0x2:0x0].260 00000020:00000001:1.0:1763344909.012318:0:6504:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763344909.012319:0:6504:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763344909.012321:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344909.012323:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000402:0x1bc1:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:1.0:1763344909.012326:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ef129000 magic = bdde0002 count = 1 size = 144 00000100:00000010:1.0:1763344909.012331:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7805c00. 00000020:00000040:1.0:1763344909.012334:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:1.0:1763344909.012337:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344909.012339:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344909.012342:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344909.012346:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e510117aa00. 00000100:00000001:1.0:1763344909.012350:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.012352:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.012354:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344909.012356:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.012358:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344909.012359:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344909.012363:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd073fc00. 00000100:00000001:1.0:1763344909.012379:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664369708032 : -107409339843584 : ffff9e4fd073fc00) 00000100:00000001:1.0:1763344909.012381:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.012382:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219524096 : -107409490027520 : ffff9e4fc7805c00) 00000100:00000001:1.0:1763344909.012387:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344909.012391:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.012393:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344909.012394:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344909.012397:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc7805c00 x1848987617989248/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.012402:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344909.012404:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.012406:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344909.012409:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344909.012411:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344909.012413:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc7805c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617989248:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344909.012416:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344909.012419:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344909.012421:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.012422:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344909.012428:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50ec10c000. 02000000:00000001:1.0:1763344909.012430:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344909.012434:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344909.012437:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd073f180. 00000100:00000200:1.0:1763344909.012441:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617989248, portal 4 00000100:00000001:1.0:1763344909.012442:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.012443:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219524096 : -107409490027520 : ffff9e4fc7805c00) 00000100:00000040:1.0:1763344909.012448:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4fc7805c00 x1848987617989248/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.012453:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344909.012454:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344909.012457:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3dd0. 00000100:00000200:1.0:1763344909.012459:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848987617989248, offset 0 00000400:00000200:1.0:1763344909.012463:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344909.012468:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344909.012474:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a4fa2a1280 00000400:00000200:1.0:1763344909.012478:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x209981 [256] + 21960 00000400:00000200:1.0:1763344909.012482:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.012486:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344909.012489:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344909.012491:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344909.012494:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804a80. 00000100:00000040:1.0:1763344909.012497:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e4fc7804a80 x1848987617989248 msgsize 408 00000100:00100000:1.0:1763344909.012501:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344909.012514:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344909.012518:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3dd0 00000400:00000010:1.0:1763344909.012520:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3dd0. 00000100:00000001:1.0:1763344909.012523:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344909.012527:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc7805c00 x1848987617989248/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.012534:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.012537:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4fc7805c00 x1848987617989248/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344909.012541:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763344909.012542:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344909.012544:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617989248 00000100:00000001:1.0:1763344909.012544:0:6504:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1763344909.012546:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344909.012546:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.012547:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344909.012548:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.012550:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 13498 usecs (14 jiffies) 02000000:00000001:3.0:1763344909.012551:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344909.012553:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617989248 00000100:00000001:1.0:1763344909.012553:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307682845 00000020:00000001:3.0:1763344909.012555:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1763344909.012556:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307684120 00000020:00000040:3.0:1763344909.012557:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000100:00000001:1.0:1763344909.012558:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307682845 00000020:00000001:3.0:1763344909.012559:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763344909.012560:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307684120 00000020:00000040:3.0:1763344909.012561:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=5 00000100:00000001:1.0:1763344909.012562:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307682845 00000020:00000001:3.0:1763344909.012563:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:1.0:1763344909.012564:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307684120 00000020:00000001:3.0:1763344909.012566:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:1.0:1763344909.012566:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307682845 00000100:00000001:3.0:1763344909.012569:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763344909.012569:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.012571:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344909.012572:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde80. 00000100:00000001:1.0:1763344909.012573:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.012575:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344909.012575:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344909.012576:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1763344909.012577:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde80. 00000100:00100000:1.0:1763344909.012579:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd073fc00 going to sleep for 11 seconds 00000020:00000010:3.0:1763344909.012581:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdda00. 00000100:00000001:1.0:1763344909.012581:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344909.012582:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344909.012584:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344909.012588:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf000. 00000100:00000040:3.0:1763344909.012592:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344909.012594:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344909.012595:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344909.012597:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.012600:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.012616:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344909.012625:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344909.012626:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344909.012629:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8710 00000100:00000040:3.0:1763344909.012631:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:3.0:1763344909.012633:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636664219519616 : -107409490032000 : ffff9e4fc7804a80) 00000100:00000040:3.0:1763344909.012638:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4fc7804a80 x1848987617989248/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 408/0 e 0 to 0 dl 1763344920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344909.012650:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344909.012653:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde80. 00000100:00000001:3.0:1763344909.012655:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344909.012657:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde80. 00000100:00100000:3.0:1763344909.012661:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4fc7804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:6504:x1848987617989248:12345-0@lo:1000:mdt00_000.0 00000100:00000200:3.0:1763344909.012664:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617989248 00000020:00000001:3.0:1763344909.012666:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344909.012668:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344909.012670:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.012672:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344909.012674:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344909.012676:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344909.012678:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344909.012680:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344909.012681:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344909.012683:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.012685:0:6509:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344909.012689:0:6509:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6680. 00000100:00000001:3.0:1763344909.012691:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344909.012693:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344909.012700:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50fb8b2000. 02000000:00000001:3.0:1763344909.012702:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.012703:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344909.012707:0:6509:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc87e0300. 00000020:00000001:3.0:1763344909.012709:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344909.012712:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344909.012717:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00080000:00000001:3.0:1763344909.012721:0:6509:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344909.012724:0:6509:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e50c2bdcc00. 00080000:00000001:3.0:1763344909.012726:0:6509:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636668434631680 : -107405274919936 : ffff9e50c2bdcc00) 00000020:00000001:3.0:1763344909.012729:0:6509:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:3.0:1763344909.012732:0:6509:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.012735:0:6509:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:3.0:1763344909.012736:0:6509:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344909.012739:0:6509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344909.012746:0:6509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344909.012749:0:6509:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dde80. 00080000:00000001:3.0:1763344909.012751:0:6509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344909.012758:0:6509:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.012760:0:6509:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763344909.012762:0:6509:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff9e50f3405710 name trusted.fid flag 1 00080000:00000001:3.0:1763344909.012765:0:6509:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344909.012767:0:6509:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000402:0x1bc1:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:3.0:1763344909.012864:0:6509:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344909.012868:0:6509:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff9e50fb8b2208 index 0: rc = 0 00000020:00000040:3.0:1763344909.012871:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:3.0:1763344909.012873:0:6509:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344909.012876:0:6509:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344909.012879:0:6509:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946972, last_committed = 8589946970 00000001:00000010:3.0:1763344909.012887:0:6509:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cfcc0. 00000001:00000040:3.0:1763344909.012889:0:6509:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50e57d6800 : new cb_count 1 00000020:00000040:3.0:1763344909.012890:0:6509:0:(genops.c:887:class_export_get()) GET export ffff9e50e57d6800 refcount=6 00000001:00000001:3.0:1763344909.012902:0:6509:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344909.012907:0:6509:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dde80. 00040000:00000001:3.0:1763344909.012908:0:6509:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344909.012910:0:6509:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344909.012911:0:6509:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344909.012913:0:6509:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fc703a200/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00000020:00000001:3.0:1763344909.012915:0:6509:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344909.012917:0:6509:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6680. 00000020:00000010:3.0:1763344909.012919:0:6509:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc87e0300. 00000020:00000001:3.0:1763344909.012921:0:6509:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344909.012923:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946967, transno 8589946972, xid 1848987617989248 00010000:00000001:3.0:1763344909.012924:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344909.012927:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e4fc7804a80 x1848987617989248/t8589946972(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 408/4320 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344909.012932:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344909.012934:0:6509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344909.012935:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344909.012937:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344909.012939:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344909.012940:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344909.012942:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344909.012943:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.012944:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344909.012946:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344909.012948:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0300. 00000100:00000200:3.0:1763344909.012950:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617989248, offset 224 00000400:00000200:3.0:1763344909.012953:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344909.012957:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344909.012962:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa2a1280 00000400:00000200:3.0:1763344909.012965:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x66636d [2] + 224 00000400:00000200:3.0:1763344909.012968:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.012970:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344909.012972:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344909.012975:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc7805c00 x1848987617989248/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344909.012980:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e4fc7805c00 x1848987617989248/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344909.012994:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344909.012998:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0300 00000400:00000010:3.0:1763344909.013002:0:6509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0300. 00000100:00000001:3.0:1763344909.013005:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344909.013006:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344909.013010:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344909.013013:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344909.013015:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344909.013017:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.013018:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1763344909.013019:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344909.013022:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7804a80 x1848987617989248/t8589946972(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 408/4320 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1763344909.013022:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344909.013023:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344909.013025:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:1.0:1763344909.013028:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd073f180 00000400:00000010:1.0:1763344909.013029:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd073f180. 00000100:00000001:1.0:1763344909.013032:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344909.013035:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc7805c00 x1848987617989248/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344909.013037:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4fc7804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6504:x1848987617989248:12345-0@lo:1000:mdt00_000.0 Request processed in 385us (538us total) trans 8589946972 rc 0/0 00000100:00100000:3.0:1763344909.013044:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8710 00000100:00000200:1.0:1763344909.013044:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc7805c00 x1848987617989248/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344909.013047:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d6800 : new rpc_count 0 00000100:00000001:3.0:1763344909.013049:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344909.013050:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1763344909.013050:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344909.013051:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1763344909.013053:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e300. 00000100:00000001:1.0:1763344909.013053:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344909.013055:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1763344909.013056:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf000. 00000100:00000001:1.0:1763344909.013056:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344909.013058:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344909.013059:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdda00. 02000000:00000001:1.0:1763344909.013060:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344909.013063:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 5 00000100:00001000:1.0:1763344909.013064:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfed30 time=98 v=5 (5 0 0 0) 00000100:00000001:3.0:1763344909.013065:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1763344909.013067:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=46 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344909.013069:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344909.013070:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.013072:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344909.013074:0:6504:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.013076:0:6504:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763344909.013078:0:6504:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763344909.013079:0:6504:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763344909.013080:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.013082:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219524096 : -107409490027520 : ffff9e4fc7805c00) 00000100:00000001:1.0:1763344909.013084:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344909.013085:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589946967 00000100:00000001:1.0:1763344909.013087:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344909.013088:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.013093:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc7805c00 x1848987617989248/t8589946972(8589946972) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.013099:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344909.013101:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344909.013103:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344909.013104:0:6504:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:1.0:1763344909.013107:0:6504:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.013110:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7805c00 x1848987617989248/t8589946972(8589946972) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344909.013115:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc7805c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617989248:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344909.013118:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.013119:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.013120:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344909.013121:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.013123:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4fc7805c00 x1848987617989248/t8589946972(8589946972) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.013127:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344909.013128:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd073fc00. 00000100:00000001:1.0:1763344909.013129:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344909.013130:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.013131:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.013133:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc7805c00 x1848987617989248/t8589946972(8589946972) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.013136:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.013137:0:6504:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.013138:0:6504:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344909.013140:0:6504:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.013143:0:6504:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344909.013145:0:6504:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc2decae0. 00000020:00000001:1.0:1763344909.013149:0:6504:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763344909.013155:0:6504:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763344909.013160:0:6504:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc2decae0. 00080000:00000001:1.0:1763344909.013163:0:6504:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344909.013167:0:6504:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc4b12600. 00080000:00000001:1.0:1763344909.013169:0:6504:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664172389888 : -107409537161728 : ffff9e4fc4b12600) 00000004:00000001:1.0:1763344909.013175:0:6504:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.013178:0:6504:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763344909.013180:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344909.013183:0:6504:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:1.0:1763344909.013187:0:6504:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763344909.013190:0:6504:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:1.0:1763344909.013195:0:6504:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9e4fd073fc00. 00000004:00000001:1.0:1763344909.013199:0:6504:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:1.0:1763344909.013202:0:6504:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9e4fd25ac738. 00000004:00000010:1.0:1763344909.013204:0:6504:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9e4fd25ac750. 00000020:00000001:1.0:1763344909.013209:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:1.0:1763344909.013218:0:6504:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9e4fe1bce148. 00000004:00000001:1.0:1763344909.013225:0:6504:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763344909.013227:0:6504:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.013229:0:6504:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446636664659698080 : -107409049853536 : ffff9e4fe1bce1a0) 00000004:00000001:1.0:1763344909.013231:0:6504:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.013233:0:6504:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1763344909.013235:0:6504:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.013236:0:6504:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.013237:0:6504:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:1.0:1763344909.013240:0:6504:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763344909.013244:0:6504:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:1.0:1763344909.013248:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fd073f180. 00000004:00000010:1.0:1763344909.013251:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d980. 00000004:00000010:1.0:1763344909.013256:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ef12d000. 00000020:00000001:1.0:1763344909.013259:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344909.013261:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.013263:0:6504:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763344909.013265:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344909.013266:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000402:0x1bc2:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:1.0:1763344909.013269:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ef12d000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763344909.013273:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4fc7804000. 00000020:00000040:1.0:1763344909.013276:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=4 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:1.0:1763344909.013279:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344909.013280:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344909.013282:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344909.013286:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fc4b13a00. 00000100:00000001:1.0:1763344909.013289:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.013292:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.013294:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344909.013296:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.013298:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344909.013299:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344909.013302:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fcfc1b240. 00000100:00000001:1.0:1763344909.013304:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664358023744 : -107409351527872 : ffff9e4fcfc1b240) 00000100:00000001:1.0:1763344909.013307:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.013308:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219516928 : -107409490034688 : ffff9e4fc7804000) 00000100:00000001:1.0:1763344909.013311:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344909.013313:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.013315:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344909.013316:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344909.013319:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4fc7804000 x1848987617989376/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.013326:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344909.013327:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.013330:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344909.013332:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344909.013334:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344909.013336:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e4fc7804000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617989376:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344909.013339:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344909.013341:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344909.013342:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.013344:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344909.013350:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f8596000. 02000000:00000001:1.0:1763344909.013352:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344909.013355:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344909.013360:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fd05d1e40. 00000100:00000200:1.0:1763344909.013379:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617989376, portal 4 00000100:00000001:1.0:1763344909.013381:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.013382:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636664219516928 : -107409490034688 : ffff9e4fc7804000) 00000100:00000040:1.0:1763344909.013387:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4fc7804000 x1848987617989376/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.013394:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344909.013396:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344909.013399:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3dd0. 00000100:00000200:1.0:1763344909.013402:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848987617989376, offset 0 00000400:00000200:1.0:1763344909.013405:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344909.013411:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344909.013417:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a4fa2a1300 00000400:00000200:1.0:1763344909.013421:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x209981 [256] + 22368 00000400:00000200:1.0:1763344909.013425:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.013427:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344909.013430:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344909.013432:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344909.013436:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32f480. 00000100:00000040:1.0:1763344909.013438:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32f480 x1848987617989376 msgsize 328 00000100:00100000:1.0:1763344909.013441:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344909.013459:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344909.013464:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3dd0 00000400:00000010:1.0:1763344909.013466:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3dd0. 00000100:00000001:1.0:1763344909.013469:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344909.013472:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4fc7804000 x1848987617989376/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.013479:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.013482:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4fc7804000 x1848987617989376/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.013488:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.013489:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344909.013492:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.013496:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 13497 usecs (14 jiffies) 00000100:00000001:1.0:1763344909.013509:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307682846 00000100:00000001:1.0:1763344909.013512:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.013514:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307682846 00000100:00000001:1.0:1763344909.013516:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.013518:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307682846 00000100:00000001:1.0:1763344909.013520:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.013522:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307682846 00000100:00000001:1.0:1763344909.013524:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.013527:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344909.013529:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.013531:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344909.013532:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344909.013535:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fcfc1b240 going to sleep for 11 seconds 00000100:00000001:1.0:1763344909.013537:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344909.013539:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.013596:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344909.013599:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617989376 02000000:00000001:3.0:1763344909.013601:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344909.013602:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344909.013604:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344909.013606:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344909.013609:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617989376 00000020:00000001:3.0:1763344909.013611:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344909.013612:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000020:00000001:3.0:1763344909.013614:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344909.013616:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=6 00000020:00000001:3.0:1763344909.013618:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:3.0:1763344909.013620:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:3.0:1763344909.013622:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344909.013626:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde80. 00000100:00000001:3.0:1763344909.013628:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344909.013630:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde80. 00000020:00000010:3.0:1763344909.013634:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdda00. 00000020:00000010:3.0:1763344909.013637:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344909.013640:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf000. 00000100:00000040:3.0:1763344909.013645:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344909.013647:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344909.013648:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344909.013650:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.013654:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.013669:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344909.013677:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344909.013679:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344909.013682:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8711 00000100:00000040:3.0:1763344909.013684:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:3.0:1763344909.013686:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163730048 : -107404545821568 : ffff9e50ee32f480) 00000100:00000040:3.0:1763344909.013690:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32f480 x1848987617989376/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 328/0 e 0 to 0 dl 1763344920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344909.013697:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344909.013699:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde80. 00000100:00000001:3.0:1763344909.013701:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344909.013703:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde80. 00000100:00100000:3.0:1763344909.013707:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6504:x1848987617989376:12345-0@lo:1000:mdt00_000.0 00000100:00000200:3.0:1763344909.013710:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617989376 00000020:00000001:3.0:1763344909.013712:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344909.013714:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344909.013716:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.013718:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344909.013720:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344909.013722:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344909.013724:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344909.013726:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344909.013727:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344909.013729:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.013731:0:6509:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344909.013734:0:6509:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6680. 00000100:00000001:3.0:1763344909.013737:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344909.013739:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344909.013744:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50eae26000. 02000000:00000001:3.0:1763344909.013746:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.013748:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344909.013751:0:6509:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc87e0300. 00000020:00000001:3.0:1763344909.013753:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344909.013755:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344909.013759:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669017964632 : -107404691586984 : ffff9e50e582c058) 00000020:00000001:3.0:1763344909.013763:0:6509:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:3.0:1763344909.013776:0:6509:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x2c0000402:0x1bc2:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763344909.013779:0:6509:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763344909.013781:0:6509:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344909.013784:0:6509:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb230600/ffff9e50e582c000 to site lru. bkt: ffff9e50fb896108 00000020:00000010:3.0:1763344909.013821:0:6509:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6680. 00000020:00000010:3.0:1763344909.013826:0:6509:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc87e0300. 00000020:00000001:3.0:1763344909.013828:0:6509:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344909.013830:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946967, transno 0, xid 1848987617989376 00010000:00000001:3.0:1763344909.013832:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344909.013836:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32f480 x1848987617989376/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 328/4320 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344909.013842:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344909.013844:0:6509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344909.013846:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344909.013850:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344909.013851:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344909.013853:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344909.013855:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344909.013857:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.013858:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344909.013860:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344909.013863:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0300. 00000100:00000200:3.0:1763344909.013866:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617989376, offset 224 00000400:00000200:3.0:1763344909.013870:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344909.013876:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344909.013881:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa2a1300 00000400:00000200:3.0:1763344909.013885:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x666379 [2] + 224 00000400:00000200:3.0:1763344909.013890:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.013893:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344909.013900:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344909.013903:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4fc7804000 x1848987617989376/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344909.013911:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e4fc7804000 x1848987617989376/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344909.013922:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344909.013927:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0300 00000400:00000010:3.0:1763344909.013929:0:6509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0300. 00000100:00000001:3.0:1763344909.013931:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344909.013931:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344909.013932:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344909.013935:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1763344909.013935:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344909.013937:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1763344909.013938:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00000400:00000010:1.0:1763344909.013939:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00010000:00000001:3.0:1763344909.013940:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000200:1.0:1763344909.013941:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fd05d1e40 00000020:00000001:3.0:1763344909.013942:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.013943:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1763344909.013943:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fd05d1e40. 00000100:00000001:1.0:1763344909.013945:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1763344909.013947:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32f480 x1848987617989376/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 328/4320 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344909.013948:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4fc7804000 x1848987617989376/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344909.013955:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6504:x1848987617989376:12345-0@lo:1000:mdt00_000.0 Request processed in 257us (515us total) trans 0 rc 0/0 00000100:00000200:1.0:1763344909.013957:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4fc7804000 x1848987617989376/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344909.013962:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8711 00000100:00000001:1.0:1763344909.013963:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1763344909.013964:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d6800 : new rpc_count 0 00000100:00000001:1.0:1763344909.013964:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344909.013966:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344909.013966:0:6504:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1763344909.013967:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1763344909.013968:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344909.013969:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1763344909.013970:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e300. 00000100:00000001:1.0:1763344909.013971:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344909.013973:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf000. 02000000:00000001:1.0:1763344909.013973:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344909.013975:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdda00. 00000020:00000040:3.0:1763344909.013979:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 5 00000100:00000001:3.0:1763344909.013981:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1763344909.013981:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfed30 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1763344909.013984:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=46 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344909.013986:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344909.013988:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.013990:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344909.013992:0:6504:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.013994:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344909.013996:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589946967 00000100:00000001:1.0:1763344909.013998:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344909.013999:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.014003:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4fc7804000 x1848987617989376/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.014010:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344909.014012:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344909.014013:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344909.014018:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4fc7804000 x1848987617989376/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344909.014024:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e4fc7804000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617989376:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344909.014028:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.014030:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.014031:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344909.014033:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.014036:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4fc7804000 x1848987617989376/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.014041:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344909.014043:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fcfc1b240. 00000100:00000001:1.0:1763344909.014046:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344909.014048:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014050:0:6504:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763344909.014057:0:6504:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9e50fff42800. 00000004:00000001:1.0:1763344909.014061:0:6504:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:1.0:1763344909.014064:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.014067:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc7804000 x1848987617989376/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763344925 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.014073:0:6504:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344909.014075:0:6504:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344909.014077:0:6504:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50f8596000. 02000000:00000001:1.0:1763344909.014079:0:6504:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344909.014080:0:6504:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344909.014081:0:6504:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:1.0:1763344909.014082:0:6504:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344909.014084:0:6504:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fc4b13a00. 02000000:00000001:1.0:1763344909.014086:0:6504:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344909.014087:0:6504:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344909.014088:0:6504:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc7804000. 00000100:00000001:1.0:1763344909.014091:0:6504:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344909.014092:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763344909.014094:0:6504:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ef12d000. 00000004:00000010:1.0:1763344909.014096:0:6504:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e4fc371d980. 00000004:00000010:1.0:1763344909.014098:0:6504:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd073f180. 00000004:00000001:1.0:1763344909.014101:0:6504:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.014102:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.014104:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344909.014107:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344909.014108:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344909.014110:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344909.014113:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.014114:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.014115:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344909.014117:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:1.0:1763344909.014118:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.014120:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:1.0:1763344909.014122:0:6504:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:1.0:1763344909.014124:0:6504:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9e4fd05d1e40. 00000004:00000001:1.0:1763344909.014125:0:6504:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446636664368209472 : -107409341342144 : ffff9e4fd05d1e40) 00000020:00000010:1.0:1763344909.014127:0:6504:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9e4fd073f180. 00000020:00000010:1.0:1763344909.014130:0:6504:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e4fc2fa7e00. 00000020:00000010:1.0:1763344909.014133:0:6504:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9e50c7ef2c00. 00000020:00000001:1.0:1763344909.014134:0:6504:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368209472 : -107409341342144 : ffff9e4fd05d1e40) 00000004:00000001:1.0:1763344909.014136:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368209472 : -107409341342144 : ffff9e4fd05d1e40) 00000004:00000010:1.0:1763344909.014138:0:6504:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9e4fcfc1b240. 00000004:00000010:1.0:1763344909.014139:0:6504:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9e4fc371d980. 00000004:00000010:1.0:1763344909.014141:0:6504:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9e50ef12d000. 00000004:00000001:1.0:1763344909.014143:0:6504:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014144:0:6504:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014146:0:6504:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014148:0:6504:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014153:0:6504:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763344909.014154:0:6504:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0001: blocks=958279, bfree=955117, bavail=898559, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259420, state=0 00000004:00000001:1.0:1763344909.014157:0:6504:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.014159:0:6504:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:1.0:1763344909.014160:0:6504:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:1.0:1763344909.014162:0:6504:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344909.014165:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd073f180 refcount 4 committed 0 result 0 batchid 21474836916 00000020:00000040:1.0:1763344909.014167:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c7ef2c00 obd lustre-OST0001-osc-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fd05d1e40 00000020:00000040:1.0:1763344909.014169:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e4fc2fa7e00 obd lustre-MDT0001-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9e4fc4b12600 00000020:00000040:1.0:1763344909.014172:0:6504:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c4c163c0 : new refcount 2 00000040:00000001:1.0:1763344909.014174:0:6504:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763344909.014176:0:6504:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763344909.014177:0:6504:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742848 flags 12 count 2 00000040:00000001:1.0:1763344909.014180:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344909.014182:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763344909.014183:0:6504:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763344909.014184:0:6504:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.014186:0:6504:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763344909.014188:0:6504:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:1.0:1763344909.014191:0:6504:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:1.0:1763344909.014194:0:6504:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b10:0x3:0x0] not in the id map cache 00000001:00000001:1.0:1763344909.014196:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344909.014198:0:6504:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.014200:0:6504:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:1.0:1763344909.014201:0:6504:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1763344909.014202:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344909.014203:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344909.014204:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344909.014204:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.014205:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.014206:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.014207:0:6504:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763344909.014210:0:6504:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664140321560 : -107409569230056 : ffff9e4fc2c7d318) 00000040:00000001:1.0:1763344909.014214:0:6504:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446636669001203712 : -107404708347904 : ffff9e50e4830000) 00080000:00000001:1.0:1763344909.014217:0:6504:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1763344909.014219:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344909.014220:0:6504:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763344909.014222:0:6504:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e4830000/ffff9e4fc2c7d2c0 to site lru. bkt: ffff9e50ff90ea70 00000040:00000001:1.0:1763344909.014224:0:6504:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.014225:0:6504:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.014226:0:6504:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.014228:0:6504:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344909.014229:0:6504:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344909.014230:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344909.014232:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344909.014233:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6540. 00080000:00000001:1.0:1763344909.014235:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.014235:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344909.014236:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344909.014237:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.014238:0:6504:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.014239:0:6504:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.014241:0:6504:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344909.014242:0:6504:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.014243:0:6504:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763344909.014244:0:6504:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763344909.014245:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344909.014246:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344909.014247:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6780. 00080000:00000001:1.0:1763344909.014249:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.014249:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344909.014250:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763344909.014251:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.014252:0:6504:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.014253:0:6504:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.014254:0:6504:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763344909.014255:0:6504:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.014256:0:6504:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763344909.014257:0:6504:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763344909.014258:0:6504:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c4c163c0 : new refcount 1 00000020:00000001:1.0:1763344909.014260:0:6504:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.014262:0:6504:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763344909.014266:0:6504:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763344909.014267:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.014268:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664172389888 : -107409537161728 : ffff9e4fc4b12600) 00080000:00000001:1.0:1763344909.014269:0:6504:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344909.014270:0:6504:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344909.014271:0:6504:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6340. 00080000:00000001:1.0:1763344909.014272:0:6504:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014273:0:6504:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.014277:0:6504:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.014278:0:6504:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014281:0:6504:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.014283:0:6504:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763344909.014284:0:6504:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763344909.014285:0:6504:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014286:0:6504:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763344909.014288:0:6504:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:1.0:1763344909.014290:0:6504:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:1.0:1763344909.014292:0:6504:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763344909.014293:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.014294:0:6504:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763344909.014295:0:6504:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763344909.014295:0:6504:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763344909.014296:0:6504:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763344909.014297:0:6504:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.014298:0:6504:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763344909.014299:0:6504:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763344909.014300:0:6504:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:1.0:1763344909.014301:0:6504:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.014302:0:6504:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763344909.014303:0:6504:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446636664368209472 : -107409341342144 : ffff9e4fd05d1e40) 00000004:00000001:1.0:1763344909.014305:0:6504:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446636664368209472 : -107409341342144 : ffff9e4fd05d1e40) 00000020:00000040:1.0:1763344909.014308:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:1.0:1763344909.014309:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:1.0:1763344909.014310:0:6504:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:1.0:1763344909.014312:0:6504:0:(update_records.c:220:update_records_update_pack()) 0th [0x2c0000402:0x1bc2:0x0] xattr_set param_count = 3 00000004:00000001:1.0:1763344909.014313:0:6504:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:1.0:1763344909.014315:0:6504:0:(osp_object.c:1255:osp_xattr_set()) [0x2c0000402:0x1bc2:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763344909.014316:0:6504:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763344909.014317:0:6504:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014319:0:6504:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014320:0:6504:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014321:0:6504:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014322:0:6504:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014323:0:6504:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.014325:0:6504:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763344909.014326:0:6504:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763344909.014329:0:6504:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214385 00000001:00000001:1.0:1763344909.014330:0:6504:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763344909.014332:0:6504:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214386, last_committed = 25770214382 00000001:00000010:1.0:1763344909.014334:0:6504:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2dec540. 00000001:00000040:1.0:1763344909.014336:0:6504:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 4 00000020:00000040:1.0:1763344909.014337:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=228 00000001:00000010:1.0:1763344909.014342:0:6504:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fcc03f000. 00000004:00000001:1.0:1763344909.014346:0:6504:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763344909.014347:0:6504:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763344909.014348:0:6504:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664172389888 : -107409537161728 : ffff9e4fc4b12600) 00000020:00000040:1.0:1763344909.014350:0:6504:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:1.0:1763344909.014351:0:6504:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:1.0:1763344909.014353:0:6504:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:1.0:1763344909.014361:0:6504:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763344909.014377:0:6504:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fcc03f000: xid 1848987881574528, transno 25770214386, tag 0, client gen 9, slot idx 4 00000001:00000001:1.0:1763344909.014380:0:6504:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.014383:0:6504:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763344909.014385:0:6504:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:1.0:1763344909.014389:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6340. 00080000:00000010:1.0:1763344909.014391:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6780. 00080000:00000010:1.0:1763344909.014393:0:6504:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6540. 00040000:00000001:1.0:1763344909.014396:0:6504:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344909.014398:0:6504:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344909.014399:0:6504:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014402:0:6504:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:1.0:1763344909.014404:0:6504:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763344909.014405:0:6504:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:1.0:1763344909.014408:0:6504:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9e4fd073f180 refcount 4 committed 0 result 0 batchid 21474836916 00000020:00000040:1.0:1763344909.014411:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50c7ef2c00 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd05d1e40 00000020:00000040:1.0:1763344909.014414:0:6504:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e4fc2fa7e00 obd lustre-MDT0001-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9e4fc4b12600 00000020:00000001:1.0:1763344909.014416:0:6504:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763344909.014418:0:6504:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763344909.014420:0:6504:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763344909.014422:0:6504:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000402:0x1bc2:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:1.0:1763344909.014425:0:6504:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9e50ef12d000 magic = bdde0002 count = 1 size = 144 00000100:00000010:1.0:1763344909.014430:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32d880. 00000020:00000040:1.0:1763344909.014432:0:6504:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=4 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:1.0:1763344909.014435:0:6504:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344909.014436:0:6504:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344909.014439:0:6504:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344909.014442:0:6504:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fc4b13a00. 00000100:00000001:1.0:1763344909.014445:0:6504:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014448:0:6504:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.014450:0:6504:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344909.014453:0:6504:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.014455:0:6504:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763344909.014456:0:6504:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344909.014460:0:6504:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e50e5211540. 00000100:00000001:1.0:1763344909.014463:0:6504:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636669011563840 : -107404697987776 : ffff9e50e5211540) 00000100:00000001:1.0:1763344909.014465:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.014466:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163722880 : -107404545828736 : ffff9e50ee32d880) 00000100:00000001:1.0:1763344909.014469:0:6504:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344909.014472:0:6504:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.014474:0:6504:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344909.014475:0:6504:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344909.014479:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32d880 x1848987617989504/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.014486:0:6504:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344909.014488:0:6504:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.014490:0:6504:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344909.014492:0:6504:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344909.014494:0:6504:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344909.014497:0:6504:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617989504:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344909.014500:0:6504:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344909.014502:0:6504:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344909.014503:0:6504:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.014505:0:6504:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344909.014509:0:6504:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e50f8596000. 02000000:00000001:1.0:1763344909.014510:0:6504:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344909.014514:0:6504:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344909.014518:0:6504:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e50ef8ec300. 00000100:00000200:1.0:1763344909.014522:0:6504:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848987617989504, portal 4 00000100:00000001:1.0:1763344909.014523:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.014524:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163722880 : -107404545828736 : ffff9e50ee32d880) 00000100:00000040:1.0:1763344909.014530:0:6504:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee32d880 x1848987617989504/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.014536:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344909.014539:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344909.014541:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3dd0. 00000100:00000200:1.0:1763344909.014543:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848987617989504, offset 0 00000400:00000200:1.0:1763344909.014548:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344909.014554:0:6504:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344909.014560:0:6504:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a4fa2a1380 00000400:00000200:1.0:1763344909.014564:0:6504:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x209981 [256] + 22696 00000400:00000200:1.0:1763344909.014569:0:6504:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.014571:0:6504:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344909.014575:0:6504:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344909.014576:0:6504:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344909.014579:0:6504:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32c700. 00000100:00000040:1.0:1763344909.014582:0:6504:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32c700 x1848987617989504 msgsize 408 00000100:00100000:1.0:1763344909.014586:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344909.014603:0:6504:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344909.014608:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3dd0 00000400:00000010:1.0:1763344909.014611:0:6504:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3dd0. 00000100:00000001:1.0:1763344909.014613:0:6504:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344909.014617:0:6504:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32d880 x1848987617989504/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.014624:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.014626:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ee32d880 x1848987617989504/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.014632:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.014633:0:6504:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344909.014640:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.014644:0:6504:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 13496 usecs (14 jiffies) 00000100:00000001:1.0:1763344909.014647:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307682847 00000100:00000001:1.0:1763344909.014649:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.014651:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307682847 00000100:00000001:1.0:1763344909.014653:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.014655:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307682847 00000100:00000001:1.0:1763344909.014658:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.014660:0:6504:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307682847 00000100:00000001:1.0:1763344909.014662:0:6504:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4307684120 00000100:00000001:1.0:1763344909.014664:0:6504:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344909.014666:0:6504:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.014668:0:6504:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344909.014670:0:6504:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344909.014671:0:6504:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e50e5211540 going to sleep for 11 seconds 00000100:00000001:1.0:1763344909.014679:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344909.014681:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.014703:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344909.014706:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617989504 02000000:00000001:3.0:1763344909.014709:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344909.014710:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344909.014711:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344909.014714:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344909.014717:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617989504 00000020:00000001:3.0:1763344909.014719:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344909.014720:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000020:00000001:3.0:1763344909.014722:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344909.014724:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=6 00000020:00000001:3.0:1763344909.014726:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:3.0:1763344909.014728:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:3.0:1763344909.014730:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344909.014734:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde80. 00000100:00000001:3.0:1763344909.014736:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344909.014738:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde80. 00000020:00000010:3.0:1763344909.014742:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdda00. 00000020:00000010:3.0:1763344909.014745:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344909.014748:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf000. 00000100:00000040:3.0:1763344909.014753:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763344909.014755:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344909.014756:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763344909.014757:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.014761:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.014778:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344909.014786:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344909.014816:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344909.014820:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8712 00000100:00000040:3.0:1763344909.014822:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:3.0:1763344909.014825:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163718400 : -107404545833216 : ffff9e50ee32c700) 00000100:00000040:3.0:1763344909.014829:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32c700 x1848987617989504/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 408/0 e 0 to 0 dl 1763344920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344909.014837:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344909.014840:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde80. 00000100:00000001:3.0:1763344909.014842:0:6509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344909.014845:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde80. 00000100:00100000:3.0:1763344909.014848:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6504:x1848987617989504:12345-0@lo:1000:mdt00_000.0 00000100:00000200:3.0:1763344909.014852:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617989504 00000020:00000001:3.0:1763344909.014854:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344909.014856:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344909.014858:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.014860:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344909.014861:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652907392 : -1056644224 : ffffffffc104e380) 00000020:00000001:3.0:1763344909.014864:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344909.014865:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344909.014867:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344909.014870:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344909.014872:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.014874:0:6509:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763344909.014877:0:6509:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9e4fcc1c6680. 00000100:00000001:3.0:1763344909.014880:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344909.014882:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344909.014886:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9e50eae20000. 02000000:00000001:3.0:1763344909.014887:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.014889:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344909.014892:0:6509:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9e4fc87e0300. 00080000:00000010:1.1:1763344909.014893:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff9e50ee317780. 00000020:00000001:3.0:1763344909.014894:0:6509:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763344909.014896:0:6509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344909.014899:0:6509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669017964632 : -107404691586984 : ffff9e50e582c058) 00080000:00000010:1.1:1763344909.014901:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 148 at ffff9e4fd33dccc0. 00080000:00000001:3.0:1763344909.014903:0:6509:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763344909.014906:0:6509:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e50c2bdd200. 00080000:00000001:3.0:1763344909.014908:0:6509:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636668434633216 : -107405274918400 : ffff9e50c2bdd200) 00000020:00000001:3.0:1763344909.014911:0:6509:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:3.0:1763344909.014915:0:6509:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.014917:0:6509:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:3.0:1763344909.014919:0:6509:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763344909.014921:0:6509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763344909.014923:0:6509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763344909.014925:0:6509:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f82dde80. 00080000:00000001:3.0:1763344909.014927:0:6509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344909.014932:0:6509:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.014934:0:6509:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763344909.014936:0:6509:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff9e50f34059f0 name trusted.fid flag 1 00080000:00000001:3.0:1763344909.014939:0:6509:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763344909.014941:0:6509:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000402:0x1bc2:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:3.0:1763344909.014958:0:6509:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763344909.014960:0:6509:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff9e50eae20208 index 0: rc = 0 00000020:00000040:3.0:1763344909.014963:0:6509:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:3.0:1763344909.014966:0:6509:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763344909.014967:0:6509:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763344909.014969:0:6509:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589946973, last_committed = 8589946970 00000001:00000010:3.0:1763344909.014973:0:6509:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50ef5cf5a0. 00000001:00000040:3.0:1763344909.014975:0:6509:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50e57d6800 : new cb_count 2 00000020:00000040:3.0:1763344909.014977:0:6509:0:(genops.c:887:class_export_get()) GET export ffff9e50e57d6800 refcount=7 00000001:00000001:3.0:1763344909.014986:0:6509:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763344909.014996:0:6509:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f82dde80. 00040000:00000001:3.0:1763344909.014999:0:6509:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763344909.015001:0:6509:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763344909.015003:0:6509:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344909.015006:0:6509:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb230600/ffff9e50e582c000 to site lru. bkt: ffff9e50fb896108 00000020:00000001:3.0:1763344909.015009:0:6509:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763344909.015011:0:6509:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9e4fcc1c6680. 00000020:00000010:3.0:1763344909.015014:0:6509:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9e4fc87e0300. 00000020:00000001:3.0:1763344909.015016:0:6509:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763344909.015018:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946967, transno 8589946973, xid 1848987617989504 00010000:00000001:3.0:1763344909.015021:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344909.015025:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32c700 x1848987617989504/t8589946973(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 408/4320 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763344909.015032:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344909.015034:0:6509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344909.015036:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344909.015040:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344909.015041:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:3.0:1763344909.015044:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:3.0:1763344909.015046:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344909.015048:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.015050:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344909.015051:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763344909.015055:0:6509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0300. 00000100:00000200:3.0:1763344909.015057:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848987617989504, offset 224 00000400:00000200:3.0:1763344909.015061:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763344909.015067:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763344909.015072:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a4fa2a1380 00000400:00000200:3.0:1763344909.015076:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x666385 [2] + 224 00000400:00000200:3.0:1763344909.015249:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.015252:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763344909.015255:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344909.015259:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32d880 x1848987617989504/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763344909.015267:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e50ee32d880 x1848987617989504/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344909.015285:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763344909.015290:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0300 00000400:00000010:3.0:1763344909.015291:0:6509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0300. 00000100:00000001:3.0:1763344909.015294:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344909.015295:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763344909.015298:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344909.015301:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:3.0:1763344909.015303:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344909.015304:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.015307:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344909.015310:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32c700 x1848987617989504/t8589946973(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:140/0 lens 408/4320 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344909.015318:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6504:x1848987617989504:12345-0@lo:1000:mdt00_000.0 Request processed in 480us (735us total) trans 8589946973 rc 0/0 00000100:00100000:3.0:1763344909.015324:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8712 00000100:00000040:3.0:1763344909.015327:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d6800 : new rpc_count 0 00000100:00000001:3.0:1763344909.015329:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344909.015331:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344909.015334:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344909.015338:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf000. 00000020:00000010:3.0:1763344909.015341:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdda00. 00000020:00000040:3.0:1763344909.015345:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 6 00000100:00000001:3.0:1763344909.015347:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.015408:0:6504:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344909.015413:0:6504:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344909.015415:0:6504:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344909.015417:0:6504:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:1.0:1763344909.015421:0:6504:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50ef8ec300 00000400:00000010:1.0:1763344909.015422:0:6504:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e50ef8ec300. 00000100:00000001:1.0:1763344909.015424:0:6504:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344909.015428:0:6504:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32d880 x1848987617989504/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344909.015435:0:6504:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32d880 x1848987617989504/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.015441:0:6504:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344909.015450:0:6504:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.015453:0:6504:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344909.015454:0:6504:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344909.015455:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344909.015457:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.015459:0:6504:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344909.015463:0:6504:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfed30 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1763344909.015466:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=46 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344909.015468:0:6504:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344909.015470:0:6504:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.015472:0:6504:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344909.015475:0:6504:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.015477:0:6504:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763344909.015479:0:6504:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763344909.015480:0:6504:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763344909.015482:0:6504:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.015483:0:6504:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163722880 : -107404545828736 : ffff9e50ee32d880) 00000100:00000001:1.0:1763344909.015486:0:6504:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344909.015488:0:6504:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589946967 00000100:00000001:1.0:1763344909.015489:0:6504:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344909.015491:0:6504:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.015494:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32d880 x1848987617989504/t8589946973(8589946973) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.015500:0:6504:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344909.015502:0:6504:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344909.015503:0:6504:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344909.015505:0:6504:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:1.0:1763344909.015510:0:6504:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.015513:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32d880 x1848987617989504/t8589946973(8589946973) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344909.015519:0:6504:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6504:1848987617989504:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763344909.015523:0:6504:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.015525:0:6504:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.015527:0:6504:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763344909.015528:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.015530:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e50ee32d880 x1848987617989504/t8589946973(8589946973) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.015536:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763344909.015538:0:6504:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e50e5211540. 00000100:00000001:1.0:1763344909.015541:0:6504:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763344909.015543:0:6504:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.015544:0:6504:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.015547:0:6504:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32d880 x1848987617989504/t8589946973(8589946973) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763344925 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344909.015557:0:6504:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.015558:0:6504:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.015561:0:6504:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344909.015563:0:6504:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.015566:0:6504:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763344909.015568:0:6504:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc2decae0. 00000020:00000001:1.0:1763344909.015572:0:6504:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.015577:0:6504:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.015582:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763344909.015584:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763344909.015586:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344909.015587:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344909.015590:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344909.015592:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344909.015594:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca34200 refcount=3 00000020:00000001:1.0:1763344909.015597:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405970944 : -107404303580672 : ffff9e50fca34200) 00010000:00000001:1.0:1763344909.015600:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405970944 : -107404303580672 : ffff9e50fca34200) 00000004:00010000:1.0:1763344909.015605:0:6504:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000adbfab2e reply state 00000000b1aa34fc transno 25770214386 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b40868183be lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e86:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344909.015615:0:6504:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1763344909.015622:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344909.015624:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.015627:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344909.015629:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344909.015631:0:6504:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344909.015633:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344909.015636:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fd854d200) refcount = 1 00010000:00010000:1.0:1763344909.015640:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b40868183be lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e86:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344909.015651:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344909.015653:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344909.015654:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.015657:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344909.015658:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344909.015661:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344909.015663:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fd854d200) 00010000:00010000:1.0:1763344909.015666:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763344909.015668:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344909.015670:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.015673:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344909.015674:0:6504:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1763344909.015676:0:6504:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763344909.015679:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.015680:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344909.015681:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344909.015683:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763344909.015684:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344909.015686:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763344909.015687:0:6504:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763344909.015688:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763344909.015689:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344909.015690:0:6504:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763344909.015691:0:6504:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763344909.015692:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344909.015694:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35600 refcount=3 00000020:00000001:1.0:1763344909.015696:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00010000:00000001:1.0:1763344909.015698:0:6504:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405976064 : -107404303575552 : ffff9e50fca35600) 00000004:00010000:1.0:1763344909.015702:0:6504:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000adbfab2e reply state 00000000b1aa34fc transno 25770214386 ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35600/0x34881b40868183b7 lrc: 3/0,1 mode: EX/EX res: [0x240002b13:0x12e87:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344909.015708:0:6504:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1763344909.015711:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344909.015712:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.015714:0:6504:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763344909.015715:0:6504:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763344909.015717:0:6504:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763344909.015718:0:6504:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763344909.015720:0:6504:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) refcount = 2 00010000:00000040:1.0:1763344909.015722:0:6504:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763344909.015725:0:6504:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fc3d4c800/0x34881b40868183a2 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e87:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00010000:1.0:1763344909.015730:0:6504:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35600/0x34881b40868183b7 lrc: 3/0,1 mode: TXN/TXN res: [0x240002b13:0x12e87:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6504 initiator: MDT1 00010000:00000001:1.0:1763344909.015735:0:6504:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763344909.015736:0:6504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763344909.015737:0:6504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.015739:0:6504:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763344909.015740:0:6504:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763344909.015741:0:6504:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763344909.015743:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) 00010000:00010000:1.0:1763344909.015745:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763344909.015747:0:6504:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344909.015749:0:6504:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.015750:0:6504:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763344909.015752:0:6504:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1763344909.015753:0:6504:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:1.0:1763344909.015754:0:6504:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.015756:0:6504:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763344909.015757:0:6504:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763344909.015758:0:6504:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763344909.015759:0:6504:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763344909.015760:0:6504:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763344909.015761:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344909.015764:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344909.015765:0:6504:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763344909.015767:0:6504:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344909.015768:0:6504:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344909.015771:0:6504:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214382, transno 25770214386, xid 1848987881574528 00010000:00000001:1.0:1763344909.015773:0:6504:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763344909.015774:0:6504:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=229 00010000:00000200:1.0:1763344909.015776:0:6504:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 25770214386, last committed = 25770214382 00010000:00000200:1.0:1763344909.015784:0:6504:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8271180 x1848987881574528/t25770214386(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 584/224 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344909.015810:0:6504:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344909.015812:0:6504:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344909.015814:0:6504:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344909.015817:0:6504:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344909.015820:0:6504:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344909.015822:0:6504:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344909.015824:0:6504:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344909.015826:0:6504:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.015828:0:6504:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344909.015830:0:6504:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344909.015834:0:6504:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3dd0. 00000100:00000200:1.0:1763344909.015837:0:6504:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987881574528, offset 224 00000400:00000200:1.0:1763344909.015842:0:6504:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344909.015850:0:6504:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344909.015856:0:6504:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385774:1385774:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385770:1385770:8:4294967295] 00000400:00000200:1.0:1763344909.015868:0:6504:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344909.015873:0:6504:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344909.015881:0:6504:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50caf8fd00. 00000800:00000200:1.0:1763344909.015887:0:6504:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344909.015895:0:6504:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344909.015899:0:6504:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50caf8fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763344909.015919:0:6504:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.015923:0:6504:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344909.015925:0:6504:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344909.015927:0:6504:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.015929:0:6504:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344909.015933:0:6504:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8271180 x1848987881574528/t25770214386(0) o61->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 584/224 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344909.015943:0:6504:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8271180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+229:253441:x1848987881574528:12345-192.168.203.14@tcp:61:lfs.0 Request processed in 14860us (15202us total) trans 25770214386 rc 0/0 00000100:00100000:1.0:1763344909.015951:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303035 00000100:00000040:1.0:1763344909.015954:0:6504:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:1.0:1763344909.015956:0:6504:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344909.015957:0:6504:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763344909.015960:0:6504:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:1.0:1763344909.015962:0:6504:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42380. 00000020:00000010:1.0:1763344909.015965:0:6504:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04258. 00000020:00000010:1.0:1763344909.015969:0:6504:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50e753c200. 00000020:00000040:1.0:1763344909.015975:0:6504:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 228 00000100:00000001:1.0:1763344909.015977:0:6504:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344909.016118:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344909.016122:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50caf8fd00. 00000400:00000200:0.0:1763344909.016125:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344909.016129:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344909.016132:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3dd0 00000400:00000010:0.0:1763344909.016134:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3dd0. 00000100:00000001:0.0:1763344909.016136:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344909.016139:0:3637:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763344909.041995:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.042011:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344909.042015:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.042017:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344909.042028:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344909.042044:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509e01180 00000400:00000200:3.0:1763344909.042052:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x65931d [2] + 0 00000800:00000001:3.0:1763344909.042060:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.042064:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344909.042067:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.042072:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344909.042079:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344909.042081:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763344909.042088:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8603480. 00000100:00000040:3.0:1763344909.042092:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8603480 x1848987881574784 msgsize 392 00000100:00100000:3.0:1763344909.042096:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344909.042112:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344909.042123:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.042126:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344909.042128:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.042130:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344909.042134:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344909.042140:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509e01280 00000400:00000200:3.0:1763344909.042146:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d419 [2] + 984 00000800:00000001:3.0:1763344909.042150:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.042154:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344909.042156:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.042159:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344909.042163:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344909.042165:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763344909.042168:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8601880. 00000100:00000040:3.0:1763344909.042169:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8601880 x1848987881575040 msgsize 328 00000100:00100000:3.0:1763344909.042173:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344909.042193:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344909.042197:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.042200:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344909.042203:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.042204:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344909.042208:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344909.042214:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509e01200 00000400:00000200:3.0:1763344909.042218:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d419 [2] + 1312 00000800:00000001:3.0:1763344909.042221:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.042228:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344909.042230:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.042233:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344909.042235:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344909.042237:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763344909.042240:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8603800. 00000100:00000040:3.0:1763344909.042242:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8603800 x1848987881574912 msgsize 328 00000100:00100000:3.0:1763344909.042246:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344909.042480:0:6507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344909.042484:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881574784 02000000:00000001:0.0:1763344909.042487:0:6507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344909.042490:0:6507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344909.042494:0:6507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344909.042498:0:6507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344909.042503:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881574784 00000020:00000001:0.0:1763344909.042506:0:6507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344909.042508:0:6507:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344909.042510:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.042513:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=229 00000020:00000001:0.0:1763344909.042516:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344909.042518:0:6507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344909.042523:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344909.042528:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2340. 00000100:00000001:0.0:1763344909.042531:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344909.042534:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2340. 00000020:00000010:0.0:1763344909.042539:0:6507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4a00. 00000020:00000010:0.0:1763344909.042545:0:6507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344909.042551:0:6507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732bb8. 00000100:00000040:0.0:1763344909.042558:0:6507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763344909.042561:0:6507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344909.042562:0:6507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344909.042564:0:6507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.042574:0:6507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.042588:0:6507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344909.042601:0:6507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344909.042603:0:6507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344909.042608:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35926 00000100:00000040:0.0:1763344909.042612:0:6507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344909.042615:0:6507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334467712 : -107404375083904 : ffff9e50f8603480) 00000100:00000040:0.0:1763344909.042622:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8603480 x1848987881574784/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 392/0 e 0 to 0 dl 1763344920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344909.042631:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344909.042634:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2340. 00000100:00000001:0.0:1763344909.042636:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344909.042638:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2340. 00000100:00100000:0.0:1763344909.042642:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8603480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+229:253441:x1848987881574784:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:0.0:1763344909.042646:0:6507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881574784 00000020:00000001:0.0:1763344909.042649:0:6507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344909.042653:0:6507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344909.042660:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fcc03f000: xid 1848987881574528, transno 25770214386, client gen 9, slot idx 4 00000001:00000001:0.0:1763344909.042665:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fc87e0b40: xid 1848987881573504, transno 25770214383, client gen 9, slot idx 1 00000001:00000010:0.0:1763344909.042670:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fc87e0b40. 00000001:00000001:0.0:1763344909.042674:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fcfc1b780: xid 1848987881574528, transno 25770214385, client gen 9, slot idx 2 00000001:00000001:0.0:1763344909.042677:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fcfc1b780: xid 1848987881574528, transno 25770214385, client gen 9, slot idx 2 00000001:00000010:0.0:1763344909.042680:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fcfc1b780. 00000001:00000001:0.0:1763344909.042684:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fcfc1b3c0: xid 1848987881574528, transno 25770214384, client gen 9, slot idx 0 00000001:00000001:0.0:1763344909.042687:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fcfc1b3c0: xid 1848987881574528, transno 25770214384, client gen 9, slot idx 0 00000001:00000010:0.0:1763344909.042689:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fcfc1b3c0. 00000020:00000001:0.0:1763344909.042692:0:6507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.042695:0:6507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344909.042697:0:6507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:0.0:1763344909.042700:0:6507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344909.042703:0:6507:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881574784, found 0 last_xid 1848987881574783 00000020:00000001:0.0:1763344909.042706:0:6507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344909.042708:0:6507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344909.042709:0:6507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344909.042713:0:6507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.042719:0:6507:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763344909.042721:0:6507:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763344909.042723:0:6507:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763344909.042727:0:6507:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.042730:0:6507:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763344909.042735:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.042737:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.042739:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.042741:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.042743:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.042744:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.042745:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.042747:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.042748:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.042749:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.042751:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.042753:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.042754:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.042756:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.042758:0:6507:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.042760:0:6507:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763344909.042761:0:6507:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.042765:0:6507:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344909.042766:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.042767:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.042769:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.042770:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.042771:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.042773:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.042774:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.042775:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.042778:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.042779:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344909.042784:0:6507:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344909.042817:0:6507:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344909.042820:0:6507:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344909.042824:0:6507:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344909.042825:0:6507:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.042828:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.042829:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.042831:0:6507:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344909.042833:0:6507:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.042835:0:6507:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.042840:0:6507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344909.042842:0:6507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344909.042847:0:6507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50f5cd0800. 02000000:00000001:0.0:1763344909.042850:0:6507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.042852:0:6507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.042854:0:6507:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344909.042857:0:6507:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.042860:0:6507:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763344909.042862:0:6507:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763344909.042864:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.042866:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50f4ec0e80 refcount=2 00000020:00000001:0.0:1763344909.042868:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669276524160 : -107404433027456 : ffff9e50f4ec0e80) 00000004:00000001:0.0:1763344909.042871:0:6507:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636669276524160 : -107404433027456 : ffff9e50f4ec0e80) 00000020:00000040:0.0:1763344909.042874:0:6507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f4ec0e80 with handle 0x34881b40868182a6 from hash 00000004:00000001:0.0:1763344909.042879:0:6507:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763344909.042881:0:6507:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240002b13:0x12e86:0x0] with intent: 0 00000004:00000001:0.0:1763344909.042885:0:6507:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763344909.042888:0:6507:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1516 size 1516 lsom blocks 0 blocks 8 truncate 0 00000004:00000001:0.0:1763344909.042892:0:6507:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344909.042895:0:6507:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344909.042902:0:6507:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.042905:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.042910:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.042927:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344909.042931:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344909.042933:0:6507:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344909.042935:0:6507:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344909.042937:0:6507:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e86:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 0 00000004:00000002:0.0:1763344909.042941:0:6507:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344909.042943:0:6507:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.042946:0:6507:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.042948:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.042949:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344909.042952:0:6507:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:0.0:1763344909.042955:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344909.042956:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344909.042959:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.042960:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.042962:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344909.042964:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344909.042966:0:6507:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763344909.042968:0:6507:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344909.042970:0:6507:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.042973:0:6507:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763344909.042975:0:6507:0:(mdt_som.c:114:mdt_set_som()) [0x240002b13:0x12e86:0x0]: Set SOM attrs S/B/F: 1516/8/4. 00000004:00000001:0.0:1763344909.042979:0:6507:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763344909.042982:0:6507:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763344909.042984:0:6507:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344909.042989:0:6507:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344909.042996:0:6507:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dc540. 00080000:00000001:0.0:1763344909.043001:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344909.043005:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fdb7d4800. 00080000:00000001:0.0:1763344909.043009:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664554866688 : -107409154684928 : ffff9e4fdb7d4800) 00000004:00000001:0.0:1763344909.043014:0:6507:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344909.043018:0:6507:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344909.043020:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.043023:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554866688 : -107409154684928 : ffff9e4fdb7d4800) 00000004:00000001:0.0:1763344909.043027:0:6507:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043030:0:6507:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.043034:0:6507:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344909.043036:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344909.043042:0:6507:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344909.043044:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.043045:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554866688 : -107409154684928 : ffff9e4fdb7d4800) 00080000:00000001:0.0:1763344909.043048:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.043052:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344909.043055:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2340. 00080000:00000001:0.0:1763344909.043058:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043060:0:6507:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.043069:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.043071:0:6507:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043076:0:6507:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763344909.043080:0:6507:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763344909.043082:0:6507:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763344909.043084:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.043085:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554866688 : -107409154684928 : ffff9e4fdb7d4800) 00080000:00000001:0.0:1763344909.043088:0:6507:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344909.043090:0:6507:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e86:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:0.0:1763344909.043114:0:6507:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043117:0:6507:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043119:0:6507:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.043123:0:6507:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344909.043126:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344909.043130:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344909.043133:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214387, last_committed = 25770214382 00000001:00000010:0.0:1763344909.043137:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dce40. 00000001:00000040:0.0:1763344909.043140:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 5 00000020:00000040:0.0:1763344909.043143:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=230 00000001:00000010:0.0:1763344909.043148:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd6241cc0. 00000004:00000001:0.0:1763344909.043154:0:6507:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344909.043155:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.043156:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554866688 : -107409154684928 : ffff9e4fdb7d4800) 00000004:00000001:0.0:1763344909.043170:0:6507:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344909.043174:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd6241cc0: xid 1848987881574784, transno 25770214387, tag 1, client gen 9, slot idx 0 00000001:00000001:0.0:1763344909.043177:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344909.043185:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2340. 00040000:00000001:0.0:1763344909.043189:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344909.043192:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344909.043194:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344909.043196:0:6507:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dc540. 00000020:00000001:0.0:1763344909.043199:0:6507:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043202:0:6507:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043204:0:6507:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043205:0:6507:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043208:0:6507:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763344909.043209:0:6507:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763344909.043211:0:6507:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344909.043213:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.043215:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.043220:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763344909.043222:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763344909.043224:0:6507:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043227:0:6507:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344909.043230:0:6507:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344909.043233:0:6507:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344909.043235:0:6507:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x240002b13:0x12e86:0x0], previous was 0x7 00000004:00000001:0.0:1763344909.043238:0:6507:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043241:0:6507:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763344909.043244:0:6507:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043247:0:6507:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763344909.043251:0:6507:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344909.043254:0:6507:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763344909.043256:0:6507:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50f4ec0e80. 00000004:00000001:0.0:1763344909.043268:0:6507:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344909.043272:0:6507:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fddc20d78/ffff9e4fddc20d20 to site lru. bkt: ffff9e50ff90e7d0 00000004:00000001:0.0:1763344909.043275:0:6507:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344909.043277:0:6507:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043278:0:6507:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043281:0:6507:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763344909.043283:0:6507:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344909.043285:0:6507:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344909.043287:0:6507:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344909.043289:0:6507:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344909.043291:0:6507:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344909.043295:0:6507:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344909.043298:0:6507:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344909.043300:0:6507:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763344909.043307:0:6507:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344909.043314:0:6507:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.043316:0:6507:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344909.043320:0:6507:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214382, transno 25770214387, xid 1848987881574784 00010000:00000001:0.0:1763344909.043323:0:6507:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:3.0:1763344909.043420:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344909.043488:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.043494:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.043576:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344909.043579:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881575040 02000000:00000001:2.0:1763344909.043581:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344909.043583:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344909.043585:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.043588:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344909.043591:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881575040 00000020:00000001:2.0:1763344909.043593:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344909.043594:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:2.0:1763344909.043596:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.043599:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=19 00000020:00000001:2.0:1763344909.043601:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:2.0:1763344909.043603:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:2.0:1763344909.043607:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.043611:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2200. 00000100:00000001:2.0:1763344909.043613:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.043615:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2200. 00000020:00000010:2.0:1763344909.043620:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344909.043624:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344909.043628:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344909.043634:0:23071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1763344909.043636:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344909.043637:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1763344909.043640:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1763344909.043642:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.043645:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1763344909.043649:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.043650:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.043651:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17600 refcount=3 00000020:00000001:2.0:1763344909.043653:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:2.0:1763344909.043656:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:2.0:1763344909.043658:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.043660:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.043661:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.043663:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.043668:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.043684:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.043693:0:23071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344909.043694:0:23071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881574912 02000000:00000001:2.0:1763344909.043696:0:23071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344909.043697:0:23071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344909.043698:0:23071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.043700:0:23071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344909.043701:0:23071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881574912 00000020:00000001:2.0:1763344909.043703:0:23071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344909.043704:0:23071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:2.0:1763344909.043705:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.043708:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=25 00000020:00000001:2.0:1763344909.043710:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:2.0:1763344909.043711:0:23071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:2.0:1763344909.043714:0:23071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.043717:0:23071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2200. 00000100:00000001:2.0:1763344909.043719:0:23071:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.043721:0:23071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2200. 00000020:00000010:2.0:1763344909.043724:0:23071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09f000. 00000020:00000010:2.0:1763344909.043727:0:23071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0a80. 00000020:00000010:2.0:1763344909.043730:0:23071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d000. 00000100:00000001:2.0:1763344909.043732:0:23071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344909.043734:0:23071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1763344909.043735:0:23071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1763344909.043737:0:23071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.043738:0:23071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1763344909.043740:0:23071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.043742:0:23071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.043743:0:23071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=3 00000020:00000001:2.0:1763344909.043745:0:23071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:2.0:1763344909.043747:0:23071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:2.0:1763344909.043749:0:23071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.043750:0:23071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.043751:0:23071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.043752:0:23071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.043755:0:23071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.043765:0:23071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.043777:0:6491:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344909.043779:0:6491:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344909.043785:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 3676 00000100:00000040:2.0:1763344909.043802:0:6491:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:2.0:1763344909.043804:0:6491:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334460544 : -107404375091072 : ffff9e50f8601880) 00000100:00000040:2.0:1763344909.043809:0:6491:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8601880 x1848987881575040/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 328/0 e 0 to 0 dl 1763344920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344909.043818:0:6491:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.043821:0:6491:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2200. 00000100:00000001:2.0:1763344909.043822:0:6491:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.043824:0:6491:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2200. 00000100:00100000:2.0:1763344909.043828:0:6491:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8601880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+19:2406:x1848987881575040:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1763344909.043831:0:6491:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881575040 00010000:00000001:2.0:1763344909.043833:0:6491:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1763344909.043835:0:6491:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1763344909.043837:0:6491:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1763344909.043842:0:6491:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344909.043844:0:6491:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344909.043847:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f58b7800. 02000000:00000001:2.0:1763344909.043849:0:6491:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.043851:0:6491:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.043853:0:6491:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763344909.043855:0:6491:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763344909.043857:0:6491:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.043858:0:6491:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.043860:0:6491:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf17600 refcount=3 00000020:00000001:2.0:1763344909.043861:0:6491:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000001:2.0:1763344909.043863:0:6491:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142660608 : -107404566891008 : ffff9e50ecf17600) 00010000:00000040:2.0:1763344909.043867:0:6491:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 2 00002000:00000001:2.0:1763344909.043872:0:6491:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344909.043877:0:6491:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344909.043880:0:6491:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344909.043886:0:6491:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279130808 : -107409430420808 : ffff9e4fcb0de2b8) 00002000:00000001:2.0:1763344909.043888:0:6491:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279130720 : -107409430420896 : ffff9e4fcb0de260) 00002000:00000001:2.0:1763344909.043891:0:6491:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344909.043895:0:6491:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344909.043898:0:6491:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0de2b8/ffff9e4fcb0de260 to site lru. bkt: ffff9e50e5a40a80 00010000:00000001:2.0:1763344909.043901:0:6491:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344909.043903:0:6491:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.043906:0:6491:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.043907:0:6491:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.043909:0:6491:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.043915:0:6491:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344909.043917:0:6491:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344909.043923:0:6491:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.043925:0:6491:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.043928:0:6491:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.043929:0:6491:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344909.043932:0:6491:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf17600 with handle 0x34881b408681834e from hash 00010000:00000001:2.0:1763344909.043933:0:6491:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344909.043935:0:6491:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.043935:0:6491:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.043936:0:6491:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344909.043941:0:6491:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.043942:0:6491:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.043945:0:6491:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344909.043946:0:6491:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344909.043951:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9e50ecf17600/0x34881b408681834e lrc: 0/0,0 mode: --/GROUP res: [0x280000402:0x1c19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x44801000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a7 expref: 19 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344909.043961:0:6491:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc1321800 : new locks_count 12 00000020:00000040:2.0:1763344909.043963:0:6491:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 18 00010000:00000001:2.0:1763344909.043969:0:6491:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.043971:0:6491:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344909.043973:0:6491:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344909.043975:0:6491:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.043977:0:6491:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.043978:0:6491:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763344909.043980:0:6491:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359900 count: 0 00002000:00000010:2.0:1763344909.043985:0:6491:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e50f93d2d80. 00010000:00000010:2.0:1763344909.043988:0:6491:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4fc1359f00. 00010000:00010000:2.0:1763344909.043992:0:6491:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763344909.043994:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.043998:0:6491:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344909.044000:0:6491:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344909.044005:0:6491:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344909.044010:0:6491:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344909.044012:0:6491:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344909.044014:0:6491:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344909.044017:0:6491:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344909.044019:0:6491:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.044023:0:6491:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344909.044026:0:6491:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344909.044031:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921110. 00000100:00000200:2.0:1763344909.044038:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881575040, offset 224 00000400:00000200:2.0:1763344909.044046:0:6491:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344909.044058:0:6491:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344909.044064:0:6491:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385775:1385775:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385771:1385771:8:4294967295] 00000400:00000200:2.0:1763344909.044074:0:6491:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344909.044080:0:6491:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344909.044086:0:6491:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71400. 00000800:00000200:2.0:1763344909.044092:0:6491:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344909.044098:0:6491:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344909.044102:0:6491:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763344909.044114:0:6491:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344909.044117:0:6491:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344909.044119:0:6491:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.044122:0:6491:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344909.044125:0:6491:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8601880 x1848987881575040/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 328/224 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344909.044134:0:6491:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8601880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+18:2406:x1848987881575040:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 316us (1962us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344909.044140:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 3676 00000100:00000040:2.0:1763344909.044143:0:6491:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:2.0:1763344909.044145:0:6491:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344909.044147:0:6491:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344909.044152:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344909.044155:0:6491:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344909.044158:0:6491:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344909.044161:0:6491:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 17 00000100:00000001:2.0:1763344909.044163:0:6491:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.044171:0:6491:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344909.044172:0:6491:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344909.044175:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 3677 00000100:00000040:2.0:1763344909.044177:0:6491:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:2.0:1763344909.044178:0:6491:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334468608 : -107404375083008 : ffff9e50f8603800) 00000100:00000040:2.0:1763344909.044182:0:6491:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8603800 x1848987881574912/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 328/0 e 0 to 0 dl 1763344920 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344909.044194:0:6491:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.044197:0:6491:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2d80. 00000100:00000001:2.0:1763344909.044199:0:6491:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.044201:0:6491:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2d80. 00000100:00100000:2.0:1763344909.044204:0:6491:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8603800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+25:2406:x1848987881574912:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1763344909.044207:0:6491:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881574912 00010000:00000001:2.0:1763344909.044208:0:6491:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1763344909.044209:0:6491:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1763344909.044210:0:6491:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1763344909.044214:0:6491:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344909.044216:0:6491:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344909.044219:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f58b7000. 02000000:00000001:2.0:1763344909.044221:0:6491:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.044222:0:6491:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.044224:0:6491:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763344909.044226:0:6491:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763344909.044228:0:6491:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.044229:0:6491:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.044231:0:6491:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50ecf16800 refcount=3 00000020:00000001:2.0:1763344909.044233:0:6491:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000001:2.0:1763344909.044235:0:6491:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669142657024 : -107404566894592 : ffff9e50ecf16800) 00010000:00000040:2.0:1763344909.044237:0:6491:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359100 count: 2 00002000:00000001:2.0:1763344909.044239:0:6491:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344909.044241:0:6491:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344909.044243:0:6491:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344909.044248:0:6491:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664279135064 : -107409430416552 : ffff9e4fcb0df358) 00002000:00000001:2.0:1763344909.044250:0:6491:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636664279134976 : -107409430416640 : ffff9e4fcb0df300) 00002000:00000001:2.0:1763344909.044252:0:6491:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344909.044255:0:6491:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344909.044257:0:6491:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fcb0df358/ffff9e4fcb0df300 to site lru. bkt: ffff9e50fb8968b0 00010000:00000001:2.0:1763344909.044259:0:6491:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344909.044261:0:6491:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.044263:0:6491:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.044264:0:6491:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.044266:0:6491:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.044269:0:6491:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344909.044270:0:6491:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344909.044273:0:6491:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.044274:0:6491:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.044276:0:6491:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.044277:0:6491:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344909.044279:0:6491:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ecf16800 with handle 0x34881b4086818347 from hash 00010000:00000001:2.0:1763344909.044281:0:6491:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344909.044282:0:6491:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.044283:0:6491:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.044284:0:6491:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344909.044286:0:6491:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.044287:0:6491:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.044289:0:6491:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344909.044290:0:6491:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344909.044294:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50ecf16800/0x34881b4086818347 lrc: 0/0,0 mode: --/GROUP res: [0x2c0000402:0x1bc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1284945383 flags: 0x44801000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4a0 expref: 25 pid: 74638 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344909.044302:0:6491:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 18 00000020:00000040:2.0:1763344909.044304:0:6491:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 24 00010000:00000001:2.0:1763344909.044307:0:6491:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.044308:0:6491:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344909.044310:0:6491:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344909.044311:0:6491:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.044313:0:6491:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.044314:0:6491:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763344909.044316:0:6491:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359100 count: 0 00002000:00000010:2.0:1763344909.044320:0:6491:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9e50f93d2a00. 00010000:00000010:2.0:1763344909.044322:0:6491:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4fc1359700. 00010000:00010000:2.0:1763344909.044342:0:6491:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763344909.044344:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.044347:0:6491:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344909.044349:0:6491:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344909.044351:0:6491:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344909.044355:0:6491:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344909.044357:0:6491:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344909.044360:0:6491:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344909.044362:0:6491:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344909.044372:0:6491:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.044375:0:6491:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344909.044378:0:6491:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344909.044381:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9212a8. 00000100:00000200:2.0:1763344909.044384:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881574912, offset 224 00000400:00000200:2.0:1763344909.044388:0:6491:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344909.044393:0:6491:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344909.044398:0:6491:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385776:1385776:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385772:1385772:7:4294967295] 00000400:00000200:2.0:1763344909.044406:0:6491:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344909.044411:0:6491:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344909.044414:0:6491:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71900. 00000800:00000200:2.0:1763344909.044418:0:6491:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344909.044422:0:6491:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344909.044425:0:6491:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763344909.044428:0:6491:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344909.044560:0:6491:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344909.044565:0:6491:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.044566:0:6491:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344909.044572:0:6491:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8603800 x1848987881574912/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 328/224 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344909.044581:0:6491:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8603800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2406:x1848987881574912:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 385us (2336us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344909.044587:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 3677 00000100:00000040:2.0:1763344909.044590:0:6491:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:2.0:1763344909.044593:0:6491:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344909.044594:0:6491:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344909.044598:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0a80. 00000020:00000010:2.0:1763344909.044601:0:6491:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d000. 00000020:00000010:2.0:1763344909.044604:0:6491:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09f000. 00000020:00000040:2.0:1763344909.044607:0:6491:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00000100:00000001:2.0:1763344909.044610:0:6491:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763344909.044667:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344909.044672:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71400. 00000400:00000200:2.0:1763344909.044679:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344909.044684:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344909.044690:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921110 00000400:00000010:2.0:1763344909.044693:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921110. 00000100:00000001:2.0:1763344909.044696:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344909.044698:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1763344909.046345:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763344909.046355:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71900. 00000400:00000200:2.0:1763344909.046373:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344909.046381:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:2.0:1763344909.046387:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9212a8 00000400:00000010:2.0:1763344909.046390:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9212a8. 00000100:00000001:2.0:1763344909.046398:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763344909.046400:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000200:0.0:1763344909.046733:0:6507:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8603480 x1848987881574784/t25770214387(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 392/456 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344909.046753:0:6507:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344909.046757:0:6507:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344909.046761:0:6507:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=41 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344909.046766:0:6507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344909.046769:0:6507:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344909.046771:0:6507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344909.046775:0:6507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344909.046777:0:6507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.046781:0:6507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344909.046785:0:6507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344909.046817:0:6507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495d48. 00000100:00000200:0.0:1763344909.046823:0:6507:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881574784, offset 224 00000400:00000200:0.0:1763344909.046830:0:6507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344909.046844:0:6507:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344909.046851:0:6507:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385777:1385777:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385773:1385773:8:4294967295] 00000400:00000200:0.0:1763344909.046862:0:6507:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344909.046868:0:6507:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344909.046875:0:6507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56900. 00000800:00000200:0.0:1763344909.046884:0:6507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344909.046892:0:6507:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344909.046897:0:6507:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763344909.048165:0:6507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344909.048178:0:6507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344909.048183:0:6507:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344909.048186:0:6507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.048189:0:6507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344909.048200:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8603480 x1848987881574784/t25770214387(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 392/456 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344909.048211:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8603480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+230:253441:x1848987881574784:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 5577us (6116us total) trans 25770214387 rc 0/0 00000100:00100000:0.0:1763344909.048222:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35926 00000100:00000040:0.0:1763344909.048226:0:6507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344909.048228:0:6507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344909.048232:0:6507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344909.048240:0:6507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344909.048247:0:6507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732bb8. 00000020:00000010:0.0:1763344909.048254:0:6507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4a00. 00000020:00000040:0.0:1763344909.048265:0:6507:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 229 00000100:00000001:0.0:1763344909.048270:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344909.051173:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344909.051182:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56900. 00000400:00000200:1.0:1763344909.051188:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.051201:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344909.051209:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495d48 00000400:00000010:1.0:1763344909.051212:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495d48. 00000100:00000001:1.0:1763344909.051219:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344909.051221:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344909.052198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf17600. 00010000:00000010:2.1:1763344909.052210:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359900. 00010000:00000010:2.1:1763344909.052214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50ecf16800. 00010000:00000010:2.1:1763344909.052217:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359100. 00000800:00000001:3.0:1763344909.052629:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.052647:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344909.052650:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.052653:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344909.052664:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344909.052761:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509e01380 00000400:00000200:3.0:1763344909.052773:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x65931d [2] + 392 00000800:00000001:3.0:1763344909.052785:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.052831:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344909.052835:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.052840:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344909.052847:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344909.052849:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763344909.052857:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8601500. 00000100:00000040:3.0:1763344909.052861:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8601500 x1848987881575296 msgsize 392 00000100:00100000:3.0:1763344909.052865:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344909.052881:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344909.052892:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.052895:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344909.052918:0:6507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344909.052922:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881575296 02000000:00000001:0.0:1763344909.052926:0:6507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344909.052929:0:6507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344909.052932:0:6507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344909.052938:0:6507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344909.052944:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881575296 00000020:00000001:0.0:1763344909.052949:0:6507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344909.052951:0:6507:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344909.052954:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.052957:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=230 00000020:00000001:0.0:1763344909.052960:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344909.052963:0:6507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344909.052969:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344909.052976:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2340. 00000100:00000001:0.0:1763344909.052981:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344909.052984:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2340. 00000020:00000010:0.0:1763344909.052992:0:6507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4a00. 00000020:00000010:0.0:1763344909.053001:0:6507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344909.053008:0:6507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732bb8. 00000100:00000040:0.0:1763344909.053017:0:6507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763344909.053020:0:6507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344909.053021:0:6507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344909.053024:0:6507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.053032:0:6507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.053054:0:6507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344909.053066:0:6507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344909.053069:0:6507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344909.053075:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35927 00000100:00000040:0.0:1763344909.053079:0:6507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344909.053081:0:6507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334459648 : -107404375091968 : ffff9e50f8601500) 00000100:00000040:0.0:1763344909.053090:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8601500 x1848987881575296/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 392/0 e 0 to 0 dl 1763344920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344909.053100:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344909.053103:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2340. 00000100:00000001:0.0:1763344909.053105:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344909.053108:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2340. 00000100:00100000:0.0:1763344909.053113:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8601500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+230:253441:x1848987881575296:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:0.0:1763344909.053117:0:6507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881575296 00000020:00000001:0.0:1763344909.053121:0:6507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344909.053126:0:6507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344909.053133:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd6241cc0: xid 1848987881574784, transno 25770214387, client gen 9, slot idx 0 00000001:00000001:0.0:1763344909.053138:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fcc03f000: xid 1848987881574528, transno 25770214386, client gen 9, slot idx 4 00000001:00000010:0.0:1763344909.053143:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fcc03f000. 00000020:00000001:0.0:1763344909.053151:0:6507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.053154:0:6507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344909.053156:0:6507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:0.0:1763344909.053160:0:6507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344909.053164:0:6507:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881575296, found 0 last_xid 1848987881575295 00000020:00000001:0.0:1763344909.053167:0:6507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344909.053169:0:6507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344909.053172:0:6507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344909.053175:0:6507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053182:0:6507:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763344909.053185:0:6507:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763344909.053187:0:6507:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763344909.053192:0:6507:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053195:0:6507:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763344909.053200:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.053202:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.053204:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.053206:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.053209:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.053211:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.053212:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.053213:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.053215:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.053216:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.053218:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.053220:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.053221:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.053223:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053225:0:6507:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053226:0:6507:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763344909.053228:0:6507:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053231:0:6507:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344909.053233:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.053234:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.053236:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.053237:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.053238:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.053240:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.053241:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.053243:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.053245:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.053246:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344909.053251:0:6507:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344909.053257:0:6507:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344909.053259:0:6507:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344909.053261:0:6507:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344909.053263:0:6507:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.053266:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.053267:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053269:0:6507:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344909.053271:0:6507:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053273:0:6507:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.053277:0:6507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344909.053280:0:6507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344909.053287:0:6507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50f5cd0c00. 02000000:00000001:0.0:1763344909.053290:0:6507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.053293:0:6507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053295:0:6507:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344909.053297:0:6507:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053300:0:6507:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763344909.053303:0:6507:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763344909.053304:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.053307:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50ee317400 refcount=2 00000020:00000001:0.0:1763344909.053309:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669163631616 : -107404545920000 : ffff9e50ee317400) 00000004:00000001:0.0:1763344909.053312:0:6507:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636669163631616 : -107404545920000 : ffff9e50ee317400) 00000020:00000040:0.0:1763344909.053315:0:6507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50ee317400 with handle 0x34881b40868182bb from hash 00000004:00000001:0.0:1763344909.053320:0:6507:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763344909.053323:0:6507:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240002b13:0x12e87:0x0] with intent: 0 00000004:00000001:0.0:1763344909.053326:0:6507:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763344909.053329:0:6507:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 8 truncate 0 00000004:00000001:0.0:1763344909.053333:0:6507:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344909.053336:0:6507:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344909.053345:0:6507:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053349:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.053356:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.053387:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344909.053392:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763344909.053394:0:6507:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763344909.053396:0:6507:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344909.053398:0:6507:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e87:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:0.0:1763344909.053401:0:6507:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344909.053404:0:6507:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053407:0:6507:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.053408:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.053410:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344909.053413:0:6507:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=80 : 80 : 0x50) 00000004:00000001:0.0:1763344909.053415:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763344909.053417:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763344909.053419:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.053420:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.053422:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763344909.053423:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763344909.053425:0:6507:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763344909.053427:0:6507:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763344909.053428:0:6507:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053431:0:6507:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763344909.053433:0:6507:0:(mdt_som.c:114:mdt_set_som()) [0x240002b13:0x12e87:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:0.0:1763344909.053436:0:6507:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763344909.053438:0:6507:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763344909.053440:0:6507:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763344909.053444:0:6507:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344909.053450:0:6507:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dc540. 00080000:00000001:0.0:1763344909.053454:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344909.053458:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fdb7d4200. 00080000:00000001:0.0:1763344909.053461:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664554865152 : -107409154686464 : ffff9e4fdb7d4200) 00000004:00000001:0.0:1763344909.053465:0:6507:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344909.053468:0:6507:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763344909.053471:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.053473:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554865152 : -107409154686464 : ffff9e4fdb7d4200) 00000004:00000001:0.0:1763344909.053478:0:6507:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053480:0:6507:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.053484:0:6507:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344909.053487:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344909.053493:0:6507:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344909.053494:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.053495:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554865152 : -107409154686464 : ffff9e4fdb7d4200) 00080000:00000001:0.0:1763344909.053498:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.053502:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344909.053506:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2340. 00080000:00000001:0.0:1763344909.053509:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053511:0:6507:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.053520:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.053523:0:6507:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053528:0:6507:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763344909.053531:0:6507:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763344909.053533:0:6507:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763344909.053535:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.053536:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554865152 : -107409154686464 : ffff9e4fdb7d4200) 00080000:00000001:0.0:1763344909.053539:0:6507:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763344909.053541:0:6507:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e87:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:0.0:1763344909.053563:0:6507:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053565:0:6507:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053567:0:6507:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.053571:0:6507:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344909.053574:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344909.053577:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344909.053580:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214388, last_committed = 25770214382 00000001:00000010:0.0:1763344909.053584:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dcf60. 00000001:00000040:0.0:1763344909.053586:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 6 00000020:00000040:0.0:1763344909.053589:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=231 00000001:00000010:0.0:1763344909.053595:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd6241a80. 00000004:00000001:0.0:1763344909.053601:0:6507:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344909.053603:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.053604:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554865152 : -107409154686464 : ffff9e4fdb7d4200) 00000004:00000001:0.0:1763344909.053617:0:6507:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344909.053621:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd6241a80: xid 1848987881575296, transno 25770214388, tag 1, client gen 9, slot idx 1 00000001:00000001:0.0:1763344909.053624:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344909.053632:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2340. 00040000:00000001:0.0:1763344909.053636:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344909.053638:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344909.053641:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344909.053643:0:6507:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dc540. 00000020:00000001:0.0:1763344909.053646:0:6507:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053649:0:6507:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053652:0:6507:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053653:0:6507:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053656:0:6507:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763344909.053657:0:6507:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763344909.053659:0:6507:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763344909.053661:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.053662:0:6507:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344909.053664:0:6507:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763344909.053667:0:6507:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763344909.053671:0:6507:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763344909.053674:0:6507:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344909.053677:0:6507:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x240002b13:0x12e87:0x0], previous was 0x7 00000004:00000001:0.0:1763344909.053679:0:6507:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053682:0:6507:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763344909.053685:0:6507:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053688:0:6507:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:0.0:1763344909.053690:0:6507:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763344909.053693:0:6507:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e4fc29dc540. 00080000:00000001:0.0:1763344909.053695:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344909.053698:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fdb7d5800. 00080000:00000001:0.0:1763344909.053700:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00000004:00000001:0.0:1763344909.053707:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.053710:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00080000:00000001:0.0:1763344909.053713:0:6507:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 00000001:00000001:0.0:1763344909.053716:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344909.053717:0:6507:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053720:0:6507:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:0.0:1763344909.053721:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.053723:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00000004:00000001:0.0:1763344909.053725:0:6507:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053729:0:6507:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:0.0:1763344909.053732:0:6507:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763344909.053734:0:6507:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053736:0:6507:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1763344909.053738:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.053739:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00080000:00000001:0.0:1763344909.053742:0:6507:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1763344909.053744:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1763344909.053746:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1763344909.053749:0:6507:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x240002b13:0x12e87:0x0] not in the id map cache 00080000:00000001:0.0:1763344909.053752:0:6507:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053754:0:6507:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053758:0:6507:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763344909.053761:0:6507:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1763344909.053762:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.053765:0:6507:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763344909.053769:0:6507:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763344909.053771:0:6507:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344909.053774:0:6507:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344909.053778:0:6507:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344909.053780:0:6507:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344909.053781:0:6507:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344909.053783:0:6507:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:0.0:1763344909.053785:0:6507:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053824:0:6507:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00000004:00000001:0.0:1763344909.053830:0:6507:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1763344909.053832:0:6507:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1763344909.053835:0:6507:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763344909.053836:0:6507:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00000004:00000040:0.0:1763344909.053840:0:6507:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50f8434cc0 : new refcount 3 00000040:00000001:0.0:1763344909.053842:0:6507:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763344909.053845:0:6507:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763344909.053848:0:6507:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x5:1 flags 412 count 2 00000040:00000001:0.0:1763344909.053852:0:6507:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763344909.053854:0:6507:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344909.053856:0:6507:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763344909.053858:0:6507:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.053860:0:6507:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763344909.053863:0:6507:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1763344909.053867:0:6507:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1763344909.053870:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.053872:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344909.053876:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2340. 00080000:00000001:0.0:1763344909.053878:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.053881:0:6507:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:0.0:1763344909.053883:0:6507:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x1b:0x0] not in the id map cache 00000001:00000001:0.0:1763344909.053886:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344909.053887:0:6507:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.053890:0:6507:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.053892:0:6507:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.053894:0:6507:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.053896:0:6507:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763344909.053899:0:6507:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763344909.053900:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.053902:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344909.053904:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2400. 00080000:00000001:0.0:1763344909.053906:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.053908:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.053909:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344909.053910:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.053912:0:6507:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.053914:0:6507:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.053916:0:6507:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344909.053919:0:6507:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.053921:0:6507:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763344909.053922:0:6507:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763344909.053923:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.053925:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344909.053927:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2380. 00080000:00000001:0.0:1763344909.053929:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.053931:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.053932:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344909.053933:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.053935:0:6507:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.053937:0:6507:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.053938:0:6507:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344909.053939:0:6507:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.053943:0:6507:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.053945:0:6507:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344909.053947:0:6507:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50f8434cc0 : new refcount 2 00000004:00000001:0.0:1763344909.053950:0:6507:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053952:0:6507:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053954:0:6507:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053956:0:6507:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1763344909.053957:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.053959:0:6507:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763344909.053960:0:6507:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763344909.053962:0:6507:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344909.053963:0:6507:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344909.053965:0:6507:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344909.053967:0:6507:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344909.053968:0:6507:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344909.053970:0:6507:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:0.0:1763344909.053973:0:6507:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.053974:0:6507:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00000004:00000001:0.0:1763344909.053977:0:6507:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1763344909.053978:0:6507:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1763344909.053980:0:6507:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763344909.053981:0:6507:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00000004:00000040:0.0:1763344909.053984:0:6507:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c2c5ab40 : new refcount 3 00000040:00000001:0.0:1763344909.053986:0:6507:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763344909.053987:0:6507:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763344909.053989:0:6507:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:0.0:1763344909.053991:0:6507:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763344909.053994:0:6507:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344909.053996:0:6507:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763344909.053997:0:6507:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.053999:0:6507:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763344909.054000:0:6507:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1763344909.054002:0:6507:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1763344909.054004:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.054006:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344909.054008:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.054010:0:6507:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:0.0:1763344909.054011:0:6507:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x19:0x0] not in the id map cache 00000001:00000001:0.0:1763344909.054014:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344909.054015:0:6507:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.054016:0:6507:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.054019:0:6507:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.054021:0:6507:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.054022:0:6507:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763344909.054023:0:6507:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763344909.054024:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.054026:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344909.054029:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2680. 00080000:00000001:0.0:1763344909.054031:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.054033:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.054034:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344909.054035:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.054037:0:6507:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.054038:0:6507:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.054040:0:6507:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344909.054041:0:6507:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.054043:0:6507:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763344909.054044:0:6507:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763344909.054045:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.054046:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344909.054048:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2300. 00080000:00000001:0.0:1763344909.054050:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.054052:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.054053:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763344909.054054:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.054056:0:6507:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.054057:0:6507:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.054058:0:6507:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763344909.054060:0:6507:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.054061:0:6507:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763344909.054063:0:6507:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344909.054065:0:6507:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c2c5ab40 : new refcount 2 00000004:00000001:0.0:1763344909.054067:0:6507:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054068:0:6507:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054070:0:6507:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054072:0:6507:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054075:0:6507:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.054078:0:6507:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763344909.054080:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763344909.054082:0:6507:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763344909.054084:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.054085:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00080000:00000001:0.0:1763344909.054088:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.054089:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344909.054091:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba22c0. 00080000:00000001:0.0:1763344909.054093:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054095:0:6507:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.054098:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.054100:0:6507:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054105:0:6507:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:0.0:1763344909.054109:0:6507:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:0.0:1763344909.054110:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.054111:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00080000:00000001:0.0:1763344909.054114:0:6507:0:(osd_handler.c:5880:osd_index_ea_delete()) Process entered 00080000:00000001:0.0:1763344909.054146:0:6507:0:(osd_handler.c:5943:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763344909.054149:0:6507:0:(osd_handler.c:5949:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054152:0:6507:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054154:0:6507:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:0.0:1763344909.054156:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.054157:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00080000:00000002:0.0:1763344909.054161:0:6507:0:(osd_handler.c:4785:osd_ref_del()) [0x240002b13:0x12e87:0x0] decrease nlink 1 00000004:00000001:0.0:1763344909.054169:0:6507:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054172:0:6507:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1763344909.054174:0:6507:0:(mdd_object.c:3993:mdd_close()) Object [0x240002b13:0x12e87:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:0.0:1763344909.054177:0:6507:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:0.0:1763344909.054179:0:6507:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:0.0:1763344909.054180:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.054181:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00080000:00000001:0.0:1763344909.054185:0:6507:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:0.0:1763344909.054188:0:6507:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x240002b13:0x12e87:0x0] 00080000:00000001:0.0:1763344909.054191:0:6507:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763344909.054193:0:6507:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344909.054194:0:6507:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344909.054196:0:6507:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344909.054198:0:6507:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.054200:0:6507:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.054202:0:6507:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1763344909.054223:0:6507:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50cc9c3478. 00000001:00000010:0.0:1763344909.054236:0:6507:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50cc9c3478. 00080000:00000001:0.0:1763344909.054240:0:6507:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.054242:0:6507:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054243:0:6507:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054246:0:6507:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763344909.054247:0:6507:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:0.0:1763344909.054248:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.054250:0:6507:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763344909.054251:0:6507:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763344909.054252:0:6507:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344909.054254:0:6507:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344909.054256:0:6507:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344909.054257:0:6507:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344909.054259:0:6507:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344909.054260:0:6507:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:0.0:1763344909.054262:0:6507:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054264:0:6507:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00000004:00000001:0.0:1763344909.054267:0:6507:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:0.0:1763344909.054269:0:6507:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:0.0:1763344909.054271:0:6507:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763344909.054273:0:6507:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00000004:00000040:0.0:1763344909.054275:0:6507:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50f8434cc0 : new refcount 3 00000040:00000001:0.0:1763344909.054277:0:6507:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:0.0:1763344909.054279:0:6507:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:0.0:1763344909.054281:0:6507:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:0.0:1763344909.054282:0:6507:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446636669182050816 : -107404527500800 : ffff9e50ef4a8200) 00000040:00000001:0.0:1763344909.054284:0:6507:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763344909.054285:0:6507:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344909.054287:0:6507:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:0.0:1763344909.054288:0:6507:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1763344909.054290:0:6507:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x1a:0x0] 00000040:00080000:0.0:1763344909.054318:0:6507:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x1a:0x0].7096, 64 off462336 00000040:00000001:0.0:1763344909.054322:0:6507:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344909.054324:0:6507:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344909.054329:0:6507:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1763344909.054332:0:6507:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344909.054334:0:6507:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1763344909.054335:0:6507:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50f8434cc0 : new refcount 2 00000004:00001000:0.0:1763344909.054337:0:6507:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0001-osc-MDT0001: new record [0x1:0x1a:0x0].7096: rc = 1 00000004:00000010:0.0:1763344909.054342:0:6507:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9e4fc29dc780. 00000004:00080000:0.0:1763344909.054345:0:6507:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 13015577555757ns, next at 13016577550556ns, rc = 0 00000004:00000001:0.0:1763344909.054348:0:6507:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054349:0:6507:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054351:0:6507:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054353:0:6507:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:0.0:1763344909.054354:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.054355:0:6507:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763344909.054356:0:6507:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763344909.054357:0:6507:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344909.054358:0:6507:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344909.054360:0:6507:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344909.054361:0:6507:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344909.054374:0:6507:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763344909.054376:0:6507:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:0.0:1763344909.054379:0:6507:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054380:0:6507:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00000004:00000001:0.0:1763344909.054383:0:6507:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:0.0:1763344909.054384:0:6507:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:0.0:1763344909.054385:0:6507:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763344909.054386:0:6507:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00000004:00000040:0.0:1763344909.054389:0:6507:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9e50c2c5ab40 : new refcount 3 00000040:00000001:0.0:1763344909.054391:0:6507:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:0.0:1763344909.054393:0:6507:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:0.0:1763344909.054393:0:6507:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:0.0:1763344909.054395:0:6507:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446636664151853056 : -107409557698560 : ffff9e4fc377c800) 00000040:00000001:0.0:1763344909.054397:0:6507:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763344909.054398:0:6507:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344909.054400:0:6507:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:0.0:1763344909.054400:0:6507:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1763344909.054402:0:6507:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x18:0x0] 00000040:00080000:0.0:1763344909.054424:0:6507:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x18:0x0].6645, 64 off433520 00000040:00000001:0.0:1763344909.054427:0:6507:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344909.054429:0:6507:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344909.054432:0:6507:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1763344909.054434:0:6507:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763344909.054436:0:6507:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1763344909.054438:0:6507:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9e50c2c5ab40 : new refcount 2 00000004:00001000:0.0:1763344909.054440:0:6507:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0001: new record [0x1:0x18:0x0].6645: rc = 1 00000004:00000010:0.0:1763344909.054444:0:6507:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9e4fc29dc420. 00000004:00080000:0.0:1763344909.054446:0:6507:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 13015577656257ns, next at 13016577652244ns, rc = 0 00000004:00000001:0.0:1763344909.054448:0:6507:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054450:0:6507:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054451:0:6507:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054452:0:6507:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054455:0:6507:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054457:0:6507:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:0.0:1763344909.054459:0:6507:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763344909.054462:0:6507:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763344909.054463:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763344909.054466:0:6507:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214388 00000001:00000001:0.0:1763344909.054468:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344909.054470:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214389, last_committed = 25770214382 00000001:00000010:0.0:1763344909.054473:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dcf00. 00000001:00000040:0.0:1763344909.054475:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 7 00000020:00000040:0.0:1763344909.054478:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=232 00000001:00000010:0.0:1763344909.054482:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd6241e40. 00000004:00000001:0.0:1763344909.054485:0:6507:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763344909.054487:0:6507:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763344909.054488:0:6507:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664554870784 : -107409154680832 : ffff9e4fdb7d5800) 00000004:00000001:0.0:1763344909.054493:0:6507:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763344909.054496:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd6241a80: xid 1848987881575296, transno 25770214388, client gen 9, slot idx 1 00000001:00000001:0.0:1763344909.054500:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd6241a80: xid 1848987881575296, transno 25770214388, client gen 9, slot idx 1 00000001:00000010:0.0:1763344909.054504:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241a80. 00000001:00000001:0.0:1763344909.054507:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd6241e40: xid 1848987881575296, transno 25770214389, tag 1, client gen 9, slot idx 2 00000001:00000001:0.0:1763344909.054509:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344909.054513:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba22c0. 00080000:00000010:0.0:1763344909.054516:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2300. 00080000:00000010:0.0:1763344909.054518:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2680. 00080000:00000010:0.0:1763344909.054520:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2380. 00080000:00000010:0.0:1763344909.054521:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2400. 00080000:00000010:0.0:1763344909.054524:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2340. 00040000:00000001:0.0:1763344909.054526:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344909.054527:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344909.054529:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344909.054531:0:6507:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e4fc29dc540. 00000020:00000001:0.0:1763344909.054533:0:6507:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344909.054537:0:6507:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:0.0:1763344909.054540:0:6507:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344909.054543:0:6507:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344909.054550:0:6507:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359300 count: 3 00010000:00000001:0.0:1763344909.054552:0:6507:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344909.054555:0:6507:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344909.054558:0:6507:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bcc00. 00000020:00000001:0.0:1763344909.054562:0:6507:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344909.054564:0:6507:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bcc00 with handle 0x34881b40868183c5 to hash 00000020:00000001:0.0:1763344909.054566:0:6507:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344909.054567:0:6507:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000010:0.0:1763344909.054571:0:6507:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5180. 00010000:00000001:0.0:1763344909.054574:0:6507:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344909.054577:0:6507:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344909.054579:0:6507:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344909.054582:0:6507:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183c5 lrc: 3/0,1 mode: --/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6507 initiator: MDT0 00010000:00000001:0.0:1763344909.054589:0:6507:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344909.054593:0:6507:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344909.054595:0:6507:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344909.054597:0:6507:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344909.054599:0:6507:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344909.054601:0:6507:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344909.054602:0:6507:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344909.054604:0:6507:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344909.054606:0:6507:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344909.054607:0:6507:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344909.054609:0:6507:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344909.054611:0:6507:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) refcount = 3 00010000:00000040:0.0:1763344909.054614:0:6507:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763344909.054616:0:6507:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca35600/0x34881b40868183b7 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e87:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00000040:0.0:1763344909.054622:0:6507:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e4fc3d4c800/0x34881b40868183a2 lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e87:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00010000:0.0:1763344909.054626:0:6507:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183c5 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6507 initiator: MDT1 00010000:00000001:0.0:1763344909.054631:0:6507:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344909.054635:0:6507:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344909.054637:0:6507:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.054639:0:6507:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344909.054640:0:6507:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344909.054643:0:6507:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.054645:0:6507:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763344909.054647:0:6507:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:0.0:1763344909.054649:0:6507:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344909.054652:0:6507:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183c5 lrc: 3/0,1 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6507 initiator: MDT1 00010000:00000001:0.0:1763344909.054658:0:6507:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344909.054659:0:6507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.054661:0:6507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344909.054663:0:6507:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344909.054666:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.054667:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bcc00 refcount=3 00000020:00000001:0.0:1763344909.054670:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344909.054672:0:6507:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344909.054675:0:6507:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344909.054675:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.054677:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bcc00 refcount=4 00000020:00000001:0.0:1763344909.054679:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344909.054681:0:6507:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344909.054683:0:6507:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1763344909.054685:0:6507:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183c5 lrc: 4/0,1 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6507 initiator: MDT1 00010000:00000001:0.0:1763344909.054690:0:6507:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344909.054693:0:6507:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183c5 lrc: 4/0,1 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6507 initiator: MDT1 00010000:00000001:0.0:1763344909.054697:0:6507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.054698:0:6507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344909.054700:0:6507:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183c5 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6507 initiator: MDT1 00010000:00000001:0.0:1763344909.054704:0:6507:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344909.054705:0:6507:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.054708:0:6507:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1763344909.054711:0:6507:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4fd6241a80. 00010000:00000001:0.0:1763344909.054714:0:6507:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1763344909.054736:0:6507:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1763344909.054739:0:6507:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.054741:0:6507:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.054743:0:6507:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344909.054744:0:6507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.054745:0:6507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344909.054746:0:6507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.054747:0:6507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763344909.054748:0:6507:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:0.0:1763344909.054750:0:6507:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50ee317400. 00000004:00000001:0.0:1763344909.054757:0:6507:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00040000:00000001:0.0:1763344909.054855:0:6507:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763344909.054859:0:6507:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1763344909.054860:0:6507:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763344909.054861:0:6507:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1763344909.054862:0:6507:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763344909.054863:0:6507:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1763344909.054866:0:6507:0:(osd_handler.c:1672:osd_oxc_fini()) kfreed 'oxe': 148 at ffff9e4fcfc1ba80. 00080000:00000010:0.0:1763344909.054873:0:6507:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff9e50d729da00. 00000004:00000001:0.0:1763344909.054880:0:6507:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763344909.054883:0:6507:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:0.0:1763344909.054888:0:6507:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9e50fff42e80. 00000004:00000010:0.0:1763344909.054891:0:6507:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9e4fe1bccb18. 00000004:00000001:0.0:1763344909.054895:0:6507:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763344909.054897:0:6507:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:0.0:1763344909.054899:0:6507:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9e50fff42d00. 00000004:00000010:0.0:1763344909.054901:0:6507:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9e4fe1bccd50. 00000004:00000010:0.0:1763344909.054904:0:6507:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff9e50fcae3db0. 00000004:00000010:0.0:1763344909.054908:0:6507:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff9e4fd25ac508. 00000004:00000010:0.0:1763344909.054914:0:6507:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9e4fcfc1b6c0. 00000004:00000010:0.0:1763344909.054917:0:6507:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff9e4fd0df1ba0. 00000004:00000010:0.0:1763344909.054921:0:6507:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9e4fc87f5078. 00000004:00000001:0.0:1763344909.054925:0:6507:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1763344909.054927:0:6507:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x240002b13:0x12e87:0x0] 00000004:00000010:0.0:1763344909.054929:0:6507:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff9e50d7476000. 00000004:00000001:0.0:1763344909.054932:0:6507:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:0.0:1763344909.054934:0:6507:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344909.054935:0:6507:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054937:0:6507:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054940:0:6507:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763344909.054942:0:6507:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344909.054944:0:6507:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344909.054945:0:6507:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344909.054948:0:6507:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344909.054951:0:6507:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344909.054956:0:6507:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344909.054961:0:6507:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344909.054965:0:6507:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763344909.054971:0:6507:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344909.054977:0:6507:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.054979:0:6507:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344909.054984:0:6507:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214382, transno 25770214389, xid 1848987881575296 00010000:00000001:0.0:1763344909.054987:0:6507:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344909.054995:0:6507:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8601500 x1848987881575296/t25770214389(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 392/456 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344909.055004:0:6507:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344909.055007:0:6507:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344909.055010:0:6507:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=41 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344909.055014:0:6507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344909.055017:0:6507:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344909.055019:0:6507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344909.055022:0:6507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344909.055024:0:6507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.055027:0:7432:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1763344909.055028:0:6507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1763344909.055030:0:7432:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344909.055031:0:6507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00010000:00010000:2.0:1763344909.055033:0:7432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1763344909.055036:0:7432:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000010:0.0:1763344909.055036:0:6507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495000. 00010000:00000001:2.0:1763344909.055038:0:7432:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344909.055041:0:7432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183c5 lrc: 2/0,0 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6507 initiator: MDT1 00000100:00000200:0.0:1763344909.055041:0:6507:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881575296, offset 224 00010000:00010000:2.0:1763344909.055047:0:7432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bcc00 already unused, calling callback (ffffffffc0e86b40) 00000400:00000200:0.0:1763344909.055048:0:6507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00010000:00000001:2.0:1763344909.055049:0:7432:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.055051:0:7432:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344909.055053:0:7432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183c5 lrc: 2/0,0 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6507 initiator: MDT1 00000400:00000200:0.0:1763344909.055061:0:6507:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00010000:00000001:2.0:1763344909.055062:0:7432:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344909.055064:0:7432:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.055065:0:7432:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.055067:0:7432:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bcc00 refcount=3 00000400:00000200:0.0:1763344909.055067:0:6507:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385778:1385778:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385774:1385774:8:4294967295] 00000020:00000001:2.0:1763344909.055069:0:7432:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:2.0:1763344909.055071:0:7432:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:2.0:1763344909.055073:0:7432:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344909.055076:0:7432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183c5 lrc: 3/0,0 mode: PW/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6507 initiator: MDT1 00000400:00000200:0.0:1763344909.055079:0:6507:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00010000:00000001:2.0:1763344909.055081:0:7432:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763344909.055083:0:7432:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.055085:0:7432:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344909.055085:0:6507:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00010000:00000001:2.0:1763344909.055088:0:7432:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344909.055090:0:7432:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000010:0.0:1763344909.055090:0:6507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56b00. 00010000:00000001:2.0:1763344909.055092:0:7432:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.055093:0:7432:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344909.055096:0:6507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000020:00000040:2.0:1763344909.055100:0:7432:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bcc00 with handle 0x34881b40868183c5 from hash 00010000:00000001:2.0:1763344909.055102:0:7432:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344909.055103:0:7432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.055104:0:7432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1763344909.055104:0:6507:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00010000:00000001:2.0:1763344909.055105:0:7432:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344909.055108:0:7432:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000200:0.0:1763344909.055109:0:6507:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56b00 type 1, nob 552 niov 1 nkiov 1 00010000:00000001:2.0:1763344909.055110:0:7432:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.055112:0:7432:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344909.055114:0:7432:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344909.055116:0:7432:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344909.055118:0:7432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e87:0x0].0x0 (ffff9e4fc1359300) 00010000:00010000:2.0:1763344909.055121:0:7432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:2.0:1763344909.055124:0:7432:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.055126:0:7432:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.055128:0:7432:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344909.055130:0:7432:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344909.055132:0:7432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.055133:0:7432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.055135:0:7432:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.055137:0:7432:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.055138:0:7432:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.055138:0:6507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.055141:0:7432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183c5 lrc: 1/0,0 mode: --/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6507 initiator: MDT1 00000100:00000040:0.0:1763344909.055142:0:6507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344909.055145:0:6507:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:2.0:1763344909.055146:0:7432:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1763344909.055146:0:6507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.055148:0:7432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183c5 lrc: 0/0,0 mode: --/PW res: [0x240002b13:0x12e87:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6507 initiator: MDT1 00000020:00000001:0.0:1763344909.055149:0:6507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344909.055154:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8601500 x1848987881575296/t25770214389(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 392/456 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000010:2.0:1763344909.055155:0:7432:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5180. 00010000:00000001:2.0:1763344909.055160:0:7432:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.055162:0:7432:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1763344909.055164:0:7432:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4fd6241a80. 00000100:00100000:0.0:1763344909.055164:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8601500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:253441:x1848987881575296:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 2062us (2301us total) trans 25770214389 rc 0/0 00010000:00000001:2.0:1763344909.055166:0:7432:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.055169:0:7432:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763344909.055170:0:7432:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.055171:0:7432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1763344909.055173:0:7432:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1763344909.055173:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35927 00000020:00000001:2.0:1763344909.055175:0:7432:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.055177:0:7432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1763344909.055177:0:6507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000020:00000001:2.0:1763344909.055178:0:7432:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763344909.055180:0:7432:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.055180:0:6507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:2.0:1763344909.055182:0:7432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1763344909.055182:0:6507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:0.0:1763344909.055185:0:6507:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:0.0:1763344909.055189:0:6507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344909.055194:0:6507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732bb8. 00000020:00000010:0.0:1763344909.055198:0:6507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4a00. 00000020:00000040:0.0:1763344909.055203:0:6507:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00000100:00000001:0.0:1763344909.055206:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344909.055638:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344909.055644:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56b00. 00000400:00000200:3.0:1763344909.055647:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.055654:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344909.055660:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495000 00000400:00000010:3.0:1763344909.055663:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495000. 00000100:00000001:3.0:1763344909.055668:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344909.055669:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1763344909.060930:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.060937:0:110036:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.060943:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.060944:0:110036:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.060948:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.060949:0:110036:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.060955:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.060957:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.060961:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.060962:0:110036:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.060968:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.060970:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.060974:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.060976:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.061320:0:67526:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763344909.061324:0:67526:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.061327:0:67526:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1763344909.063840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bcc00. 00000800:00000001:1.0:1763344909.083613:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.083705:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344909.083710:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.083979:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344909.083992:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344909.084010:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509e01480 00000400:00000200:1.0:1763344909.084018:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x619ac1 [64] + 1992 00000800:00000001:1.0:1763344909.084027:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.084040:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344909.084044:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.084047:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344909.084054:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344909.084056:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763344909.084062:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32df80. 00000100:00000040:1.0:1763344909.084065:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32df80 x1848987881575552 msgsize 4616 00000100:00100000:1.0:1763344909.084068:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344909.084088:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344909.084096:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.084098:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.084163:0:6504:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344909.084166:0:6504:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881575552 02000000:00000001:2.0:1763344909.084168:0:6504:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344909.084171:0:6504:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344909.084173:0:6504:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.084176:0:6504:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344909.084179:0:6504:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881575552 00000020:00000001:2.0:1763344909.084181:0:6504:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344909.084183:0:6504:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344909.084185:0:6504:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.084187:0:6504:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=232 00000020:00000001:2.0:1763344909.084189:0:6504:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344909.084191:0:6504:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344909.084194:0:6504:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.084198:0:6504:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a00. 00000100:00000001:2.0:1763344909.084201:0:6504:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.084202:0:6504:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a00. 00000020:00000010:2.0:1763344909.084207:0:6504:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09f000. 00000020:00000010:2.0:1763344909.084211:0:6504:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0a80. 00000020:00000010:2.0:1763344909.084216:0:6504:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d000. 00000100:00000040:2.0:1763344909.084222:0:6504:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344909.084224:0:6504:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344909.084226:0:6504:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344909.084228:0:6504:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344909.084229:0:6504:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.084230:0:6504:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.084237:0:6504:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.084761:0:6504:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344909.084772:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344909.084775:0:6504:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344909.084775:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763344909.084776:0:6504:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344909.084781:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303036 00000100:00000001:2.0:1763344909.084785:0:6504:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344909.084785:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344909.084803:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163724672 : -107404545826944 : ffff9e50ee32df80) 00000100:00000001:2.0:1763344909.084805:0:6504:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344909.084811:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32df80 x1848987881575552/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 4616/0 e 0 to 0 dl 1763344920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344909.084821:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344909.084826:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2340. 00000100:00000001:0.0:1763344909.084828:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344909.084830:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2340. 00000100:00100000:0.0:1763344909.084835:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:253444:x1848987881575552:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344909.084839:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881575552 00000020:00000001:0.0:1763344909.084843:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344909.084847:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344909.084852:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd6241e40: xid 1848987881575296, transno 25770214389, client gen 9, slot idx 2 00000001:00000001:0.0:1763344909.084857:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd6241cc0: xid 1848987881574784, transno 25770214387, client gen 9, slot idx 0 00000001:00000010:0.0:1763344909.084861:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241cc0. 00000020:00000001:0.0:1763344909.084864:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.084866:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344909.084869:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344909.084872:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344909.084875:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881575552, found 0 last_xid 1848987881575551 00000020:00000001:0.0:1763344909.084877:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344909.084879:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344909.084881:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344909.084886:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.084889:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344909.084891:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344909.084892:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344909.084894:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344909.084896:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.084901:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344909.084909:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50ff712f00. 00010000:00000010:0.0:1763344909.084913:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50df139580. 00010000:00000001:0.0:1763344909.084916:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344909.084919:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bca00. 00000020:00000001:0.0:1763344909.084923:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344909.084925:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bca00 with handle 0x34881b40868183cc to hash 00000020:00000001:0.0:1763344909.084927:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344909.084928:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00000010:0.0:1763344909.084932:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5900. 00010000:00000001:0.0:1763344909.084934:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526774784 : -107405182776832 : ffff9e50c83bca00) 00010000:00010000:0.0:1763344909.084938:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868183cc lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e4f4 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344909.084948:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:0.0:1763344909.084950:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=233 00010000:00000001:0.0:1763344909.084955:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763344909.084957:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763344909.084963:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763344909.084964:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763344909.084965:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.084967:0:13569:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763344909.084971:0:13569:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50ee32df80 x1848987881575552/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 4616/0 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763344909.084977:0:13569:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763344909.084978:0:13569:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763344909.084980:0:13569:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763344909.084982:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.084984:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.084986:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.084987:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.084988:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.084993:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.084994:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.084995:0:13569:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.084996:0:13569:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.084998:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344909.084999:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344909.085001:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344909.085003:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344909.085032:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50e6e30000. 02000000:00000001:0.0:1763344909.085033:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.085035:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.085039:0:13569:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344909.085040:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.085040:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.085042:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.085042:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.085044:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.085045:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.085046:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.085047:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.085048:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.085049:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344909.085052:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344909.085056:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:0.0:1763344909.085057:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:0.0:1763344909.085058:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344909.085059:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.085061:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.085062:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.085063:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344909.085064:0:13569:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.085066:0:13569:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344909.085067:0:13569:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.085069:0:13569:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763344909.085071:0:13569:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763344909.085073:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcba38 00000004:00000002:0.0:1763344909.085075:0:13569:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b11:0x113:0x0]/(file1->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763344909.085079:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344909.085081:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x113:0x0] 00000020:00000001:0.0:1763344909.085082:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344909.085088:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:0.0:1763344909.085089:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:0.0:1763344909.085092:0:13569:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763344909.085093:0:13569:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.085095:0:13569:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763344909.085098:0:13569:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763344909.085101:0:13569:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763344909.085103:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344909.085105:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344909.085108:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50ff712f00 count: 2 00010000:00000001:0.0:1763344909.085110:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344909.085111:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344909.085114:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bd800. 00000020:00000001:0.0:1763344909.085115:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344909.085117:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bd800 with handle 0x34881b40868183d3 to hash 00000020:00000001:0.0:1763344909.085118:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344909.085119:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00010000:00000010:0.0:1763344909.085121:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5200. 00010000:00000001:0.0:1763344909.085122:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00010000:00000001:0.0:1763344909.085124:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344909.085126:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344909.085128:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b40868183d3 lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344909.085133:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344909.085136:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344909.085138:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344909.085139:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344909.085141:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344909.085142:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344909.085143:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344909.085145:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344909.085146:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344909.085148:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344909.085148:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344909.085151:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x0 (ffff9e50ff712f00) refcount = 2 00010000:00010000:0.0:1763344909.085153:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b40868183d3 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085157:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344909.085160:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344909.085161:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.085163:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344909.085164:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344909.085165:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.085166:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344909.085168:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344909.085171:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344909.085173:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b40868183d3 lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085176:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344909.085177:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.085178:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344909.085179:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763344909.085180:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763344909.085182:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e50ff712500. 00010000:00000010:0.0:1763344909.085184:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50df139380. 00010000:00000001:0.0:1763344909.085186:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344909.085188:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bcc00. 00000020:00000001:0.0:1763344909.085189:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344909.085190:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bcc00 with handle 0x34881b40868183da to hash 00000020:00000001:0.0:1763344909.085191:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344909.085192:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000010:0.0:1763344909.085193:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5800. 00010000:00000001:0.0:1763344909.085195:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344909.085196:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344909.085197:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344909.085199:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183da lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:0.0:1763344909.085202:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763344909.085202:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763344909.085203:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763344909.085204:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344909.085205:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344909.085205:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763344909.085206:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344909.085207:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763344909.085208:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763344909.085209:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763344909.085209:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763344909.085211:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x2d9800ce (ffff9e50ff712500) refcount = 1 00010000:00010000:0.0:1763344909.085213:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183da lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085216:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763344909.085217:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344909.085217:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.085218:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763344909.085219:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344909.085220:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.085221:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344909.085222:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763344909.085223:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344909.085224:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183da lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085227:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763344909.085227:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.085228:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344909.085229:0:13569:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.085232:0:13569:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763344909.085238:0:13569:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763344909.085239:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763344909.085242:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763344909.085244:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.085248:0:13569:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1763344909.085250:0:13569:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1763344909.085268:0:13569:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763344909.085269:0:13569:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763344909.085271:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763344909.085273:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763344909.085275:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763344909.085277:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.085278:0:13569:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344909.085279:0:13569:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.085281:0:13569:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1763344909.085284:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1763344909.085285:0:13569:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.085287:0:13569:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1763344909.085303:0:13569:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50cc9c3478. 00000001:00000010:0.0:1763344909.085310:0:13569:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50cc9c3478. 00080000:00000001:0.0:1763344909.085312:0:13569:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344909.085314:0:13569:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763344909.085316:0:13569:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.085318:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcb8a0 00080000:00000002:0.0:1763344909.085320:0:13569:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x240002b11:0x113:0x0]/file1 => [0x240002b13:0x12e86:0x0] 00080000:00000001:0.0:1763344909.085322:0:13569:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763344909.085324:0:13569:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.085326:0:13569:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344909.085328:0:13569:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.085329:0:13569:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.085330:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344909.085331:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e86:0x0] 00000020:00000001:0.0:1763344909.085332:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344909.085334:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:0.0:1763344909.085335:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592928032 : -107409116623584 : ffff9e4fddc20d20) 00000004:00000001:0.0:1763344909.085339:0:13569:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:0.0:1763344909.085341:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344909.085345:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fddc20d78/ffff9e4fddc20d20 to site lru. bkt: ffff9e50ff90e7d0 00000004:00000001:0.0:1763344909.085346:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344909.085348:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763344909.085349:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763344909.085351:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344909.085352:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.085353:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd800 refcount=3 00000020:00000001:0.0:1763344909.085355:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00010000:00000001:0.0:1763344909.085356:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00010000:00000001:0.0:1763344909.085359:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344909.085360:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.085360:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd800 refcount=4 00000020:00000001:0.0:1763344909.085362:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00010000:00000001:0.0:1763344909.085376:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00010000:00000001:0.0:1763344909.085378:0:13569:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1763344909.085380:0:13569:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b40868183d3 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085386:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344909.085388:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b40868183d3 lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085394:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.085395:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344909.085397:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b40868183d3 lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085401:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344909.085402:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.085404:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344909.085407:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b40868183d3 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:0.0:1763344909.085412:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bd800 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344909.085415:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344909.085417:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344909.085419:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b40868183d3 lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085424:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344909.085425:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344909.085427:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.085428:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bd800 refcount=5 00000020:00000001:0.0:1763344909.085430:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00010000:00000001:0.0:1763344909.085486:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526778368 : -107405182773248 : ffff9e50c83bd800) 00010000:00000001:0.0:1763344909.085489:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344909.085492:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b40868183d3 lrc: 5/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085498:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344909.085500:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344909.085501:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.085504:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344909.085505:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344909.085507:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344909.085508:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344909.085510:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bd800 with handle 0x34881b40868183d3 from hash 00010000:00000001:0.0:1763344909.085512:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344909.085513:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.085514:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344909.085515:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344909.085518:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344909.085519:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.085521:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344909.085523:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344909.085525:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344909.085527:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e50ff712f00) 00010000:00010000:0.0:1763344909.085530:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344909.085533:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344909.085535:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.085537:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344909.085539:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344909.085541:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.085542:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344909.085543:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.085545:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.085547:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344909.085551:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b40868183d3 lrc: 3/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085555:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.085556:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344909.085557:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344909.085559:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344909.085561:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.085562:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344909.085563:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344909.085565:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bd800/0x34881b40868183d3 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:0.0:1763344909.085571:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5200. 00010000:00000001:0.0:1763344909.085578:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344909.085580:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344909.085582:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763344909.085583:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344909.085584:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.085586:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bcc00 refcount=3 00000020:00000001:0.0:1763344909.085588:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344909.085590:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344909.085592:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763344909.085594:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183da lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085599:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.085600:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344909.085602:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183da lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085607:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344909.085608:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.085610:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763344909.085612:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183da lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:0.0:1763344909.085617:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50c83bcc00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:0.0:1763344909.085619:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344909.085620:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763344909.085622:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183da lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085626:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763344909.085628:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763344909.085629:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.085631:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50c83bcc00 refcount=4 00000020:00000001:0.0:1763344909.085633:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344909.085634:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000001:0.0:1763344909.085636:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763344909.085638:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183da lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085642:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763344909.085643:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763344909.085644:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.085646:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344909.085648:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344909.085649:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344909.085650:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344909.085651:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bcc00 with handle 0x34881b40868183da from hash 00010000:00000001:0.0:1763344909.085653:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344909.085654:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.085655:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344909.085657:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344909.085658:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763344909.085659:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.085661:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344909.085662:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344909.085664:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344909.085665:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x2d9800ce (ffff9e50ff712500) 00010000:00010000:0.0:1763344909.085667:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763344909.085668:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344909.085670:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.085672:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344909.085673:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763344909.085675:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.085676:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344909.085677:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.085679:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.085681:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344909.085684:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183da lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:0.0:1763344909.085688:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.085689:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344909.085690:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763344909.085691:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763344909.085693:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344909.085694:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bcc00/0x34881b40868183da lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:0.0:1763344909.085699:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5800. 00010000:00000040:0.0:1763344909.085702:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50ff712500 count: 0 00010000:00000010:0.0:1763344909.085707:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50df139380. 00010000:00000001:0.0:1763344909.085714:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763344909.085715:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763344909.085716:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763344909.085717:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763344909.085718:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763344909.085720:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763344909.085723:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375a98/ffff9e4fd3375a40 to site lru. bkt: ffff9e50ff90c930 00000004:00000001:0.0:1763344909.085725:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344909.085727:0:13569:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:0.0:1763344909.085730:0:13569:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763344909.085734:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344909.085736:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344909.085738:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344909.085739:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344909.085741:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344909.085743:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763344909.085756:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.085759:0:13569:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763344909.085761:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763344909.085764:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344909.085766:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344909.085767:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344909.085772:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.085773:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344909.085774:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344909.085776:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344909.085777:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bca00 with handle 0x34881b40868183cc from hash 00010000:00000001:0.0:1763344909.085779:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344909.085780:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.085781:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344909.085782:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344909.085783:0:13569:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344909.085786:0:13569:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763344909.086036:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868183cc lrc: 1/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4f4 expref: 233 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344909.086043:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344909.086045:0:13569:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344909.086048:0:13569:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344909.086049:0:13569:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.086051:0:13569:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.086053:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344909.086235:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344909.086237:0:13569:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344909.086238:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344909.086239:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344909.086240:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344909.086242:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344909.086244:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e50ff712f00) 00010000:00010000:0.0:1763344909.086247:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763344909.086248:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344909.086250:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.086251:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344909.086253:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344909.086257:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50c83bca00/0x34881b40868183cc lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4f4 expref: 233 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344909.086263:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 218 00000020:00000040:0.0:1763344909.086266:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 232 00010000:00000010:0.0:1763344909.086269:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5900. 00010000:00000040:0.0:1763344909.086272:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e50ff712f00 count: 0 00010000:00000010:0.0:1763344909.086275:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50df139580. 00010000:00000001:0.0:1763344909.086281:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344909.086283:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bca00, rc 0) 00000020:00000001:0.0:1763344909.086285:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763344909.086289:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214382, transno 0, xid 1848987881575552 00010000:00000001:0.0:1763344909.086292:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344909.086297:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32df80 x1848987881575552/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 4616/608 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344909.086305:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344909.086308:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344909.086311:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=103 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344909.086316:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344909.086319:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344909.086321:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344909.086324:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344909.086326:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.086330:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344909.086333:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344909.086339:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495b28. 00000100:00000200:0.0:1763344909.086346:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848987881575552, offset 224 00000400:00000200:0.0:1763344909.086353:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344909.086377:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344909.086384:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385779:1385779:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385775:1385775:8:4294967295] 00000400:00000200:0.0:1763344909.086394:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344909.086400:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344909.086406:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56300. 00000800:00000200:0.0:1763344909.086412:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344909.086418:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344909.086423:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56300 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1763344909.086446:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344909.086450:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344909.086453:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344909.086454:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.086457:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344909.086462:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32df80 x1848987881575552/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 4616/608 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344909.086471:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:253444:x1848987881575552:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 1649us (2403us total) trans 0 rc 301/301 00000100:00100000:0.0:1763344909.086478:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303036 00000100:00000040:0.0:1763344909.086481:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344909.086484:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344909.086485:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344909.086490:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0a80. 00000020:00000010:0.0:1763344909.086494:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d000. 00000020:00000010:0.0:1763344909.086497:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09f000. 00000020:00000040:0.0:1763344909.086502:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00000100:00000001:0.0:1763344909.086504:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344909.087122:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344909.087128:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56300. 00000400:00000200:3.0:1763344909.087132:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.087137:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344909.087153:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495b28 00000400:00000010:3.0:1763344909.087155:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495b28. 00000100:00000001:3.0:1763344909.087161:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344909.087163:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344909.090844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bd800. 00010000:00000010:0.1:1763344909.090859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50ff712500. 00010000:00000010:0.1:1763344909.090863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bcc00. 00000800:00000001:3.0:1763344909.090957:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.090970:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344909.090972:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.090974:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344909.090984:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344909.090999:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509e01580 00000400:00000200:3.0:1763344909.091007:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x619ac1 [64] + 6608 00000800:00000001:3.0:1763344909.091014:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.091023:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344909.091026:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.091030:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344909.091036:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344909.091038:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344909.091043:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8600380. 00000100:00000040:3.0:1763344909.091046:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8600380 x1848987881575808 msgsize 4616 00000100:00100000:3.0:1763344909.091050:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344909.091066:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344909.091074:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.091077:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344909.091097:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344909.091100:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881575808 02000000:00000001:0.0:1763344909.091104:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344909.091106:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344909.091108:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344909.091112:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344909.091116:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881575808 00000020:00000001:0.0:1763344909.091119:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344909.091121:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344909.091124:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.091127:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=477 00000020:00000001:0.0:1763344909.091130:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344909.091132:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344909.091137:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344909.091141:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2340. 00000100:00000001:0.0:1763344909.091145:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344909.091148:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2340. 00000020:00000010:0.0:1763344909.091153:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4a00. 00000020:00000010:0.0:1763344909.091159:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344909.091164:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732bb8. 00000100:00000040:0.0:1763344909.091173:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763344909.091176:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344909.091178:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763344909.091181:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763344909.091182:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.091184:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.091192:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.091212:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344909.091227:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344909.091229:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344909.091233:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303037 00000100:00000040:0.0:1763344909.091237:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:0.0:1763344909.091239:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334455168 : -107404375096448 : ffff9e50f8600380) 00000100:00000040:0.0:1763344909.091246:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8600380 x1848987881575808/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 4616/0 e 0 to 0 dl 1763344920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763344909.091255:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344909.091258:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2340. 00000100:00000001:0.0:1763344909.091260:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344909.091262:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2340. 00000100:00100000:0.0:1763344909.091266:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+477:253444:x1848987881575808:12345-192.168.203.14@tcp:101:lfs.0 00000100:00000200:0.0:1763344909.091270:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881575808 00000020:00000001:0.0:1763344909.091273:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344909.091277:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344909.091282:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.091285:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344909.091287:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:0.0:1763344909.091290:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344909.091293:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881575808, found 0 last_xid 1848987881575807 00000020:00000001:0.0:1763344909.091296:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344909.091298:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344909.091300:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344909.091305:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.092627:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763344909.092633:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763344909.092636:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763344909.092637:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763344909.092640:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.092647:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763344909.092655:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e50efb4bc00 count: 2 00010000:00000001:0.0:1763344909.092659:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763344909.092662:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763344909.092669:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50c83bcc00. 00000020:00000001:0.0:1763344909.092674:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344909.092677:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50c83bcc00 with handle 0x34881b40868183e1 to hash 00000020:00000001:0.0:1763344909.092679:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763344909.092680:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00000010:0.0:1763344909.092686:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50fcaa5900. 00010000:00000001:0.0:1763344909.092689:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668526775296 : -107405182776320 : ffff9e50c83bcc00) 00010000:00010000:0.0:1763344909.092694:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bcc00/0x34881b40868183e1 lrc: 2/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e4fb expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344909.092703:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50f7dce000 : new locks_count 471 00000020:00000040:0.0:1763344909.092706:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=478 00010000:00000001:0.0:1763344909.092713:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763344909.092715:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763344909.092723:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763344909.092725:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763344909.092727:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.092730:0:13569:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763344909.092739:0:13569:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50f8600380 x1848987881575808/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 4616/0 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763344909.092747:0:13569:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763344909.092750:0:13569:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763344909.092752:0:13569:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763344909.092755:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.092757:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.092759:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.092761:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.092763:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.092764:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.092765:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.092767:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.092773:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.092775:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.092777:0:13569:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.092779:0:13569:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.092783:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763344909.092785:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763344909.092800:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344909.092803:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344909.092833:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff9e50d7468000. 02000000:00000001:0.0:1763344909.092836:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.092839:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.092844:0:13569:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763344909.092850:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.092851:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.092853:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.092854:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.092856:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.092857:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.092858:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.092860:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.092862:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.092864:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344909.092868:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763344909.092874:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:0.0:1763344909.092876:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:0.0:1763344909.092879:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763344909.092880:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.092883:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.092885:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.092887:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763344909.092889:0:13569:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.092891:0:13569:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763344909.092894:0:13569:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.092897:0:13569:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763344909.092900:0:13569:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763344909.092903:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcba38 00000004:00000002:0.0:1763344909.092905:0:13569:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b13:0x12e85:0x0]/(->[0x200002b13:0x2e17:0x0]) cr_flag=040100240200001 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763344909.092911:0:13569:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763344909.092913:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763344909.092915:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002b13:0x2e17:0x0] 00000020:00000001:0.0:1763344909.092918:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763344909.092933:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636668779195288 : -107404930356328 : ffff9e50d7476b98) 00000004:00000001:0.0:1763344909.092936:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636668779195200 : -107404930356416 : ffff9e50d7476b40) 00000004:00000001:0.0:1763344909.092942:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763344909.092944:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763344909.092951:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.092953:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.092959:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.092981:0:13569:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00080000:00000001:0.0:1763344909.092985:0:13569:0:(osd_handler.c:7200:osd_it_ea_init()) Process entered 00080000:00000001:0.0:1763344909.092987:0:13569:0:(osd_handler.c:7135:osd_it_dir_init()) Process entered 00080000:00000010:0.0:1763344909.092991:0:13569:0:(osd_handler.c:7136:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff9e50d6f24d80. 00080000:00000001:0.0:1763344909.092994:0:13569:0:(osd_handler.c:7177:osd_it_dir_init()) Process leaving (rc=18446636668773617024 : -107404935934592 : ffff9e50d6f24d80) 00080000:00000001:0.0:1763344909.092996:0:13569:0:(osd_handler.c:7211:osd_it_ea_init()) Process leaving (rc=18446636668773617024 : -107404935934592 : ffff9e50d6f24d80) 00080000:00000001:0.0:1763344909.092999:0:13569:0:(osd_handler.c:8095:osd_it_ea_load()) Process entered 00080000:00000001:0.0:1763344909.093001:0:13569:0:(osd_handler.c:7395:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:0.0:1763344909.093026:0:13569:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763344909.093030:0:13569:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.093032:0:13569:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763344909.093033:0:13569:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.093035:0:13569:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763344909.093036:0:13569:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.093038:0:13569:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763344909.093040:0:13569:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.093043:0:13569:0:(osd_handler.c:7457:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.093045:0:13569:0:(osd_handler.c:8105:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344909.093047:0:13569:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763344909.093050:0:13569:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.093054:0:13569:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763344909.093056:0:13569:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.093057:0:13569:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763344909.093059:0:13569:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.093061:0:13569:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763344909.093062:0:13569:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.093064:0:13569:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763344909.093065:0:13569:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.093066:0:13569:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763344909.093067:0:13569:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.093068:0:13569:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763344909.093070:0:13569:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.093071:0:13569:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763344909.093072:0:13569:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763344909.093074:0:13569:0:(osd_handler.c:7241:osd_it_ea_fini()) Process entered 00080000:00000001:0.0:1763344909.093076:0:13569:0:(osd_handler.c:7219:osd_it_dir_fini()) Process entered 00080000:00000010:0.0:1763344909.093081:0:13569:0:(osd_handler.c:7226:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff9e50d6f24d80. 00080000:00000001:0.0:1763344909.093085:0:13569:0:(osd_handler.c:7227:osd_it_dir_fini()) Process leaving 00080000:00000001:0.0:1763344909.093087:0:13569:0:(osd_handler.c:7244:osd_it_ea_fini()) Process leaving 00000004:00000001:0.0:1763344909.093088:0:13569:0:(lod_object.c:964:lod_load_lmv_shards()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763344909.093091:0:13569:0:(lod_object.c:1540:lod_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763344909.093093:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763344909.093096:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.093097:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763344909.093100:0:13569:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:0.0:1763344909.093104:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344909.093106:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763344909.093109:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:0.0:1763344909.093111:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.093115:0:13569:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763344909.093118:0:13569:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002b13:0x2e17:0x0] lease count: 0, lm: 4 00000004:00000002:0.0:1763344909.093121:0:13569:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002b13:0x2e17:0x0], ibits = 0x0/0x0, open_flags = 040100240200001, try_layout = 0 : rc = 0 00000004:00000001:0.0:1763344909.093125:0:13569:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344909.093127:0:13569:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.093130:0:13569:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763344909.093133:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.093134:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.093136:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.093138:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.093139:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.093141:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.093142:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.093144:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763344909.093145:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763344909.093147:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763344909.093148:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763344909.093150:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002b13:0x2e17:0x0]: nlink=4, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1763344909.093152:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002b13:0x2e17:0x0]: returning size 4096 00000001:00000001:0.0:1763344909.093154:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763344909.093155:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.093157:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763344909.093158:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.093159:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763344909.093162:0:13569:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344909.093164:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344909.093166:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.093169:0:13569:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1763344909.093170:0:13569:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x9 lmm_size = 0 00000004:00000001:0.0:1763344909.093174:0:13569:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763344909.093178:0:13569:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763344909.093181:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763344909.093183:0:13569:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.093185:0:13569:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.093188:0:13569:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344909.093192:0:13569:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763344909.093195:0:13569:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50df139380. 00000020:00000001:0.0:1763344909.093197:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763344909.093199:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50df139380 with handle 0x34881b40868183e8 to hash 00000020:00000001:0.0:1763344909.093201:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763344909.093203:0:13569:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636668910015360 : -107404799536256 : ffff9e50df139380) 00000004:00000001:0.0:1763344909.093205:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763344909.093206:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763344909.093208:0:13569:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002b13:0x2e17:0x0] Change mfd open_flags 0 -> 040100240200001. 00000004:00000001:0.0:1763344909.093212:0:13569:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763344909.093215:0:13569:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763344909.093219:0:13569:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fdb7d4e00. 00080000:00000001:0.0:1763344909.093222:0:13569:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664554868224 : -107409154683392 : ffff9e4fdb7d4e00) 00080000:00000001:0.0:1763344909.093225:0:13569:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763344909.093230:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763344909.093235:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763344909.093238:0:13569:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e4fc4ba2340. 00080000:00000001:0.0:1763344909.093241:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.093249:0:13569:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763344909.093252:0:13569:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763344909.093256:0:13569:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763344909.093259:0:13569:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257771, last_committed = 25770257768 00000001:00000010:0.0:1763344909.093262:0:13569:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc29dc540. 00000001:00000040:0.0:1763344909.093265:0:13569:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 2 00000020:00000040:0.0:1763344909.093267:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=479 00000001:00000010:0.0:1763344909.093272:0:13569:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd6241cc0. 00000001:00000001:0.0:1763344909.093288:0:13569:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd6241cc0: xid 1848987881575808, transno 25770257771, tag 1, client gen 9, slot idx 0 00000001:00000001:0.0:1763344909.093292:0:13569:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344909.093299:0:13569:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e4fc4ba2340. 00040000:00000001:0.0:1763344909.093302:0:13569:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763344909.093305:0:13569:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763344909.093308:0:13569:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.093310:0:13569:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763344909.093311:0:13569:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.093313:0:13569:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.093316:0:13569:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763344909.093318:0:13569:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763344909.093320:0:13569:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763344909.093322:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763344909.093323:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763344909.093325:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763344909.093326:0:13569:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763344909.093329:0:13569:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763344909.093334:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763344909.093342:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.093346:0:13569:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.093348:0:13569:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763344909.093351:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763344909.093353:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763344909.093355:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763344909.093356:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763344909.093358:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763344909.093361:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 88 cookie/acl_size = 0 00000004:00000001:0.0:1763344909.093381:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.093383:0:13569:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:0.0:1763344909.093385:0:13569:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763344909.093387:0:13569:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763344909.093389:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763344909.093392:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344909.093395:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763344909.093397:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344909.093402:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.093404:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344909.093406:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763344909.093408:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763344909.093411:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50c83bcc00 with handle 0x34881b40868183e1 from hash 00010000:00000001:0.0:1763344909.093414:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344909.093416:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763344909.093417:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763344909.093419:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763344909.093421:0:13569:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763344909.093424:0:13569:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763344909.093431:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bcc00/0x34881b40868183e1 lrc: 1/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4fb expref: 479 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763344909.093439:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763344909.093442:0:13569:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763344909.093445:0:13569:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763344909.093447:0:13569:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.093449:0:13569:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.093453:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763344909.093454:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763344909.093455:0:13569:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763344909.093457:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763344909.093458:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763344909.093460:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763344909.093463:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763344909.093465:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e85:0x0].0x0 (ffff9e50efb4bc00) 00010000:00010000:0.0:1763344909.093467:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763344909.093470:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763344909.093473:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344909.093475:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763344909.093477:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763344909.093479:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9e50c83bcc00/0x34881b40868183e1 lrc: 0/0,0 mode: --/CR res: [0x240002b13:0x12e85:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4fb expref: 479 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763344909.093487:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50f7dce000 : new locks_count 470 00000020:00000040:0.0:1763344909.093490:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 478 00010000:00000010:0.0:1763344909.093493:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50fcaa5900. 00010000:00000001:0.0:1763344909.093500:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763344909.093503:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50c83bcc00, rc 0) 00000020:00000001:0.0:1763344909.093506:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763344909.093509:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257767, transno 25770257771, xid 1848987881575808 00010000:00000001:0.0:1763344909.093512:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344909.093518:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8600380 x1848987881575808/t25770257771(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 4616/696 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763344909.093536:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344909.093538:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344909.093542:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=103 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344909.093547:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344909.093549:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344909.093551:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344909.093554:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344909.093556:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.093559:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344909.093562:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344909.093568:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495440. 00000100:00000200:0.0:1763344909.093574:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 696 bytes to portal 10, xid 1848987881575808, offset 224 00000400:00000200:0.0:1763344909.093580:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344909.093591:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344909.093598:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385780:1385780:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385776:1385776:8:4294967295] 00000400:00000200:0.0:1763344909.093609:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344909.093615:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 696 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344909.093619:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56800. 00000800:00000200:0.0:1763344909.093625:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344909.093632:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344909.093636:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56800 type 1, nob 792 niov 1 nkiov 1 00000100:00000001:0.0:1763344909.093656:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344909.093659:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344909.093662:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344909.093663:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344909.093666:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344909.093671:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8600380 x1848987881575808/t25770257771(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 4616/696 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763344909.093680:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+478:253444:x1848987881575808:12345-192.168.203.14@tcp:101:lfs.0 Request processed in 2424us (2632us total) trans 25770257771 rc 301/301 00000100:00100000:0.0:1763344909.093689:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303037 00000100:00000040:0.0:1763344909.093692:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:0.0:1763344909.093695:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344909.093697:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344909.093702:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139580. 00000020:00000010:0.0:1763344909.093707:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732bb8. 00000020:00000010:0.0:1763344909.093710:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4a00. 00000020:00000040:0.0:1763344909.093715:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 477 00000100:00000001:0.0:1763344909.093718:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344909.093934:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344909.093939:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56800. 00000400:00000200:1.0:1763344909.093944:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.093949:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344909.093955:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495440 00000400:00000010:1.0:1763344909.093957:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495440. 00000100:00000001:1.0:1763344909.093962:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344909.093964:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763344909.100100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e50ff712f00. 00010000:00000010:0.1:1763344909.100118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bca00. 00000800:00000001:0.0:1763344909.100389:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.100402:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344909.100405:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.100407:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344909.100418:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344909.100562:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 456 into portal 12 MB=0x691a509e01600 00000400:00000200:0.0:1763344909.100570:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 456/456 into md 0x619ac1 [64] + 11224 00000800:00000001:0.0:1763344909.100579:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.100587:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344909.100590:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344909.100594:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344909.100601:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344909.100603:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344909.100608:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78ad80. 00000100:00000040:0.0:1763344909.100612:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78ad80 x1848987881575936 msgsize 456 00000100:00100000:0.0:1763344909.100616:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344909.100636:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344909.100644:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.100647:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.100687:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344909.100691:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881575936 02000000:00000001:2.0:1763344909.100694:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344909.100696:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344909.100698:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.100703:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344909.100707:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881575936 00000020:00000001:2.0:1763344909.100711:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344909.100713:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344909.100716:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.100719:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=232 00000020:00000001:2.0:1763344909.100721:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344909.100724:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344909.100729:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.100736:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a00. 00000100:00000001:2.0:1763344909.100740:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.100743:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a00. 00000020:00000010:2.0:1763344909.100749:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344909.100756:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344909.100761:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344909.100768:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344909.100771:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344909.100772:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344909.100775:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.100783:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.100827:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.100836:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344909.100838:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344909.100844:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303038 00000100:00000040:2.0:1763344909.100848:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344909.100850:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453512064 : -107404256039552 : ffff9e50ff78ad80) 00000100:00000040:2.0:1763344909.100858:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78ad80 x1848987881575936/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 456/0 e 0 to 0 dl 1763344920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344909.100869:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.100872:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a00. 00000100:00000001:2.0:1763344909.100875:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.100877:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a00. 00000100:00100000:2.0:1763344909.100882:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:253444:x1848987881575936:12345-192.168.203.14@tcp:34:lfs.0 00000100:00000200:2.0:1763344909.100886:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881575936 00000020:00000001:2.0:1763344909.100889:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344909.100893:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344909.100897:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.100900:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344909.100902:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808560 : -1044743056 : ffffffffc1ba7c70) 00000020:00000001:2.0:1763344909.100905:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344909.100908:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881575936, found 0 last_xid 1848987881575935 00000020:00000001:2.0:1763344909.100911:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344909.100913:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344909.100915:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344909.100919:0:13569:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763344909.100923:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344909.100930:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000020:00000001:2.0:1763344909.100932:0:13569:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.100934:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.100940:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344909.100942:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344909.100949:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff9e50ea2c4000. 02000000:00000001:2.0:1763344909.100951:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.100954:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.100959:0:13569:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763344909.100963:0:13569:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763344909.100966:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.100968:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.100971:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.100972:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.100975:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.100977:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.100978:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.100980:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.100982:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.100983:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.100985:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.100987:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.100988:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.100990:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.100992:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.100993:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.100995:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.100997:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.100998:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.101003:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344909.101008:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344909.101010:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344909.101013:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344909.101015:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.101017:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.101019:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.101021:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344909.101023:0:13569:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.101025:0:13569:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763344909.101031:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcbcb0 00000004:00000002:2.0:1763344909.101034:0:13569:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x240002b11:0x113:0x0]/file1, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763344909.101039:0:13569:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763344909.101042:0:13569:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763344909.101046:0:13569:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763344909.101048:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344909.101052:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344909.101060:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359100. 00010000:00000010:2.0:1763344909.101064:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0280. 00010000:00000001:2.0:1763344909.101069:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344909.101073:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50d7df1e00. 00000020:00000001:2.0:1763344909.101077:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344909.101080:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7df1e00 with handle 0x34881b40868183ef to hash 00000020:00000001:2.0:1763344909.101082:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344909.101084:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668789136896 : -107404920414720 : ffff9e50d7df1e00) 00010000:00000010:2.0:1763344909.101089:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcaa80. 00010000:00000001:2.0:1763344909.101092:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668789136896 : -107404920414720 : ffff9e50d7df1e00) 00010000:00000001:2.0:1763344909.101096:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.101098:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.101102:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b40868183ef lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344909.101112:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344909.101116:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344909.101118:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344909.101121:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344909.101123:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.101125:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344909.101127:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.101129:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344909.101132:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344909.101133:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344909.101135:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344909.101137:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x0 (ffff9e4fc1359100) refcount = 1 00010000:00010000:2.0:1763344909.101141:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b40868183ef lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.101146:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344909.101151:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.101152:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.101154:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344909.101156:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.101158:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.101160:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344909.101163:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344909.101166:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.101169:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b40868183ef lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.101175:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344909.101177:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.101178:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.101180:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344909.101181:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344909.101184:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359900. 00010000:00000010:2.0:1763344909.101189:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0a80. 00010000:00000001:2.0:1763344909.101191:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344909.101193:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50d7df0800. 00000020:00000001:2.0:1763344909.101195:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344909.101197:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7df0800 with handle 0x34881b40868183f6 to hash 00000020:00000001:2.0:1763344909.101199:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344909.101201:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668789131264 : -107404920420352 : ffff9e50d7df0800) 00010000:00000010:2.0:1763344909.101204:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca780. 00010000:00000001:2.0:1763344909.101205:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668789131264 : -107404920420352 : ffff9e50d7df0800) 00010000:00000001:2.0:1763344909.101207:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.101209:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.101211:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b40868183f6 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344909.101216:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344909.101217:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344909.101218:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344909.101220:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344909.101221:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.101222:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344909.101224:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.101226:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344909.101228:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344909.101229:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344909.101230:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344909.101231:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x2d9800ce (ffff9e4fc1359900) refcount = 1 00010000:00010000:2.0:1763344909.101235:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b40868183f6 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.101239:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344909.101240:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.101242:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.101243:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344909.101244:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.101245:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.101247:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344909.101248:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344909.101250:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.101252:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b40868183f6 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.101256:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344909.101257:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.101259:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344909.101260:0:13569:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.101264:0:13569:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763344909.101272:0:13569:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763344909.101274:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344909.101277:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344909.101281:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.101285:0:13569:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763344909.101288:0:13569:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763344909.101307:0:13569:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763344909.101309:0:13569:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763344909.101311:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344909.101314:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344909.101317:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344909.101319:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.101321:0:13569:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344909.101323:0:13569:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.101325:0:13569:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763344909.101329:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763344909.101331:0:13569:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.101334:0:13569:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763344909.101352:0:13569:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50efce6478. 00000001:00000010:2.0:1763344909.101361:0:13569:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50efce6478. 00080000:00000001:2.0:1763344909.101376:0:13569:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344909.101378:0:13569:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344909.101381:0:13569:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.101384:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcbb20 00080000:00000002:2.0:1763344909.101386:0:13569:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x240002b11:0x113:0x0]/file1 => [0x240002b13:0x12e86:0x0] 00080000:00000001:2.0:1763344909.101389:0:13569:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344909.101392:0:13569:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.101394:0:13569:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344909.101396:0:13569:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.101398:0:13569:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.101400:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344909.101402:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e86:0x0] 00000020:00000001:2.0:1763344909.101404:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344909.101407:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:2.0:1763344909.101409:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592928032 : -107409116623584 : ffff9e4fddc20d20) 00000004:00000001:2.0:1763344909.101413:0:13569:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763344909.101415:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344909.101417:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344909.101421:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d200 count: 2 00010000:00000001:2.0:1763344909.101424:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344909.101426:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344909.101429:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50d7df1000. 00000020:00000001:2.0:1763344909.101432:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344909.101434:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7df1000 with handle 0x34881b40868183fd to hash 00000020:00000001:2.0:1763344909.101435:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344909.101437:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000010:2.0:1763344909.101440:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcab80. 00010000:00000001:2.0:1763344909.101442:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:2.0:1763344909.101444:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.101446:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.101449:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1000/0x34881b40868183fd lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344909.101455:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344909.101457:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344909.101458:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344909.101460:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344909.101462:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.101464:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344909.101466:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.101467:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344909.101469:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344909.101470:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344909.101471:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344909.101473:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fd854d200) refcount = 2 00010000:00000040:2.0:1763344909.101476:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344909.101478:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b40868183be lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e86:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00010000:2.0:1763344909.101485:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1000/0x34881b40868183fd lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.101491:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344909.101492:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.101494:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.101496:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344909.101497:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.101499:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.101501:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344909.101503:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344909.101505:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.101507:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1000/0x34881b40868183fd lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.104310:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344909.104313:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.104316:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.104319:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.104322:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.104325:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1000 refcount=3 00000020:00000001:2.0:1763344909.104328:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:2.0:1763344909.104331:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:2.0:1763344909.104333:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.104334:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344909.104336:0:13569:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.104341:0:13569:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763344909.104349:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344909.104352:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344909.104358:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.104361:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.104378:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.104394:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344909.104397:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344909.104399:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763344909.104401:0:13569:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344909.104403:0:13569:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e86:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 8 00000004:00000001:2.0:1763344909.104407:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.104408:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.104410:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344909.104411:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344909.104413:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.104414:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.104417:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344909.104418:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763344909.104421:0:13569:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763344909.104422:0:13569:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763344909.104425:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e50ea2c42f8 00000004:00000001:2.0:1763344909.104427:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.104430:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.104432:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.104434:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.104435:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.104437:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.104439:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.104440:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.104442:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.104443:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.104444:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.104446:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344909.104448:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:2.0:1763344909.104451:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: returning size 1516 00000004:00000040:2.0:1763344909.104454:0:13569:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x12e86:1073752851 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763344909.104456:0:13569:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1763344909.104458:0:13569:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000402:7106 00000004:00200000:2.0:1763344909.104461:0:13569:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000020:00000001:2.0:1763344909.104468:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344909.104474:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.104476:0:13569:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.104479:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.104480:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.104481:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1000 refcount=3 00000020:00000001:2.0:1763344909.104483:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:2.0:1763344909.104485:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00000004:00010000:2.0:1763344909.104488:0:13569:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1000/0x34881b40868183fd lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00000004:00000001:2.0:1763344909.104495:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344909.104500:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fddc20d78/ffff9e4fddc20d20 to site lru. bkt: ffff9e50ff90e7d0 00000004:00000001:2.0:1763344909.104502:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344909.104504:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763344909.104506:0:13569:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344909.104507:0:13569:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.104518:0:13569:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763344909.104521:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.104522:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344909.104524:0:13569:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344909.104526:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344909.104529:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763344909.104530:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.104531:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.104534:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1e00 refcount=3 00000020:00000001:2.0:1763344909.104535:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789136896 : -107404920414720 : ffff9e50d7df1e00) 00010000:00000001:2.0:1763344909.104537:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789136896 : -107404920414720 : ffff9e50d7df1e00) 00010000:00000001:2.0:1763344909.104544:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.104545:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.104546:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1e00 refcount=4 00000020:00000001:2.0:1763344909.104548:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789136896 : -107404920414720 : ffff9e50d7df1e00) 00010000:00000001:2.0:1763344909.104550:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789136896 : -107404920414720 : ffff9e50d7df1e00) 00010000:00000001:2.0:1763344909.104552:0:13569:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763344909.104555:0:13569:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b40868183ef lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.104561:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344909.104563:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b40868183ef lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.104567:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.104568:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344909.104570:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b40868183ef lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.104576:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.104577:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.104580:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344909.104582:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b40868183ef lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:2.0:1763344909.104587:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50d7df1e00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344909.104590:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.104591:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344909.104594:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b40868183ef lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.104602:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344909.104604:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.104605:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.104606:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1e00 refcount=5 00000020:00000001:2.0:1763344909.104607:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789136896 : -107404920414720 : ffff9e50d7df1e00) 00010000:00000001:2.0:1763344909.104609:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789136896 : -107404920414720 : ffff9e50d7df1e00) 00010000:00000001:2.0:1763344909.104612:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344909.104614:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b40868183ef lrc: 5/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.104620:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344909.104621:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344909.104622:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.104627:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344909.104629:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344909.104630:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.104632:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344909.104634:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50d7df1e00 with handle 0x34881b40868183ef from hash 00010000:00000001:2.0:1763344909.104637:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344909.104638:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.104639:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.104641:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344909.104647:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.104649:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.104652:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344909.104654:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344909.104656:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344909.104659:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e4fc1359100) 00010000:00010000:2.0:1763344909.104662:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344909.104664:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.104667:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.104669:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344909.104671:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344909.104674:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.104676:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.104677:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.104680:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.104682:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.104685:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b40868183ef lrc: 3/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.104690:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.104691:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.104693:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344909.104694:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344909.104696:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.104697:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.104698:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344909.104701:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b40868183ef lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:2.0:1763344909.104709:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcaa80. 00010000:00000040:2.0:1763344909.104717:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359100 count: 0 00010000:00000010:2.0:1763344909.104724:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0280. 00010000:00000001:2.0:1763344909.104737:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344909.104739:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344909.104742:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344909.104744:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.104746:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.104747:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df0800 refcount=3 00000020:00000001:2.0:1763344909.104750:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789131264 : -107404920420352 : ffff9e50d7df0800) 00010000:00000001:2.0:1763344909.104752:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789131264 : -107404920420352 : ffff9e50d7df0800) 00010000:00000001:2.0:1763344909.104755:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344909.104758:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b40868183f6 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.104765:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.104766:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344909.104768:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b40868183f6 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.104779:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.104781:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.104783:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344909.104785:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b40868183f6 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:2.0:1763344909.104808:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50d7df0800 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344909.104810:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.104812:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344909.104813:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b40868183f6 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.104818:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344909.104819:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.104821:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.104823:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df0800 refcount=4 00000020:00000001:2.0:1763344909.104826:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789131264 : -107404920420352 : ffff9e50d7df0800) 00010000:00000001:2.0:1763344909.104828:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789131264 : -107404920420352 : ffff9e50d7df0800) 00010000:00000001:2.0:1763344909.104830:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344909.104832:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b40868183f6 lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.104837:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344909.104839:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344909.104840:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.104842:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344909.104843:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344909.104845:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.104846:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344909.104848:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50d7df0800 with handle 0x34881b40868183f6 from hash 00010000:00000001:2.0:1763344909.104850:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344909.104851:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.104852:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.104854:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344909.104856:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.104857:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.104859:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344909.104860:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344909.104861:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344909.104862:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x2d9800ce (ffff9e4fc1359900) 00010000:00010000:2.0:1763344909.104865:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344909.104867:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.104868:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.104870:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344909.104871:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344909.104873:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.104874:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.104875:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.104876:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.104878:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.104880:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b40868183f6 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.104884:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.104885:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.104886:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344909.104887:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344909.104889:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344909.104891:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b40868183f6 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:2.0:1763344909.104896:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bca780. 00010000:00000040:2.0:1763344909.105153:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359900 count: 0 00010000:00000010:2.0:1763344909.105158:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0a80. 00010000:00000001:2.0:1763344909.105164:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344909.105166:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344909.105167:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344909.105168:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344909.105170:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763344909.105172:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.105173:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.105175:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1000 refcount=3 00000020:00000001:2.0:1763344909.105177:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:2.0:1763344909.105179:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:2.0:1763344909.105181:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344909.105184:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1000/0x34881b40868183fd lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.105190:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.105191:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344909.105193:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1000/0x34881b40868183fd lrc: 2/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.105199:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.105201:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.105203:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344909.105206:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1000/0x34881b40868183fd lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:2.0:1763344909.105211:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50d7df1000 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344909.105213:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.105215:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344909.105216:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1000/0x34881b40868183fd lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.105221:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344909.105222:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.105223:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.105224:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1000 refcount=4 00000020:00000001:2.0:1763344909.105226:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:2.0:1763344909.105228:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:2.0:1763344909.105230:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344909.105232:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1000/0x34881b40868183fd lrc: 4/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.105240:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344909.105241:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344909.105242:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.105245:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344909.105247:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344909.105248:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.105249:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344909.105251:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50d7df1000 with handle 0x34881b40868183fd from hash 00010000:00000001:2.0:1763344909.105253:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344909.105255:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.105256:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.105257:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344909.105260:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.105261:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.105263:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344909.105264:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344909.105265:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344909.105267:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fd854d200) 00010000:00010000:2.0:1763344909.105269:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344909.105271:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.105272:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.105274:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344909.105276:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344909.105277:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.105278:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.105279:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.105281:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.105283:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.105285:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1000/0x34881b40868183fd lrc: 2/0,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.105289:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.105291:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.105292:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344909.105293:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344909.105295:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344909.105297:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1000/0x34881b40868183fd lrc: 0/0,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:2.0:1763344909.105303:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcab80. 00010000:00000001:2.0:1763344909.105308:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763344909.105314:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344909.105317:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344909.105318:0:13569:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763344909.105320:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344909.105321:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344909.105323:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344909.105326:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763344909.105334:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.105337:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344909.105340:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763344909.105346:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214382, transno 0, xid 1848987881575936 00010000:00000001:2.0:1763344909.105349:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344909.105375:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff78ad80 x1848987881575936/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 456/520 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344909.105386:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344909.105389:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344909.105394:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344909.105400:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344909.105404:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344909.105407:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344909.105411:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344909.105414:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.105419:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344909.105423:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344909.105433:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9212a8. 00000100:00000200:2.0:1763344909.105443:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848987881575936, offset 224 00000400:00000200:2.0:1763344909.105452:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344909.105469:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344909.105477:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385781:1385781:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385777:1385777:8:4294967295] 00000400:00000200:2.0:1763344909.105490:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344909.105496:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344909.105501:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71900. 00000800:00000200:2.0:1763344909.105507:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344909.105632:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344909.105637:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1763344909.105656:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344909.105659:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344909.105662:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344909.105664:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.105666:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:2.0:1763344909.105674:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375a98/ffff9e4fd3375a40 to site lru. bkt: ffff9e50ff90c930 00000100:00000040:2.0:1763344909.105679:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78ad80 x1848987881575936/t0(0) o34->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 456/520 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344909.105688:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:253444:x1848987881575936:12345-192.168.203.14@tcp:34:lfs.0 Request processed in 4819us (5074us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344909.105698:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303038 00000100:00000040:2.0:1763344909.105701:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344909.105703:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344909.105705:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344909.105710:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344909.105714:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344909.105717:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344909.105722:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 231 00000100:00000001:2.0:1763344909.105725:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763344909.107015:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344909.107024:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71900. 00000400:00000200:3.0:1763344909.107030:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.107038:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344909.107044:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9212a8 00000400:00000010:3.0:1763344909.107047:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9212a8. 00000100:00000001:3.0:1763344909.107052:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763344909.107054:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344909.111158:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.111175:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344909.111179:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.111182:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344909.111193:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344909.111216:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509e01700 00000400:00000200:1.0:1763344909.111225:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x65931d [2] + 784 00000800:00000001:1.0:1763344909.111234:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.111243:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344909.111247:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.111250:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344909.111257:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344909.111260:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763344909.111266:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32ea00. 00000100:00000040:1.0:1763344909.111269:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32ea00 x1848987881576192 msgsize 392 00000100:00100000:1.0:1763344909.111274:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344909.111966:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344909.111977:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.111981:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763344909.112095:0:6507:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50c83bcc00. 00000100:00000001:0.0:1763344909.112116:0:6507:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344909.112120:0:6507:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881576192 02000000:00000001:0.0:1763344909.112122:0:6507:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344909.112125:0:6507:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344909.112128:0:6507:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344909.112133:0:6507:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344909.112138:0:6507:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881576192 00000020:00000001:0.0:1763344909.112141:0:6507:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344909.112143:0:6507:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000020:00000001:0.0:1763344909.112146:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344909.112149:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=478 00000020:00000001:0.0:1763344909.112151:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000020:00000001:0.0:1763344909.112154:0:6507:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:0.0:1763344909.112157:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344909.112280:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6540. 00000100:00000001:1.0:1763344909.112285:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344909.112288:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6540. 00000020:00000010:1.0:1763344909.112295:0:6507:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc4b12000. 00000020:00000010:1.0:1763344909.112301:0:6507:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42380. 00000020:00000010:1.0:1763344909.112306:0:6507:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04258. 00000100:00000040:1.0:1763344909.112670:0:6507:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763344909.112675:0:6507:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344909.112676:0:6507:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344909.112678:0:6507:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.112686:0:6507:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.112698:0:6507:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.112713:0:6507:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344909.112715:0:6507:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344909.112722:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35928 00000100:00000040:1.0:1763344909.112726:0:6507:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:1.0:1763344909.112728:0:6507:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163727360 : -107404545824256 : ffff9e50ee32ea00) 00000100:00000040:1.0:1763344909.112735:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32ea00 x1848987881576192/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 392/0 e 0 to 0 dl 1763344920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344909.112743:0:6507:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344909.112746:0:6507:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6540. 00000100:00000001:1.0:1763344909.112748:0:6507:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344909.112751:0:6507:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6540. 00000100:00100000:1.0:1763344909.112755:0:6507:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+478:253444:x1848987881576192:12345-192.168.203.14@tcp:35:lfs.0 00000100:00000200:1.0:1763344909.112758:0:6507:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881576192 00000020:00000001:1.0:1763344909.112761:0:6507:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344909.112765:0:6507:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763344909.112770:0:6507:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e4fd6241cc0: xid 1848987881575808, transno 25770257771, client gen 9, slot idx 0 00000001:00000001:1.0:1763344909.112775:0:6507:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd05d13c0: xid 1848987881563264, transno 25770257769, client gen 9, slot idx 1 00000001:00000010:1.0:1763344909.112778:0:6507:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd05d13c0. 00000020:00000001:1.0:1763344909.112784:0:6507:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.112786:0:6507:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344909.112809:0:6507:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:1.0:1763344909.112812:0:6507:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344909.112814:0:6507:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881576192, found 0 last_xid 1848987881576191 00000020:00000001:1.0:1763344909.112818:0:6507:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344909.112820:0:6507:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344909.112822:0:6507:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344909.112825:0:6507:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.112830:0:6507:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763344909.112833:0:6507:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763344909.112834:0:6507:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763344909.112838:0:6507:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.112841:0:6507:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763344909.112844:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344909.112847:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344909.112849:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344909.112850:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344909.112852:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344909.112854:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344909.112855:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344909.112857:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344909.112858:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344909.112859:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344909.112861:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344909.112863:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344909.112864:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344909.112866:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.112872:0:6507:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.112874:0:6507:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763344909.112876:0:6507:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.112879:0:6507:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763344909.112880:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344909.112881:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344909.112883:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344909.112884:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344909.112886:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344909.112887:0:6507:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763344909.112888:0:6507:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763344909.112890:0:6507:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344909.112892:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344909.112894:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.112899:0:6507:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763344909.112906:0:6507:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fdcb30e00 flags 0x0 02000000:00000001:1.0:1763344909.112908:0:6507:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664575168000 : -107409134383616 : ffff9e4fdcb30e00) 00000004:00000001:1.0:1763344909.112911:0:6507:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763344909.112913:0:6507:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763344909.112915:0:6507:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763344909.112916:0:6507:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.112918:0:6507:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763344909.112920:0:6507:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.112922:0:6507:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.112925:0:6507:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344909.112928:0:6507:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344909.112935:0:6507:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50c7e1e800. 02000000:00000001:1.0:1763344909.112937:0:6507:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.112939:0:6507:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.112941:0:6507:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763344909.112944:0:6507:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.112947:0:6507:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763344909.112949:0:6507:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763344909.112950:0:6507:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344909.112953:0:6507:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50df139380 refcount=2 00000020:00000001:1.0:1763344909.112955:0:6507:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668910015360 : -107404799536256 : ffff9e50df139380) 00000004:00000001:1.0:1763344909.112957:0:6507:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636668910015360 : -107404799536256 : ffff9e50df139380) 00000020:00000040:1.0:1763344909.112959:0:6507:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50df139380 with handle 0x34881b40868183e8 from hash 00000004:00000001:1.0:1763344909.112964:0:6507:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763344909.112965:0:6507:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002b13:0x2e17:0x0] with intent: 0 00000004:00000001:1.0:1763344909.112970:0:6507:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763344909.112972:0:6507:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763344909.112980:0:6507:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763344909.113001:0:6507:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00000004:00000001:1.0:1763344909.113005:0:6507:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00000004:00000001:1.0:1763344909.113007:0:6507:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.113010:0:6507:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763344909.113015:0:6507:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763344909.113018:0:6507:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763344909.113021:0:6507:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002b13:0x2e17:0x0], previous was 0x7 00000004:00000001:1.0:1763344909.113024:0:6507:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.113027:0:6507:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763344909.113029:0:6507:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.113031:0:6507:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763344909.113034:0:6507:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763344909.113036:0:6507:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763344909.113038:0:6507:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50df139380. 00000004:00000001:1.0:1763344909.113048:0:6507:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763344909.113052:0:6507:0:(lu_object.c:207:lu_object_put()) Add ffff9e50d7476b98/ffff9e50d7476b40 to site lru. bkt: ffff9e50f846b090 00000004:00000001:1.0:1763344909.113055:0:6507:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763344909.113056:0:6507:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.113058:0:6507:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.113060:0:6507:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763344909.113064:0:6507:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344909.113067:0:6507:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc4b12400. 00080000:00000001:1.0:1763344909.113070:0:6507:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664172389376 : -107409537162240 : ffff9e4fc4b12400) 00080000:00000001:1.0:1763344909.113073:0:6507:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763344909.113078:0:6507:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763344909.113081:0:6507:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763344909.113085:0:6507:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50ef7b6540. 00080000:00000001:1.0:1763344909.113087:0:6507:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.113096:0:6507:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344909.113099:0:6507:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763344909.113102:0:6507:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763344909.113105:0:6507:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770257772, last_committed = 25770257768 00000001:00000010:1.0:1763344909.113108:0:6507:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e4fc2decae0. 00000001:00000040:1.0:1763344909.113110:0:6507:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50f7dce000 : new cb_count 3 00000020:00000040:1.0:1763344909.113113:0:6507:0:(genops.c:887:class_export_get()) GET export ffff9e50f7dce000 refcount=479 00000001:00000010:1.0:1763344909.113117:0:6507:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e50ef8ec300. 00000001:00000001:1.0:1763344909.113134:0:6507:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e50ef8ec300: xid 1848987881576192, transno 25770257772, tag 1, client gen 9, slot idx 1 00000001:00000001:1.0:1763344909.113137:0:6507:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763344909.113143:0:6507:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50ef7b6540. 00040000:00000001:1.0:1763344909.113146:0:6507:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344909.113148:0:6507:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344909.113150:0:6507:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.113152:0:6507:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763344909.113154:0:6507:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763344909.113155:0:6507:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763344909.113157:0:6507:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763344909.113159:0:6507:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763344909.113163:0:6507:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.113165:0:6507:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763344909.113167:0:6507:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763344909.113173:0:6507:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763344909.113178:0:6507:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344909.113180:0:6507:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344909.113183:0:6507:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257767, transno 25770257772, xid 1848987881576192 00010000:00000001:1.0:1763344909.113186:0:6507:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344909.113191:0:6507:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32ea00 x1848987881576192/t25770257772(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 392/456 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763344909.113199:0:6507:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344909.113201:0:6507:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344909.113205:0:6507:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=41 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344909.113210:0:6507:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344909.113212:0:6507:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344909.113214:0:6507:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:1.0:1763344909.113217:0:6507:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344909.113219:0:6507:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.113222:0:6507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344909.113225:0:6507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344909.113229:0:6507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3660. 00000100:00000200:1.0:1763344909.113234:0:6507:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881576192, offset 224 00000400:00000200:1.0:1763344909.113241:0:6507:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344909.113252:0:6507:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344909.113259:0:6507:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385782:1385782:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385778:1385778:8:4294967295] 00000400:00000200:1.0:1763344909.113272:0:6507:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344909.113277:0:6507:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344909.113673:0:6507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50caf8fe00. 00000800:00000200:1.0:1763344909.113682:0:6507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344909.113689:0:6507:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344909.113693:0:6507:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50caf8fe00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763344909.113714:0:6507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344909.113717:0:6507:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:1.0:1763344909.113719:0:6507:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344909.113721:0:6507:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.113723:0:6507:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344909.113728:0:6507:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32ea00 x1848987881576192/t25770257772(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 392/456 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763344909.113977:0:6507:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+479:253444:x1848987881576192:12345-192.168.203.14@tcp:35:lfs.0 Request processed in 1230us (2704us total) trans 25770257772 rc 0/0 00000100:00100000:1.0:1763344909.113986:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35928 00000100:00000040:1.0:1763344909.113989:0:6507:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000100:00000001:1.0:1763344909.113992:0:6507:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344909.113994:0:6507:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344909.113999:0:6507:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42380. 00000020:00000010:1.0:1763344909.114003:0:6507:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04258. 00000020:00000010:1.0:1763344909.114007:0:6507:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc4b12000. 00000020:00000040:1.0:1763344909.114012:0:6507:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 478 00000100:00000001:1.0:1763344909.114014:0:6507:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344909.114828:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344909.114834:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50caf8fe00. 00000400:00000200:0.0:1763344909.114841:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344909.114847:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344909.114853:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3660 00000400:00000010:0.0:1763344909.114856:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3660. 00000100:00000001:0.0:1763344909.114861:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344909.114863:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344909.115417:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359100. 00010000:00000010:2.1:1763344909.115427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7df1e00. 00010000:00000010:2.1:1763344909.115432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359900. 00010000:00000010:2.1:1763344909.115436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7df0800. 00010000:00000010:2.1:1763344909.115439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7df1000. 00000800:00000001:3.0:1763344909.124251:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.124272:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344909.124277:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.124279:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344909.124294:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344909.125822:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 4616 into portal 12 MB=0x691a509e01800 00000400:00000200:3.0:1763344909.125835:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 4616/4616 into md 0x619ac1 [64] + 11680 00000800:00000001:3.0:1763344909.125847:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.125872:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344909.125876:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.125882:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344909.125891:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344909.125895:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763344909.125903:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8600a80. 00000100:00000040:3.0:1763344909.125907:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8600a80 x1848987881576448 msgsize 4616 00000100:00100000:3.0:1763344909.125912:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:2.0:1763344909.127431:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344909.128193:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881576448 02000000:00000001:2.0:1763344909.128198:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344909.128201:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344909.128203:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.128209:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344909.128213:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881576448 00000020:00000001:2.0:1763344909.128216:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344909.128218:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344909.128221:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.128225:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=232 00000020:00000001:2.0:1763344909.128228:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344909.128231:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344909.128237:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.128247:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a00. 00000100:00000001:2.0:1763344909.128251:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.128254:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a00. 00000020:00000010:2.0:1763344909.128260:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344909.128266:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344909.128271:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344909.128280:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763344909.128283:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344909.128285:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763344909.128287:0:13569:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763344909.128290:0:13569:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.128292:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.128299:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.128324:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.128343:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344909.128344:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344909.128353:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1303039 00000100:00000040:2.0:1763344909.128356:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344909.128358:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334456960 : -107404375094656 : ffff9e50f8600a80) 00000100:00000040:2.0:1763344909.128381:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8600a80 x1848987881576448/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 4616/0 e 0 to 0 dl 1763344920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344909.128392:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.128395:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a00. 00000100:00000001:2.0:1763344909.128397:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.128399:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a00. 00000100:00100000:2.0:1763344909.128403:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+232:253445:x1848987881576448:12345-192.168.203.14@tcp:101:cmp.0 00000100:00000200:2.0:1763344909.128407:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881576448 00000020:00000001:2.0:1763344909.128410:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344909.128414:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344909.128418:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.128420:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344909.128423:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344909.128426:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344909.128430:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881576448, found 0 last_xid 1848987881576447 00000020:00000001:2.0:1763344909.128432:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344909.128435:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344909.128437:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344909.128443:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.128447:0:13569:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344909.128449:0:13569:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344909.128451:0:13569:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344909.128453:0:13569:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344909.128455:0:13569:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.128461:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344909.128470:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359900. 00010000:00000010:2.0:1763344909.128473:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0a80. 00010000:00000001:2.0:1763344909.128478:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344909.128481:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50d7df1000. 00000020:00000001:2.0:1763344909.128485:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344909.128487:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7df1000 with handle 0x34881b4086818404 to hash 00000020:00000001:2.0:1763344909.128490:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344909.128491:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000010:2.0:1763344909.128496:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcab80. 00010000:00000001:2.0:1763344909.128498:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00010000:2.0:1763344909.128503:0:13569:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1000/0x34881b4086818404 lrc: 2/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e502 expref: -99 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344909.128516:0:13569:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:2.0:1763344909.128518:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=233 00010000:00000001:2.0:1763344909.128524:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763344909.128527:0:13569:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763344909.128533:0:13569:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763344909.128536:0:13569:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763344909.128538:0:13569:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.128540:0:13569:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763344909.128545:0:13569:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9e50f8600a80 x1848987881576448/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 4616/0 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763344909.128553:0:13569:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763344909.128556:0:13569:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763344909.128558:0:13569:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763344909.128561:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.128563:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.128566:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.128567:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.128569:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.128576:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.128577:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.128580:0:13569:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.128582:0:13569:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.128585:0:13569:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763344909.128586:0:13569:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763344909.128589:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344909.128592:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344909.128631:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9e50e62d0000. 02000000:00000001:2.0:1763344909.128635:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.128637:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.128642:0:13569:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763344909.128644:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.128645:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.128646:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.128647:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.128650:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.128651:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.128652:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.128654:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.128656:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.128657:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.128661:0:13569:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344909.128667:0:13569:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344909.128670:0:13569:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344909.128672:0:13569:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344909.128674:0:13569:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.128676:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.128678:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.128679:0:13569:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344909.128681:0:13569:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.128684:0:13569:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763344909.128686:0:13569:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.128688:0:13569:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763344909.128691:0:13569:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763344909.128695:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcba38 00000004:00000002:2.0:1763344909.128697:0:13569:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x240002b11:0x113:0x0]/(file1->[0x0:0x0:0x0]) cr_flag=040000000000001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763344909.128703:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344909.128705:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b11:0x113:0x0] 00000020:00000001:2.0:1763344909.128708:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344909.128715:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664416066200 : -107409293485416 : ffff9e4fd3375a98) 00000004:00000001:2.0:1763344909.128717:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664416066112 : -107409293485504 : ffff9e4fd3375a40) 00000004:00000001:2.0:1763344909.128720:0:13569:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763344909.128721:0:13569:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.128725:0:13569:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763344909.128728:0:13569:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763344909.128731:0:13569:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763344909.128734:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344909.128736:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344909.128739:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fc1359900 count: 2 00010000:00000001:2.0:1763344909.128742:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344909.128744:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344909.128747:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50d7df0800. 00000020:00000001:2.0:1763344909.128749:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344909.128751:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7df0800 with handle 0x34881b408681840b to hash 00000020:00000001:2.0:1763344909.128753:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344909.128754:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668789131264 : -107404920420352 : ffff9e50d7df0800) 00010000:00000010:2.0:1763344909.128758:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca780. 00010000:00000001:2.0:1763344909.128760:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668789131264 : -107404920420352 : ffff9e50d7df0800) 00010000:00000001:2.0:1763344909.128763:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.128765:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.128768:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b408681840b lrc: 3/1,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344909.128775:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344909.128778:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344909.128781:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344909.128784:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344909.128786:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.128807:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344909.128809:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.128811:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344909.128814:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344909.128815:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344909.128816:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344909.128819:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x0 (ffff9e4fc1359900) refcount = 2 00010000:00010000:2.0:1763344909.128823:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b408681840b lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.128828:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344909.128833:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.128835:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.128837:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344909.128839:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.128841:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.128843:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344909.128845:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344909.128848:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.128850:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b408681840b lrc: 3/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.128855:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344909.128857:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.128858:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.128860:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344909.128861:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763344909.128865:0:13569:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4fc1359100. 00010000:00000010:2.0:1763344909.128868:0:13569:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e50f4ec0280. 00010000:00000001:2.0:1763344909.128870:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344909.128872:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50d7df1e00. 00000020:00000001:2.0:1763344909.128874:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344909.128876:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7df1e00 with handle 0x34881b4086818412 to hash 00000020:00000001:2.0:1763344909.128877:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344909.128879:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668789136896 : -107404920414720 : ffff9e50d7df1e00) 00010000:00000010:2.0:1763344909.128881:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bcaa80. 00010000:00000001:2.0:1763344909.128883:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668789136896 : -107404920414720 : ffff9e50d7df1e00) 00010000:00000001:2.0:1763344909.128886:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.128887:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.128889:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b4086818412 lrc: 3/1,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344909.128894:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344909.128896:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344909.128897:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344909.128899:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344909.128900:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.128902:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344909.128903:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.128905:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344909.128906:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344909.128907:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344909.128908:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344909.128910:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b11:0x113:0x0].0x2d9800ce (ffff9e4fc1359100) refcount = 1 00010000:00010000:2.0:1763344909.128914:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b4086818412 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.128918:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344909.128920:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.128921:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.128923:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344909.128924:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.128926:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.128928:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344909.128930:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344909.128931:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.128934:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b4086818412 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.128938:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344909.128939:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.128941:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344909.128942:0:13569:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.128947:0:13569:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763344909.128954:0:13569:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763344909.128956:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344909.128959:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b11:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344909.128963:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.128967:0:13569:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763344909.128971:0:13569:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763344909.128988:0:13569:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763344909.128990:0:13569:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763344909.128993:0:13569:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763344909.128996:0:13569:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763344909.128999:0:13569:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763344909.129001:0:13569:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.129003:0:13569:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344909.129005:0:13569:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.129008:0:13569:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763344909.129011:0:13569:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763344909.129013:0:13569:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.129015:0:13569:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763344909.129037:0:13569:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff9e50efce6478. 00000001:00000010:2.0:1763344909.129045:0:13569:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff9e50efce6478. 00080000:00000001:2.0:1763344909.129049:0:13569:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344909.129051:0:13569:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344909.129054:0:13569:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.129057:0:13569:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb47dc1dcb8a0 00080000:00000002:2.0:1763344909.129059:0:13569:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x240002b11:0x113:0x0]/file1 => [0x240002b13:0x12e86:0x0] 00080000:00000001:2.0:1763344909.129062:0:13569:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763344909.129065:0:13569:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.129068:0:13569:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344909.129070:0:13569:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.129072:0:13569:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.129075:0:13569:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763344909.129077:0:13569:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x240002b13:0x12e86:0x0] 00000020:00000001:2.0:1763344909.129079:0:13569:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344909.129082:0:13569:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636664592928120 : -107409116623496 : ffff9e4fddc20d78) 00000004:00000001:2.0:1763344909.129085:0:13569:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446636664592928032 : -107409116623584 : ffff9e4fddc20d20) 00000004:00000001:2.0:1763344909.129093:0:13569:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344909.129095:0:13569:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344909.129099:0:13569:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.129102:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.129107:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.129122:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344909.129125:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344909.129128:0:13569:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763344909.129130:0:13569:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344909.129132:0:13569:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e86:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 8 00000004:00000001:2.0:1763344909.129135:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.129137:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.129141:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344909.129143:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344909.129145:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.129146:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.129150:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344909.129159:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763344909.129162:0:13569:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763344909.129164:0:13569:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763344909.129167:0:13569:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9e50e62d0378 00000004:00000001:2.0:1763344909.129170:0:13569:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.129177:0:13569:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1763344909.129180:0:13569:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344909.129181:0:13569:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344909.129183:0:13569:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x240002b13:0x12e86:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763344909.129186:0:13569:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763344909.129189:0:13569:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763344909.129191:0:13569:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344909.129194:0:13569:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d200 count: 2 00010000:00000001:2.0:1763344909.129196:0:13569:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344909.129198:0:13569:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344909.129201:0:13569:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50d7df0400. 00000020:00000001:2.0:1763344909.129203:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344909.129205:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7df0400 with handle 0x34881b4086818419 to hash 00000020:00000001:2.0:1763344909.129207:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344909.129208:0:13569:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00010000:00000010:2.0:1763344909.129211:0:13569:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9e50d6bca000. 00010000:00000001:2.0:1763344909.129213:0:13569:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00010000:00000001:2.0:1763344909.129215:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.129217:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.129219:0:13569:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818419 lrc: 3/1,0 mode: --/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13569 initiator: MDT0 00010000:00000001:2.0:1763344909.129225:0:13569:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344909.129227:0:13569:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344909.129228:0:13569:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763344909.129229:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344909.129232:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.129234:0:13569:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763344909.129235:0:13569:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.129237:0:13569:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763344909.129238:0:13569:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763344909.129239:0:13569:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763344909.129240:0:13569:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763344909.129242:0:13569:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fd854d200) refcount = 2 00010000:00000040:2.0:1763344909.129245:0:13569:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344909.129247:0:13569:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff9e50fca34200/0x34881b40868183be lrc: 2/0,1 mode: TXN/TXN res: [0x240002b13:0x12e86:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6504 initiator: MDT1 00010000:00010000:2.0:1763344909.129253:0:13569:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818419 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.129257:0:13569:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763344909.129260:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.129261:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.129263:0:13569:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763344909.129264:0:13569:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.129266:0:13569:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.129268:0:13569:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344909.129270:0:13569:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763344909.129272:0:13569:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.129274:0:13569:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818419 lrc: 3/1,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.129278:0:13569:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763344909.129279:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.129280:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.129282:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.129284:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.129285:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df0400 refcount=3 00000020:00000001:2.0:1763344909.129287:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00010000:00000001:2.0:1763344909.129289:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00010000:00000001:2.0:1763344909.129291:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.129292:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344909.129294:0:13569:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344909.129298:0:13569:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x240002b13:0x12e86:0x0], ibits = 0x1b/0x1b, open_flags = 040000000000001, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763344909.129302:0:13569:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344909.129304:0:13569:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.129306:0:13569:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763344909.129309:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.129311:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.129313:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.129314:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.129316:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.129317:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.129319:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.129320:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.129322:0:13569:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.129323:0:13569:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.129325:0:13569:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344909.129327:0:13569:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: nlink=1, mode=100644, valid=0x1100000080002f8f 00000004:00200000:2.0:1763344909.129330:0:13569:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240002b13:0x12e86:0x0]: returning size 1516 00000001:00000001:2.0:1763344909.129333:0:13569:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.129334:0:13569:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.129337:0:13569:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763344909.129339:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.129342:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.129345:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344909.129348:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763344909.129350:0:13569:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.129352:0:13569:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1763344909.129354:0:13569:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:2.0:1763344909.129358:0:13569:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763344909.129371:0:13569:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000100:00000001:3.0:1763344909.129765:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344909.129797:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.129808:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344909.129857:0:13569:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763344909.129860:0:13569:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x240002b13:0x12e86:0x0] mask 4 la_mode 100644 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763344909.129863:0:13569:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.129865:0:13569:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.129867:0:13569:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344909.129873:0:13569:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763344909.129878:0:13569:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9e50f4ec0e80. 00000020:00000001:2.0:1763344909.129880:0:13569:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344909.129882:0:13569:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50f4ec0e80 with handle 0x34881b4086818420 to hash 00000020:00000001:2.0:1763344909.129883:0:13569:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763344909.129885:0:13569:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446636669276524160 : -107404433027456 : ffff9e50f4ec0e80) 00000004:00000001:2.0:1763344909.129887:0:13569:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763344909.129888:0:13569:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763344909.129890:0:13569:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x240002b13:0x12e86:0x0] Change mfd open_flags 0 -> 040000000000001. 00000004:00000001:2.0:1763344909.129894:0:13569:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763344909.129898:0:13569:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344909.129903:0:13569:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09ec00. 00080000:00000001:2.0:1763344909.129906:0:13569:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278871040 : -107409430680576 : ffff9e4fcb09ec00) 00080000:00000001:2.0:1763344909.129909:0:13569:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763344909.129916:0:13569:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344909.129920:0:13569:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344909.129924:0:13569:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2a00. 00080000:00000001:2.0:1763344909.129927:0:13569:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.129937:0:13569:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.129940:0:13569:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344909.129945:0:13569:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344909.129949:0:13569:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214390, last_committed = 25770214382 00000001:00000010:2.0:1763344909.129953:0:13569:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8d720. 00000001:00000040:2.0:1763344909.129955:0:13569:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 8 00000020:00000040:2.0:1763344909.129957:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=234 00000001:00000010:2.0:1763344909.129962:0:13569:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd33dc0c0. 00000001:00000001:2.0:1763344909.129982:0:13569:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd33dc0c0: xid 1848987881576448, transno 25770214390, tag 1, client gen 9, slot idx 0 00000001:00000001:2.0:1763344909.129985:0:13569:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344909.129992:0:13569:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2a00. 00040000:00000001:2.0:1763344909.129997:0:13569:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344909.129999:0:13569:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344909.130001:0:13569:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.130003:0:13569:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763344909.130004:0:13569:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.130006:0:13569:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.130011:0:13569:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.130013:0:13569:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.130015:0:13569:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344909.130017:0:13569:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344909.130019:0:13569:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344909.130022:0:13569:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763344909.130024:0:13569:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763344909.130025:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763344909.130027:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344909.130029:0:13569:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763344909.130030:0:13569:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344909.130031:0:13569:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.130033:0:13569:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763344909.130035:0:13569:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763344909.130038:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763344909.130039:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.130041:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.130043:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df0800 refcount=3 00000020:00000001:2.0:1763344909.130044:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789131264 : -107404920420352 : ffff9e50d7df0800) 00010000:00000001:2.0:1763344909.130047:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789131264 : -107404920420352 : ffff9e50d7df0800) 00010000:00000001:2.0:1763344909.130052:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.130053:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.130054:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df0800 refcount=4 00000020:00000001:2.0:1763344909.130056:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789131264 : -107404920420352 : ffff9e50d7df0800) 00010000:00000001:2.0:1763344909.130058:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789131264 : -107404920420352 : ffff9e50d7df0800) 00010000:00000001:2.0:1763344909.130060:0:13569:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763344909.130062:0:13569:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b408681840b lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.130068:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344909.130070:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b408681840b lrc: 4/1,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.130075:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.130076:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344909.130078:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b408681840b lrc: 3/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.130083:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.130085:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.130088:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344909.130091:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b408681840b lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:2.0:1763344909.130096:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50d7df0800 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344909.130098:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.130101:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344909.130103:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b408681840b lrc: 4/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.130107:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344909.130108:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.130109:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.130110:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df0800 refcount=5 00000020:00000001:2.0:1763344909.130111:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789131264 : -107404920420352 : ffff9e50d7df0800) 00010000:00000001:2.0:1763344909.130113:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789131264 : -107404920420352 : ffff9e50d7df0800) 00010000:00000001:2.0:1763344909.130115:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344909.130117:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b408681840b lrc: 5/0,0 mode: CR/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.130121:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344909.130123:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344909.130124:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.130127:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344909.130128:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344909.130130:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.130131:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344909.130133:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50d7df0800 with handle 0x34881b408681840b from hash 00010000:00000001:2.0:1763344909.130135:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344909.130136:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.130138:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.130139:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344909.130141:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.130143:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.130144:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344909.130146:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344909.130148:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344909.130150:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x0 (ffff9e4fc1359900) 00010000:00010000:2.0:1763344909.130153:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344909.130155:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.130157:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.130159:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344909.130160:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344909.130162:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.130163:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.130165:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.130166:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.130168:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.130170:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b408681840b lrc: 3/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.130175:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.130176:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.130177:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344909.130178:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344909.130180:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.130181:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.130182:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344909.130184:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0800/0x34881b408681840b lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:2.0:1763344909.130189:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bca780. 00010000:00000001:2.0:1763344909.130199:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344909.130201:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344909.130203:0:13569:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763344909.130204:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.130205:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.130206:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1e00 refcount=3 00000020:00000001:2.0:1763344909.130208:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789136896 : -107404920414720 : ffff9e50d7df1e00) 00010000:00000001:2.0:1763344909.130211:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789136896 : -107404920414720 : ffff9e50d7df1e00) 00010000:00000001:2.0:1763344909.130212:0:13569:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763344909.130215:0:13569:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b4086818412 lrc: 3/1,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.130219:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.130220:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344909.130222:0:13569:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b4086818412 lrc: 2/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.130226:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.130228:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.130230:0:13569:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763344909.130232:0:13569:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b4086818412 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00010000:2.0:1763344909.130236:0:13569:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9e50d7df1e00 already unused, calling callback (ffffffffc1ac0550) 00000004:00000001:2.0:1763344909.130238:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.130239:0:13569:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763344909.130241:0:13569:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b4086818412 lrc: 3/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.130246:0:13569:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763344909.130247:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.130248:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.130249:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1e00 refcount=4 00000020:00000001:2.0:1763344909.130251:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789136896 : -107404920414720 : ffff9e50d7df1e00) 00010000:00000001:2.0:1763344909.130252:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789136896 : -107404920414720 : ffff9e50d7df1e00) 00010000:00000001:2.0:1763344909.130254:0:13569:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763344909.130256:0:13569:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b4086818412 lrc: 4/0,0 mode: PR/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.130260:0:13569:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763344909.130261:0:13569:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763344909.130262:0:13569:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.130264:0:13569:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344909.130265:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344909.130267:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.130268:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344909.130270:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50d7df1e00 with handle 0x34881b4086818412 from hash 00010000:00000001:2.0:1763344909.130271:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344909.130273:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.130274:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.130275:0:13569:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344909.130276:0:13569:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344909.130277:0:13569:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.130279:0:13569:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344909.130280:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344909.130281:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344909.130283:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b11:0x113:0x0].0x2d9800ce (ffff9e4fc1359100) 00010000:00010000:2.0:1763344909.130284:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763344909.130286:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.130288:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.130289:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344909.130290:0:13569:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763344909.130292:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.130293:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.130294:0:13569:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.130295:0:13569:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.130296:0:13569:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.130298:0:13569:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b4086818412 lrc: 2/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000001:2.0:1763344909.130303:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.130304:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.130305:0:13569:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763344909.130306:0:13569:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763344909.130361:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344909.130370:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1e00/0x34881b4086818412 lrc: 0/0,0 mode: --/PR res: [0x240002b11:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13569 initiator: MDT1 00010000:00000010:2.0:1763344909.130376:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcaa80. 00010000:00000040:2.0:1763344909.130379:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359100 count: 0 00010000:00000010:2.0:1763344909.130386:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0280. 00010000:00000001:2.0:1763344909.130393:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344909.130394:0:13569:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763344909.130396:0:13569:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763344909.130397:0:13569:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763344909.130398:0:13569:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763344909.130400:0:13569:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344909.130405:0:13569:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fd3375a98/ffff9e4fd3375a40 to site lru. bkt: ffff9e50ff90c930 00000004:00000001:2.0:1763344909.130407:0:13569:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763344909.130413:0:13569:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344909.130422:0:13569:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.130425:0:13569:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.130427:0:13569:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763344909.130431:0:13569:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344909.130433:0:13569:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763344909.130435:0:13569:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344909.130436:0:13569:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344909.130438:0:13569:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344909.130441:0:13569:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763344909.130446:0:13569:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.130448:0:13569:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763344909.130451:0:13569:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763344909.130453:0:13569:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.130456:0:13569:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.130458:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.130459:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df0400 refcount=3 00000020:00000001:2.0:1763344909.130461:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00010000:00000001:2.0:1763344909.130464:0:13569:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789130240 : -107404920421376 : ffff9e50d7df0400) 00000004:00000040:2.0:1763344909.130467:0:13569:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9e50dfa75800 : new locks_count 220 00000020:00000040:2.0:1763344909.130469:0:13569:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=235 00010000:00000001:2.0:1763344909.130474:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.130475:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763344909.130477:0:13569:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344909.130479:0:13569:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344909.130482:0:13569:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763344909.130485:0:13569:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763344909.130488:0:13569:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344909.130490:0:13569:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344909.130493:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.130494:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.130496:0:13569:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.130497:0:13569:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344909.130499:0:13569:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50d7df1000 with handle 0x34881b4086818404 from hash 00010000:00000001:2.0:1763344909.130501:0:13569:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344909.130502:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.130503:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.130504:0:13569:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344909.130505:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344909.130513:0:13569:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df1000/0x34881b4086818404 lrc: 0/0,0 mode: --/CR res: [0x240002b11:0x113:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e502 expref: 235 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344909.130520:0:13569:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e50dfa75800 : new locks_count 219 00000020:00000040:2.0:1763344909.130523:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 234 00010000:00000010:2.0:1763344909.130525:0:13569:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9e50d6bcab80. 00010000:00000040:2.0:1763344909.130528:0:13569:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9e4fc1359900 count: 0 00010000:00000010:2.0:1763344909.130532:0:13569:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e50f4ec0a80. 00010000:00000001:2.0:1763344909.130537:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.130539:0:13569:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.130545:0:13569:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344909.130549:0:13569:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9e50d7df0400/0x34881b4086818419 lrc: 3/0,0 mode: PR/PR res: [0x240002b13:0x12e86:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e502 expref: 234 pid: 13569 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344909.130555:0:13569:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344909.130557:0:13569:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763344909.130558:0:13569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240002b13:0x12e86:0x0].0x0 (ffff9e4fd854d200) 00010000:00010000:2.0:1763344909.130560:0:13569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763344909.130562:0:13569:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.130564:0:13569:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.130565:0:13569:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344909.130567:0:13569:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.130568:0:13569:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344909.130570:0:13569:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50d7df0400, rc 0) 00000020:00000001:2.0:1763344909.130573:0:13569:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344909.130577:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214382, transno 25770214390, xid 1848987881576448 00010000:00000001:2.0:1763344909.130580:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344909.130586:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8600a80 x1848987881576448/t25770214390(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 4616/664 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344909.130594:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344909.130596:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344909.130600:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344909.130604:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344909.130606:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344909.130609:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344909.130611:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344909.130615:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.130618:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344909.130622:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344909.130628:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921110. 00000100:00000200:2.0:1763344909.130636:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848987881576448, offset 224 00000400:00000200:2.0:1763344909.130644:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344909.130656:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344909.130664:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385783:1385783:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385779:1385779:8:4294967295] 00000400:00000200:2.0:1763344909.130677:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344909.130683:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344909.130689:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71400. 00000800:00000200:2.0:1763344909.130696:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344909.130704:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344909.130710:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1763344909.131065:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344909.131070:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344909.131073:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344909.131075:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.131077:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344909.131083:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8600a80 x1848987881576448/t25770214390(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 4616/664 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344909.131093:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+234:253445:x1848987881576448:12345-192.168.203.14@tcp:101:cmp.0 Request processed in 2699us (5184us total) trans 25770214390 rc 0/0 00000100:00100000:2.0:1763344909.131101:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1303039 00000100:00000040:2.0:1763344909.131105:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344909.131107:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344909.131109:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344909.131113:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344909.131117:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344909.131121:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344909.131125:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 233 00000100:00000001:2.0:1763344909.131128:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344909.131276:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344909.131281:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71400. 00000400:00000200:1.0:1763344909.131285:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.131290:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344909.131296:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921110 00000400:00000010:1.0:1763344909.131298:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921110. 00000100:00000001:1.0:1763344909.131302:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344909.131304:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344909.136951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7df0800. 00010000:00000010:2.1:1763344909.136966:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359100. 00010000:00000010:2.1:1763344909.136970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7df1e00. 00010000:00000010:2.1:1763344909.136974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4fc1359900. 00010000:00000010:2.1:1763344909.136976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50d7df1000. 00000800:00000001:0.0:1763344909.142019:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.142035:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344909.142038:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.142040:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344909.142051:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344909.142066:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509e01880 00000400:00000200:0.0:1763344909.142073:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x6459f5 [8] + 440 00000800:00000001:0.0:1763344909.142080:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.142100:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344909.142103:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344909.142107:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344909.142113:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344909.142116:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763344909.142120:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff789180. 00000100:00000040:0.0:1763344909.142124:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff789180 x1848987881576576 msgsize 328 00000100:00100000:0.0:1763344909.142128:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344909.142145:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344909.142152:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.142155:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.142208:0:74642:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344909.142211:0:74642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881576576 02000000:00000001:1.0:1763344909.142214:0:74642:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344909.142216:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344909.142218:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.142222:0:74642:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344909.142225:0:74642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881576576 00000020:00000001:1.0:1763344909.142228:0:74642:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344909.142230:0:74642:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:1.0:1763344909.142232:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344909.142235:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=24 00000020:00000001:1.0:1763344909.142237:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:1.0:1763344909.142239:0:74642:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:1.0:1763344909.142243:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344909.142248:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6540. 00000100:00000001:1.0:1763344909.142250:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344909.142253:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6540. 00000020:00000010:1.0:1763344909.142259:0:74642:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc4b12000. 00000020:00000010:1.0:1763344909.142263:0:74642:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42380. 00000020:00000010:1.0:1763344909.142268:0:74642:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04258. 00000100:00000040:1.0:1763344909.142277:0:74642:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763344909.142280:0:74642:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344909.142282:0:74642:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344909.142284:0:74642:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.142290:0:74642:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.142303:0:74642:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344909.142314:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344909.142316:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344909.142320:0:74642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27144 00000100:00000040:1.0:1763344909.142323:0:74642:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:1.0:1763344909.142325:0:74642:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453504896 : -107404256046720 : ffff9e50ff789180) 00000100:00000040:1.0:1763344909.142332:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff789180 x1848987881576576/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 328/0 e 0 to 0 dl 1763344920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763344909.142340:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344909.142342:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6540. 00000100:00000001:1.0:1763344909.142344:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344909.142346:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6540. 00000100:00100000:1.0:1763344909.142350:0:74642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2406:x1848987881576576:12345-192.168.203.14@tcp:101:cmp.0 00000100:00000200:1.0:1763344909.142354:0:74642:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881576576 00000020:00000001:1.0:1763344909.142357:0:74642:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344909.142360:0:74642:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344909.142362:0:74642:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.142372:0:74642:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344909.142374:0:74642:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:1.0:1763344909.142377:0:74642:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344909.142380:0:74642:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344909.142382:0:74642:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344909.142384:0:74642:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344909.142389:0:74642:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344909.142390:0:74642:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763344909.142393:0:74642:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763344909.142394:0:74642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763344909.142396:0:74642:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763344909.142398:0:74642:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.142402:0:74642:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763344909.142409:0:74642:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d500 count: 2 00010000:00000001:1.0:1763344909.142412:0:74642:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763344909.142414:0:74642:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763344909.142418:0:74642:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50fca35000. 00000020:00000001:1.0:1763344909.142421:0:74642:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763344909.142423:0:74642:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50fca35000 with handle 0x34881b4086818427 to hash 00000020:00000001:1.0:1763344909.142424:0:74642:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763344909.142426:0:74642:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00000001:1.0:1763344909.142428:0:74642:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636669405974528 : -107404303577088 : ffff9e50fca35000) 00010000:00010000:1.0:1763344909.142439:0:74642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35000/0x34881b4086818427 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e509 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763344909.142447:0:74642:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 19 00000020:00000040:1.0:1763344909.142449:0:74642:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=25 00010000:00000001:1.0:1763344909.142456:0:74642:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763344909.142459:0:74642:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763344909.142461:0:74642:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344909.142463:0:74642:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344909.142468:0:74642:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50c7e1fc00. 02000000:00000001:1.0:1763344909.142470:0:74642:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.142472:0:74642:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.142474:0:74642:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763344909.142476:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763344909.142479:0:74642:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.142481:0:74642:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763344909.142485:0:74642:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9e50f5c6ae70. 00002000:00000001:1.0:1763344909.142487:0:74642:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763344909.142489:0:74642:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763344909.142492:0:74642:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50ef7b6540. 00000100:00000001:1.0:1763344909.142495:0:74642:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763344909.142502:0:74642:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd05d13c0. 00000100:00000001:1.0:1763344909.142503:0:74642:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664368206784 : -107409341344832 : ffff9e4fd05d13c0) 00000100:00000001:1.0:1763344909.142506:0:74642:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664368206784 : -107409341344832 : ffff9e4fd05d13c0) 00000100:00000001:1.0:1763344909.142508:0:74642:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763344909.142510:0:74642:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763344909.142511:0:74642:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344909.142513:0:74642:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763344909.142516:0:74642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32f100. 00000020:00000040:1.0:1763344909.142519:0:74642:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763344909.142522:0:74642:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344909.142523:0:74642:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344909.142528:0:74642:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344909.142533:0:74642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fc4b13c00. 00000100:00000001:1.0:1763344909.142539:0:74642:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.142544:0:74642:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763344909.142547:0:74642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344909.142552:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32f100 x1848987617989632/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344909.142560:0:74642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344909.142562:0:74642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344909.142567:0:74642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:74642:1848987617989632:192.168.203.14@tcp:106: 00000100:00000001:1.0:1763344909.142571:0:74642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344909.142576:0:74642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344909.142578:0:74642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344909.142581:0:74642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344909.142584:0:74642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fc4b12a00. 02000000:00000001:1.0:1763344909.142586:0:74642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344909.142590:0:74642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344909.142595:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3b28. 00000100:00000200:1.0:1763344909.142601:0:74642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617989632, portal 16 00000100:00000001:1.0:1763344909.142603:0:74642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344909.142605:0:74642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163729152 : -107404545822464 : ffff9e50ee32f100) 00000100:00000040:1.0:1763344909.142609:0:74642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50ee32f100 x1848987617989632/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344925 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344909.142616:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344909.142618:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:1.0:1763344909.142620:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3ee0. 00000100:00000200:1.0:1763344909.142623:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617989632, offset 0 00000400:00000200:1.0:1763344909.142628:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:1.0:1763344909.142636:0:74642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:1.0:1763344909.142641:0:74642:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763344909.142644:0:74642:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:1.0:1763344909.142648:0:74642:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763344909.142650:0:74642:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:1.0:1763344909.142654:0:74642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385784:1385784:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385780:1385780:8:4294967295] 00000400:00000200:1.0:1763344909.142663:0:74642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:1.0:1763344909.142667:0:74642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:1.0:1763344909.142671:0:74642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50caf8f200. 00000800:00000200:1.0:1763344909.142676:0:74642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:1.0:1763344909.142682:0:74642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:1.0:1763344909.142686:0:74642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50caf8f200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763344909.142703:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.142707:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307684279 00000100:00000001:1.0:1763344909.142712:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307684120 00000100:00000001:1.0:1763344909.142716:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307684279 00000100:00000001:1.0:1763344909.142719:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307684120 00000100:00000001:1.0:1763344909.142721:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307684279 00000100:00000001:1.0:1763344909.142724:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307684120 00000100:00000001:1.0:1763344909.142726:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307684279 00000100:00000001:1.0:1763344909.142728:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307684120 00000100:00000001:1.0:1763344909.142730:0:74642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344909.142732:0:74642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.142734:0:74642:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.142736:0:74642:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344909.142737:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763344909.142739:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763344909.142740:0:74642:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9e50f5c6ae70. 00010000:00000001:1.0:1763344909.142743:0:74642:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763344909.142745:0:74642:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763344909.142746:0:74642:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763344909.142748:0:74642:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.142751:0:74642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344909.142752:0:74642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763344909.142754:0:74642:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd05d13c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763344909.142756:0:74642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344909.142759:0:74642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763344909.144918:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763344909.144926:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50caf8f200. 00000400:00000200:3.0:1763344909.144932:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.144940:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:3.0:1763344909.144945:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3ee0 00000400:00000010:3.0:1763344909.144947:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3ee0. 00000100:00000001:3.0:1763344909.144952:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763344909.144959:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32f100 x1848987617989632/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344925 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344909.144970:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344909.144973:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32f100 x1848987617989632/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344925 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344909.144980:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.144981:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763344909.147106:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.147120:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344909.147124:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.147126:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344909.147136:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344909.147151:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 280 into portal 16 MB=0x691a4fa2a1400 00000400:00000200:1.0:1763344909.147159:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 280/280 into md 0x6663b9 [1] + 224 00000800:00000001:1.0:1763344909.147167:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.147175:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344909.147177:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.147180:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344909.147186:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344909.147193:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32f100 x1848987617989632/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344925 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344909.147202:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9e50ee32f100 x1848987617989632/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344925 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344909.147227:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344909.147235:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.147238:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.147304:0:74642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344909.147322:0:74642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344909.147324:0:74642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344909.147327:0:74642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:2.0:1763344909.147332:0:74642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3b28 00000400:00000010:2.0:1763344909.147334:0:74642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3b28. 00000100:00000001:2.0:1763344909.147338:0:74642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344909.147343:0:74642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32f100 x1848987617989632/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344925 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344909.147351:0:74642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32f100 x1848987617989632/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344925 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344909.147357:0:74642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344909.147359:0:74642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.147361:0:74642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344909.147379:0:74642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344909.147382:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344909.147385:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.147388:0:74642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344909.147395:0:74642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=86 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344909.147399:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344909.147402:0:74642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344909.147404:0:74642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.147407:0:74642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344909.147410:0:74642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.147413:0:74642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344909.147417:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32f100 x1848987617989632/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344925 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344909.147425:0:74642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344909.147428:0:74642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344909.147430:0:74642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.147432:0:74642:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763344909.147437:0:74642:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763344909.147446:0:74642:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344909.147449:0:74642:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344909.147456:0:74642:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669017964632 : -107404691586984 : ffff9e50e582c058) 00002000:00000001:2.0:1763344909.147458:0:74642:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636669017964544 : -107404691587072 : ffff9e50e582c000) 00002000:00000001:2.0:1763344909.147461:0:74642:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763344909.147465:0:74642:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344909.147468:0:74642:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e582c058/ffff9e50e582c000 to site lru. bkt: ffff9e50fb896108 00010000:00000001:2.0:1763344909.147470:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.147472:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.147474:0:74642:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344909.147478:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32f100 x1848987617989632/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344925 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344909.147487:0:74642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:74642:1848987617989632:192.168.203.14@tcp:106: 00000100:00000001:2.0:1763344909.147492:0:74642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.147494:0:74642:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.147497:0:74642:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344909.147499:0:74642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344909.147502:0:74642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32f100 x1848987617989632/t0(0) o106->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/280 e 0 to 0 dl 1763344925 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344909.147508:0:74642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344909.147510:0:74642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344909.147513:0:74642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fc4b12a00. 02000000:00000001:2.0:1763344909.147516:0:74642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344909.147518:0:74642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344909.147519:0:74642:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1763344909.147522:0:74642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344909.147524:0:74642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fc4b13c00. 02000000:00000001:2.0:1763344909.147527:0:74642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344909.147529:0:74642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344909.147530:0:74642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32f100. 00000100:00000001:2.0:1763344909.147534:0:74642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344909.147535:0:74642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344909.147537:0:74642:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd05d13c0. 00000100:00000001:2.0:1763344909.147540:0:74642:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344909.147542:0:74642:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344909.147545:0:74642:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50ef7b6540. 00010000:00000001:2.0:1763344909.147548:0:74642:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344909.147551:0:74642:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344909.147555:0:74642:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763344909.147557:0:74642:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344909.147563:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.147564:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.147566:0:74642:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763344909.147568:0:74642:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763344909.147571:0:74642:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35000 with handle 0x34881b4086818427 from hash 00010000:00000001:2.0:1763344909.147574:0:74642:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344909.147575:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.147576:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.147578:0:74642:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763344909.147579:0:74642:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763344909.147582:0:74642:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763344909.147588:0:74642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35000/0x34881b4086818427 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e509 expref: 25 pid: 74642 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763344909.147606:0:74642:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763344909.147610:0:74642:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.147612:0:74642:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.147613:0:74642:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.147615:0:74642:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.147618:0:74642:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763344909.147619:0:74642:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763344909.147621:0:74642:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763344909.147622:0:74642:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763344909.147623:0:74642:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763344909.147624:0:74642:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344909.147626:0:74642:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344909.147628:0:74642:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.147630:0:74642:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.147631:0:74642:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344909.147632:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344909.147635:0:74642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35000/0x34881b4086818427 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e509 expref: 25 pid: 74642 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763344909.147643:0:74642:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 18 00000020:00000040:2.0:1763344909.147646:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 24 00010000:00000001:2.0:1763344909.147653:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344909.147655:0:74642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50fca35000, rc 0) 00000020:00000001:2.0:1763344909.147657:0:74642:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763344909.147660:0:74642:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946970, transno 0, xid 1848987881576576 00010000:00000001:2.0:1763344909.147663:0:74642:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344909.147668:0:74642:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff789180 x1848987881576576/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 328/400 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 301/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344909.147675:0:74642:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344909.147678:0:74642:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344909.147681:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=52 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344909.147685:0:74642:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344909.147687:0:74642:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344909.147689:0:74642:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344909.147692:0:74642:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344909.147694:0:74642:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.147697:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344909.147700:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344909.147704:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9216e8. 00000100:00000200:2.0:1763344909.147709:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881576576, offset 224 00000400:00000200:2.0:1763344909.147715:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344909.147724:0:74642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344909.147730:0:74642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385785:1385785:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385781:1385781:8:4294967295] 00000400:00000200:2.0:1763344909.147741:0:74642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344909.147746:0:74642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344909.147752:0:74642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71400. 00000800:00000200:2.0:1763344909.147759:0:74642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344909.147766:0:74642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344909.147769:0:74642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344909.148661:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344909.148669:0:74642:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344909.148672:0:74642:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344909.148674:0:74642:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.148676:0:74642:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344909.148684:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff789180 x1848987881576576/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 328/400 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 301/301 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344909.148693:0:74642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff789180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2406:x1848987881576576:12345-192.168.203.14@tcp:101:cmp.0 Request processed in 6351us (6567us total) trans 0 rc 301/301 00000100:00100000:2.0:1763344909.148702:0:74642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27144 00000100:00000040:2.0:1763344909.148706:0:74642:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:2.0:1763344909.148708:0:74642:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344909.148711:0:74642:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344909.148716:0:74642:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42380. 00000020:00000010:2.0:1763344909.148721:0:74642:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04258. 00000020:00000010:2.0:1763344909.148726:0:74642:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc4b12000. 00000020:00000040:2.0:1763344909.148730:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00000100:00000001:2.0:1763344909.148732:0:74642:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344909.148872:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344909.148877:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71400. 00000400:00000200:0.0:1763344909.148881:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344909.148886:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344909.148890:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9216e8 00000400:00000010:0.0:1763344909.148893:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9216e8. 00000100:00000001:0.0:1763344909.148896:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344909.148898:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763344909.153836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35000. 00000800:00000001:3.0:1763344909.154757:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.154770:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763344909.154773:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.154775:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344909.154787:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:3.0:1763344909.154837:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 28 MB=0x691a509e01900 00000400:00000200:3.0:1763344909.154845:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 328/328 into md 0x6459f5 [8] + 768 00000800:00000001:3.0:1763344909.154853:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.154860:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763344909.154863:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763344909.154867:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:3.0:1763344909.154875:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763344909.154878:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763344909.154884:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8601180. 00000100:00000040:3.0:1763344909.154887:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8601180 x1848987881576704 msgsize 328 00000100:00100000:3.0:1763344909.154892:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:3.0:1763344909.155635:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763344909.155649:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763344909.155653:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.155703:0:74642:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344909.155707:0:74642:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881576704 02000000:00000001:2.0:1763344909.155710:0:74642:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344909.155713:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344909.155715:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.155719:0:74642:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344909.155723:0:74642:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881576704 00000020:00000001:2.0:1763344909.155727:0:74642:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344909.155729:0:74642:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:2.0:1763344909.155731:0:74642:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.155735:0:74642:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=24 00000020:00000001:2.0:1763344909.155737:0:74642:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:2.0:1763344909.155739:0:74642:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:2.0:1763344909.155744:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.155750:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a00. 00000100:00000001:2.0:1763344909.155753:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.155756:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a00. 00000020:00000010:2.0:1763344909.155762:0:74642:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344909.155767:0:74642:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344909.155772:0:74642:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344909.155781:0:74642:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763344909.155784:0:74642:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344909.155786:0:74642:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344909.155807:0:74642:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.155815:0:74642:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.155828:0:74642:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.155840:0:74642:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344909.155842:0:74642:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344909.155849:0:74642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 27145 00000100:00000040:2.0:1763344909.155853:0:74642:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:2.0:1763344909.155855:0:74642:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669334458752 : -107404375092864 : ffff9e50f8601180) 00000100:00000040:2.0:1763344909.155862:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8601180 x1848987881576704/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 328/0 e 0 to 0 dl 1763344920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344909.155871:0:74642:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.155874:0:74642:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a00. 00000100:00000001:2.0:1763344909.155876:0:74642:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.155878:0:74642:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a00. 00000100:00100000:2.0:1763344909.155882:0:74642:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:253445:x1848987881576704:12345-192.168.203.14@tcp:101:cmp.0 00000100:00000200:2.0:1763344909.155886:0:74642:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881576704 00000020:00000001:2.0:1763344909.155889:0:74642:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344909.155892:0:74642:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344909.155894:0:74642:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.155896:0:74642:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344909.155898:0:74642:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896384 : -1056655232 : ffffffffc104b880) 00000020:00000001:2.0:1763344909.155901:0:74642:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344909.155904:0:74642:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344909.155906:0:74642:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344909.155909:0:74642:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344909.155913:0:74642:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.155916:0:74642:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763344909.155918:0:74642:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763344909.155920:0:74642:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763344909.155922:0:74642:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763344909.155923:0:74642:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.155929:0:74642:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763344909.155936:0:74642:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d500 count: 2 00010000:00000001:2.0:1763344909.155939:0:74642:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344909.155941:0:74642:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763344909.155945:0:74642:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e50d7df1000. 00000020:00000001:2.0:1763344909.155949:0:74642:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763344909.155951:0:74642:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e50d7df1000 with handle 0x34881b408681842e to hash 00000020:00000001:2.0:1763344909.155953:0:74642:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763344909.155959:0:74642:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:2.0:1763344909.155961:0:74642:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00010000:2.0:1763344909.155966:0:74642:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1000/0x34881b408681842e lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x25429cfc5e75e510 expref: -99 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344909.155974:0:74642:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9e4fc2b77000 : new locks_count 19 00000020:00000040:2.0:1763344909.155976:0:74642:0:(genops.c:887:class_export_get()) GET export ffff9e4fc2b77000 refcount=25 00000100:00000001:2.0:1763344909.155985:0:74642:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344909.155988:0:74642:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344909.155994:0:74642:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9e50f58b4000. 02000000:00000001:2.0:1763344909.155996:0:74642:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.155999:0:74642:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.156001:0:74642:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763344909.156005:0:74642:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763344909.156007:0:74642:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763344909.156009:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763344909.156012:0:74642:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763344909.156289:0:74642:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763344909.156295:0:74642:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35200/0x34881b40868183a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ed expref: 25 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344909.156303:0:74642:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763344909.156304:0:74642:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.156349:0:74642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763344909.156351:0:74642:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.156353:0:74642:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763344909.156354:0:74642:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763344909.156356:0:74642:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.156357:0:74642:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.156360:0:74642:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763344909.156371:0:74642:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1000/0x34881b408681842e lrc: 4/0,0 mode: --/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e510 expref: 25 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344909.156379:0:74642:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc2:0x0].0x0 (ffff9e4fd854d500) refcount = 2 00010000:00000040:2.0:1763344909.156383:0:74642:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763344909.156386:0:74642:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35200/0x34881b40868183a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ed expref: 25 pid: 74640 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763344909.156392:0:74642:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763344909.156395:0:74642:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1000/0x34881b408681842e lrc: 4/0,0 mode: --/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e510 expref: 25 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763344909.156403:0:74642:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f93d2a00. 00000100:00000001:2.0:1763344909.156407:0:74642:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763344909.156414:0:74642:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fd33dc000. 00000100:00000001:2.0:1763344909.156416:0:74642:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664416485376 : -107409293066240 : ffff9e4fd33dc000) 00000100:00000001:2.0:1763344909.156418:0:74642:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664416485376 : -107409293066240 : ffff9e4fd33dc000) 00000100:00000001:2.0:1763344909.156420:0:74642:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763344909.156422:0:74642:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763344909.156423:0:74642:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344909.156504:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.156506:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763344909.156508:0:74642:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.156510:0:74642:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763344909.156511:0:74642:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763344909.156513:0:74642:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763344909.156518:0:74642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8271c00. 00000020:00000040:2.0:1763344909.156521:0:74642:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1763344909.156564:0:74642:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763344909.156566:0:74642:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763344909.156571:0:74642:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763344909.156577:0:74642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4fcb09f000. 00000100:00000001:2.0:1763344909.156582:0:74642:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763344909.156588:0:74642:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35200/0x34881b40868183a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ed expref: 25 pid: 74640 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763344909.156601:0:74642:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35200/0x34881b40868183a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ed expref: 25 pid: 74640 timeout: 13115 lvb_type: 0 00010000:00000001:2.0:1763344909.156615:0:74642:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763344909.156617:0:74642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344909.156621:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8271c00 x1848987617989760/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344909.156629:0:74642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344909.156631:0:74642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344909.156635:0:74642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8271c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:74642:1848987617989760:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344909.156638:0:74642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344909.156643:0:74642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344909.156645:0:74642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.156648:0:74642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344909.156651:0:74642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4fcb09e600. 02000000:00000001:2.0:1763344909.156653:0:74642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344909.156658:0:74642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344909.156664:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921440. 00000100:00000200:2.0:1763344909.156670:0:74642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617989760, portal 16 00000100:00000001:2.0:1763344909.156672:0:74642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344909.156674:0:74642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669330725888 : -107404378825728 : ffff9e50f8271c00) 00000100:00000040:2.0:1763344909.156679:0:74642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f8271c00 x1848987617989760/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344925 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344909.156686:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344909.156688:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344909.156691:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9216e8. 00000100:00000200:2.0:1763344909.156694:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848987617989760, offset 0 00000400:00000200:2.0:1763344909.156701:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344909.156711:0:74642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344909.156716:0:74642:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763344909.156720:0:74642:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:2.0:1763344909.156724:0:74642:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763344909.156726:0:74642:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:2.0:1763344909.156730:0:74642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385786:1385786:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385782:1385782:8:4294967295] 00000400:00000200:2.0:1763344909.156739:0:74642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344909.156744:0:74642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344909.156748:0:74642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71900. 00000800:00000200:2.0:1763344909.156754:0:74642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344909.156759:0:74642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344909.156763:0:74642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763344909.157233:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.157237:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307684294 00000100:00000001:2.0:1763344909.157243:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307684279 00000100:00000001:2.0:1763344909.157247:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307684294 00000100:00000001:2.0:1763344909.157250:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307684279 00000100:00000001:2.0:1763344909.157252:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307684294 00000100:00000001:2.0:1763344909.157255:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307684279 00000100:00000001:2.0:1763344909.157257:0:74642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307684294 00000100:00000001:2.0:1763344909.157259:0:74642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307684279 00000100:00000001:2.0:1763344909.157261:0:74642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344909.157263:0:74642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.157265:0:74642:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.157267:0:74642:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.157269:0:74642:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.157271:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.157272:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.157273:0:74642:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.157275:0:74642:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763344909.157276:0:74642:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763344909.157279:0:74642:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.157280:0:74642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344909.157282:0:74642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763344909.157284:0:74642:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fd33dc000 going to sleep for 11 seconds 00000100:00000001:2.0:1763344909.157287:0:74642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344909.157289:0:74642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344909.157748:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344909.157753:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71900. 00000400:00000200:1.0:1763344909.157759:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.157765:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344909.157770:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9216e8 00000400:00000010:1.0:1763344909.157772:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9216e8. 00000100:00000001:1.0:1763344909.157776:0:3637:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344909.157781:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8271c00 x1848987617989760/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344925 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344909.157815:0:3637:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344909.157819:0:3637:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8271c00 x1848987617989760/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344925 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344909.157826:0:3637:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344909.157827:0:3637:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763344909.160783:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.160838:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344909.160842:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.160844:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344909.160854:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344909.160872:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a1480 00000400:00000200:0.0:1763344909.160880:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x6663c5 [1] + 224 00000800:00000001:0.0:1763344909.160887:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.160892:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344909.160895:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344909.160899:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344909.160906:0:3635:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344909.160913:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8271c00 x1848987617989760/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344925 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763344909.160924:0:3635:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50f8271c00 x1848987617989760/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344925 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344909.160948:0:3635:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763344909.160957:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.160961:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344909.160963:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.160964:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344909.160968:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344909.160974:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 328 into portal 17 MB=0x691a509e01980 00000400:00000200:0.0:1763344909.160980:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.14@tcp of length 328/328 into md 0x65d419 [2] + 1640 00000800:00000001:0.0:1763344909.160983:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763344909.161498:0:74642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344909.161506:0:74642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344909.161508:0:74642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344909.161511:0:74642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344909.161516:0:74642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921440 00000400:00000010:2.0:1763344909.161519:0:74642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921440. 00000100:00000001:2.0:1763344909.161522:0:74642:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1763344909.161616:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344909.161619:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344909.161624:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344909.161628:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344909.161630:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763344909.161635:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78a300. 00000100:00000040:0.0:1763344909.161638:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78a300 x1848987881576832 msgsize 328 00000100:00100000:0.0:1763344909.161643:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344909.161652:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344909.161656:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.161659:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344909.161717:0:8417:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344909.161720:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881576832 02000000:00000001:3.0:1763344909.161723:0:8417:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344909.161725:0:8417:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344909.161727:0:8417:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344909.161731:0:8417:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344909.161734:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881576832 00000020:00000001:3.0:1763344909.161737:0:8417:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344909.161739:0:8417:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:3.0:1763344909.161741:0:8417:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344909.161743:0:8417:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=26 00000020:00000001:3.0:1763344909.161746:0:8417:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:3.0:1763344909.161748:0:8417:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:3.0:1763344909.161752:0:8417:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344909.161756:0:8417:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde80. 00000100:00000001:3.0:1763344909.161759:0:8417:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344909.161761:0:8417:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde80. 00000020:00000010:3.0:1763344909.161766:0:8417:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdc400. 00000020:00000010:3.0:1763344909.161772:0:8417:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344909.161777:0:8417:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf000. 00000100:00000040:3.0:1763344909.161784:0:8417:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763344909.161787:0:8417:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344909.161803:0:8417:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763344909.161805:0:8417:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763344909.161808:0:8417:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344909.161810:0:8417:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763344909.161815:0:8417:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344909.161816:0:8417:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344909.161818:0:8417:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35200 refcount=5 00000020:00000001:3.0:1763344909.161820:0:8417:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:3.0:1763344909.161823:0:8417:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00010000:3.0:1763344909.161829:0:8417:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35200/0x34881b40868183a9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ed expref: 26 pid: 74640 timeout: 13115 lvb_type: 0 00010000:00000001:3.0:1763344909.161837:0:8417:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344909.161839:0:8417:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344909.161840:0:8417:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344909.161842:0:8417:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344909.161848:0:8417:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763344909.161853:0:8417:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9e50ff78a300 x1848987881576832/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 328/0 e 0 to 0 dl 1763344920 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344909.161862:0:8417:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763344909.161864:0:8417:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.161876:0:8417:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344909.161889:0:8417:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344909.161891:0:8417:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344909.161896:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6364 00000100:00000040:3.0:1763344909.161899:0:8417:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 2 00000100:00000001:3.0:1763344909.161901:0:8417:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453509376 : -107404256042240 : ffff9e50ff78a300) 00000100:00000040:3.0:1763344909.161906:0:8417:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78a300 x1848987881576832/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 328/0 e 0 to 0 dl 1763344920 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344909.161913:0:8417:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344909.161916:0:8417:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde80. 00000100:00000001:3.0:1763344909.161919:0:8417:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344909.161921:0:8417:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde80. 00000100:00100000:3.0:1763344909.161925:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+26:2405:x1848987881576832:12345-192.168.203.14@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763344909.161929:0:8417:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881576832 00010000:00000001:3.0:1763344909.161931:0:8417:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763344909.161933:0:8417:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763344909.161935:0:8417:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763344909.161941:0:8417:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344909.161943:0:8417:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344909.161947:0:8417:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50e5677c00. 02000000:00000001:3.0:1763344909.161950:0:8417:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.161952:0:8417:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344909.161954:0:8417:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763344909.161956:0:8417:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763344909.161958:0:8417:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344909.161959:0:8417:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344909.161961:0:8417:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50fca35200 refcount=5 00000020:00000001:3.0:1763344909.161963:0:8417:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000001:3.0:1763344909.161965:0:8417:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636669405975040 : -107404303576576 : ffff9e50fca35200) 00010000:00000040:3.0:1763344909.161969:0:8417:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9e4fd854d500 count: 3 00002000:00000001:3.0:1763344909.161973:0:8417:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763344909.161977:0:8417:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344909.161980:0:8417:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344909.161985:0:8417:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669017964632 : -107404691586984 : ffff9e50e582c058) 00002000:00000001:3.0:1763344909.161988:0:8417:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636669017964544 : -107404691587072 : ffff9e50e582c000) 00002000:00000001:3.0:1763344909.161990:0:8417:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763344909.161994:0:8417:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344909.161998:0:8417:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e582c058/ffff9e50e582c000 to site lru. bkt: ffff9e50fb896108 00010000:00010000:3.0:1763344909.162004:0:8417:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35200/0x34881b40868183a9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ed expref: 26 pid: 74640 timeout: 13115 lvb_type: 0 00000100:00001000:3.0:1763344909.162013:0:8417:0:(import.c:2128:obd_at_measure()) add 0 to ffff9e4fc2b77450 time=139 v=5 (1 0 0 0) 00010000:00000001:3.0:1763344909.162015:0:8417:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763344909.162020:0:8417:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344909.162021:0:8417:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763344909.162024:0:8417:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35200/0x34881b40868183a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ed expref: 26 pid: 74640 timeout: 13115 lvb_type: 0 00000020:00000001:3.0:1763344909.162031:0:8417:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763344909.162034:0:8417:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763344909.162036:0:8417:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.162038:0:8417:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344909.162043:0:8417:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763344909.162045:0:8417:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763344909.162050:0:8417:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344909.162051:0:8417:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344909.162053:0:8417:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763344909.162055:0:8417:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763344909.162057:0:8417:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50fca35200 with handle 0x34881b40868183a9 from hash 00010000:00000001:3.0:1763344909.162059:0:8417:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763344909.162061:0:8417:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344909.162061:0:8417:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344909.162063:0:8417:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763344909.162068:0:8417:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344909.162069:0:8417:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344909.162071:0:8417:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763344909.162072:0:8417:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344909.162073:0:8417:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344909.162074:0:8417:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763344909.162076:0:8417:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763344909.162078:0:8417:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9e50d7df1000 00010000:00000001:3.0:1763344909.162081:0:8417:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763344909.162082:0:8417:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344909.162084:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344909.162086:0:8417:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344909.162088:0:8417:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763344909.162089:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763344909.162091:0:8417:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344909.162094:0:8417:0:(ldlm_extent.c:220:ldlm_extent_internal_policy_granted()) Process entered 00010000:00000001:3.0:1763344909.162096:0:8417:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:3.0:1763344909.162098:0:8417:0:(ldlm_extent.c:264:ldlm_extent_internal_policy_granted()) Process leaving 00010000:00000001:3.0:1763344909.162099:0:8417:0:(ldlm_extent.c:283:ldlm_extent_internal_policy_waiting()) Process entered 00010000:00000001:3.0:1763344909.162101:0:8417:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:3.0:1763344909.162102:0:8417:0:(ldlm_extent.c:358:ldlm_extent_internal_policy_waiting()) Process leaving 00010000:00000001:3.0:1763344909.162104:0:8417:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763344909.162106:0:8417:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763344909.162110:0:8417:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1000/0x34881b408681842e lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e510 expref: 26 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344909.162117:0:8417:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763344909.162122:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1000/0x34881b408681842e lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e510 expref: 26 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763344909.162129:0:8417:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x1bc2:0x0].0x0 (ffff9e4fd854d500) refcount = 3 00000100:00000200:2.0:1763344909.162162:0:74642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8271c00 x1848987617989760/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344925 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763344909.162171:0:74642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8271c00 x1848987617989760/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344925 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344909.162177:0:74642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344909.162179:0:74642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.162181:0:74642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344909.162183:0:74642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344909.162185:0:74642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344909.162186:0:74642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.162189:0:74642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344909.162193:0:74642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=86 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344909.162196:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344909.162198:0:74642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344909.162200:0:74642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.162202:0:74642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344909.162204:0:74642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.162207:0:74642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344909.162210:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8271c00 x1848987617989760/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344925 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344909.162217:0:74642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344909.162219:0:74642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344909.162221:0:74642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.162223:0:74642:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763344909.162225:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763344909.162228:0:74642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9e50fca35200/0x34881b40868183a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e4ed expref: 26 pid: 74640 timeout: 13115 lvb_type: 0 00010000:00000040:2.0:1763344909.162236:0:74642:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9e4fc2b77000 : new locks_count 18 00000020:00000040:2.0:1763344909.162239:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 25 00010000:00000001:2.0:1763344909.162244:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763344909.162245:0:74642:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344909.162249:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8271c00 x1848987617989760/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344925 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763344909.162256:0:74642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8271c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:74642:1848987617989760:192.168.203.14@tcp:104: 00000100:00000001:2.0:1763344909.162260:0:74642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.162263:0:74642:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.162265:0:74642:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763344909.162267:0:74642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344909.162269:0:74642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8271c00 x1848987617989760/t0(0) o104->lustre-OST0001@192.168.203.14@tcp:15/16 lens 328/224 e 0 to 0 dl 1763344925 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763344909.162276:0:74642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344909.162278:0:74642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344909.162281:0:74642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4fcb09e600. 02000000:00000001:2.0:1763344909.162284:0:74642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344909.162285:0:74642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344909.162287:0:74642:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1763344909.162289:0:74642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344909.162291:0:74642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4fcb09f000. 02000000:00000001:2.0:1763344909.162294:0:74642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344909.162295:0:74642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344909.162297:0:74642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8271c00. 00000100:00000001:2.0:1763344909.162300:0:74642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344909.162301:0:74642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763344909.162303:0:74642:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fd33dc000. 00000100:00000001:2.0:1763344909.162305:0:74642:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763344909.162307:0:74642:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763344909.162309:0:74642:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f93d2a00. 00010000:00000040:3.0:1763344909.162748:0:8417:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763344909.162753:0:8417:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1000/0x34881b408681842e lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e510 expref: 25 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344909.162761:0:8417:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763344909.162762:0:8417:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344909.162765:0:8417:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763344909.162766:0:8417:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344909.162768:0:8417:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763344909.162773:0:8417:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e50f82dde80. 00000100:00000001:3.0:1763344909.162775:0:8417:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763344909.162781:0:8417:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4fc87e0300. 00000100:00000001:3.0:1763344909.162784:0:8417:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636664236147456 : -107409473404160 : ffff9e4fc87e0300) 00000100:00000001:3.0:1763344909.162785:0:8417:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636664236147456 : -107409473404160 : ffff9e4fc87e0300) 00000100:00000001:3.0:1763344909.162815:0:8417:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763344909.162817:0:8417:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763344909.162819:0:8417:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763344909.163243:0:74642:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.163248:0:74642:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.163250:0:74642:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763344909.163258:0:74642:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763344909.163263:0:74642:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1000/0x34881b408681842e lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e510 expref: 25 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763344909.163274:0:74642:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763344909.163276:0:74642:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763344909.163277:0:74642:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763344909.163279:0:74642:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344909.163281:0:74642:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763344909.163282:0:74642:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.163283:0:74642:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763344909.163285:0:74642:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9e50d7df1000, rc 0) 00000020:00000001:2.0:1763344909.163288:0:74642:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344909.163291:0:74642:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946970, transno 0, xid 1848987881576704 00010000:00000001:2.0:1763344909.163295:0:74642:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344909.163299:0:74642:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8601180 x1848987881576704/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 328/400 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344909.163306:0:74642:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344909.163308:0:74642:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344909.163311:0:74642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=52 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344909.163315:0:74642:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344909.163317:0:74642:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344909.163319:0:74642:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344909.163322:0:74642:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344909.163325:0:74642:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.163328:0:74642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344909.163331:0:74642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344909.163337:0:74642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921440. 00000100:00000200:2.0:1763344909.163342:0:74642:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848987881576704, offset 224 00000400:00000200:2.0:1763344909.163348:0:74642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344909.163360:0:74642:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344909.163378:0:74642:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385787:1385787:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385783:1385783:8:4294967295] 00000400:00000200:2.0:1763344909.163391:0:74642:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344909.163396:0:74642:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344909.163402:0:74642:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71f00. 00000800:00000200:2.0:1763344909.163409:0:74642:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344909.163416:0:74642:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344909.163420:0:74642:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763344909.163440:0:74642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344909.163444:0:74642:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344909.163447:0:74642:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344909.163448:0:74642:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.163450:0:74642:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344909.163455:0:74642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8601180 x1848987881576704/t0(0) o101->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 328/400 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344909.163464:0:74642:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+25:253445:x1848987881576704:12345-192.168.203.14@tcp:101:cmp.0 Request processed in 7591us (8574us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344909.163472:0:74642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 27145 00000100:00000040:2.0:1763344909.163475:0:74642:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:2.0:1763344909.163478:0:74642:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344909.163479:0:74642:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344909.163485:0:74642:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344909.163491:0:74642:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344909.163494:0:74642:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344909.163499:0:74642:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 24 00000100:00000001:2.0:1763344909.163502:0:74642:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344909.163576:0:8417:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763344909.163581:0:8417:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8600000. 00000020:00000040:3.0:1763344909.163585:0:8417:0:(genops.c:1229:class_import_get()) import ffff9e4fc2b74000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763344909.163590:0:8417:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344909.163592:0:8417:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344909.163597:0:8417:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344909.163602:0:8417:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e50c2bdda00. 00000100:00000001:3.0:1763344909.163607:0:8417:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344909.163614:0:8417:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9e50d7df1000/0x34881b408681842e lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x1bc2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.14@tcp remote: 0x25429cfc5e75e510 expref: 24 pid: 74642 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763344909.163623:0:8417:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763344909.163626:0:8417:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763344909.163630:0:8417:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8600000 x1848987617989888/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344909.163637:0:8417:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763344909.163639:0:8417:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344909.163642:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8600000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8417:1848987617989888:192.168.203.14@tcp:105: 00000100:00000001:3.0:1763344909.163646:0:8417:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763344909.163650:0:8417:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763344909.163653:0:8417:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344909.163655:0:8417:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763344909.163659:0:8417:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e50c2bdd600. 02000000:00000001:3.0:1763344909.163660:0:8417:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763344909.163665:0:8417:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50e48ac5d8. 00000400:00000010:3.0:1763344909.163670:0:8417:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb2a8. 00000100:00000200:3.0:1763344909.163675:0:8417:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848987617989888, portal 16 00000100:00000001:3.0:1763344909.163677:0:8417:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763344909.163679:0:8417:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334454272 : -107404375097344 : ffff9e50f8600000) 00000100:00000040:3.0:1763344909.163683:0:8417:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9e50f8600000 x1848987617989888/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344925 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344909.163689:0:8417:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344909.163691:0:8417:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344909.163693:0:8417:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb990. 00000100:00000200:3.0:1763344909.163695:0:8417:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848987617989888, offset 0 00000400:00000200:3.0:1763344909.163699:0:8417:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344909.163705:0:8417:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344909.163708:0:8417:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763344909.163713:0:8417:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.114@tcp 00000400:00000200:3.0:1763344909.163716:0:8417:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.114@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763344909.163719:0:8417:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.14@tcp 00000400:00000200:3.0:1763344909.163723:0:8417:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385788:1385788:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385784:1385784:7:4294967295] 00000400:00000200:3.0:1763344909.163730:0:8417:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344909.163734:0:8417:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344909.163738:0:8417:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c392f800. 00000800:00000200:3.0:1763344909.163742:0:8417:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344909.163746:0:8417:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344909.163749:0:8417:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c392f800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1763344909.163752:0:8417:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.163755:0:8417:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4307684300 00000100:00000001:3.0:1763344909.163762:0:8417:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4307684294 00000100:00000001:3.0:1763344909.163766:0:8417:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4307684300 00000100:00000001:3.0:1763344909.163770:0:8417:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4307684294 00000100:00000001:3.0:1763344909.163772:0:8417:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4307684300 00000100:00000001:3.0:1763344909.163775:0:8417:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4307684294 00000100:00000001:3.0:1763344909.163777:0:8417:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4307684300 00000100:00000001:3.0:1763344909.163780:0:8417:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4307684294 00000100:00000001:3.0:1763344909.163782:0:8417:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344909.163785:0:8417:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344909.163825:0:8417:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344909.163828:0:8417:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344909.163830:0:8417:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344909.163831:0:8417:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344909.163832:0:8417:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344909.163834:0:8417:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763344909.163835:0:8417:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763344909.163838:0:8417:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.163840:0:8417:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763344909.163842:0:8417:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763344909.163844:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff9e4fc87e0300 going to sleep for 11 seconds 00000100:00000001:3.0:1763344909.163847:0:8417:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763344909.163850:0:8417:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763344909.163940:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344909.163944:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71f00. 00000400:00000200:0.0:1763344909.163948:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344909.163953:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344909.163957:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921440 00000400:00000010:0.0:1763344909.163958:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921440. 00000100:00000001:0.0:1763344909.163962:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344909.163963:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763344909.164017:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344909.164020:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c392f800. 00000400:00000200:0.0:1763344909.164023:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344909.164027:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344909.164029:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb990 00000400:00000010:0.0:1763344909.164031:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb990. 00000100:00000001:0.0:1763344909.164033:0:3636:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344909.164037:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8600000 x1848987617989888/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344925 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344909.164045:0:3636:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344909.164047:0:3636:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8600000 x1848987617989888/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344925 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763344909.164054:0:3636:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344909.164056:0:3636:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763344909.167651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e50fca35200. 00000800:00000001:1.0:1763344909.173114:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.173134:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344909.173138:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.173141:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344909.173154:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344909.173172:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 16 MB=0x691a4fa2a1500 00000400:00000200:1.0:1763344909.173182:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.14@tcp of length 224/224 into md 0x6663d1 [1] + 224 00000800:00000001:1.0:1763344909.173190:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.173197:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344909.173200:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.173204:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344909.173212:0:3637:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344909.173220:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8600000 x1848987617989888/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344925 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763344909.173230:0:3637:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9e50f8600000 x1848987617989888/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344925 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763344909.173251:0:3637:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763344909.173260:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.173264:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344909.173322:0:8417:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763344909.173329:0:8417:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763344909.173331:0:8417:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763344909.173334:0:8417:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50e48ac5d8. 00000400:00000200:3.0:1763344909.173338:0:8417:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb2a8 00000400:00000010:3.0:1763344909.173340:0:8417:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb2a8. 00000100:00000001:3.0:1763344909.173343:0:8417:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763344909.173348:0:8417:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8600000 x1848987617989888/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344925 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763344909.173356:0:8417:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8600000 x1848987617989888/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344925 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344909.173371:0:8417:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763344909.173373:0:8417:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344909.173376:0:8417:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763344909.173379:0:8417:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763344909.173381:0:8417:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344909.173383:0:8417:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344909.173386:0:8417:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344909.173393:0:8417:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc2b74458 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1763344909.173397:0:8417:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc2b74410 time=86 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344909.173400:0:8417:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763344909.173401:0:8417:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344909.173404:0:8417:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763344909.173408:0:8417:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.173411:0:8417:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344909.173416:0:8417:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8600000 x1848987617989888/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344925 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344909.173422:0:8417:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763344909.173425:0:8417:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763344909.173427:0:8417:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344909.173430:0:8417:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763344909.173433:0:8417:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344909.173435:0:8417:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763344909.173436:0:8417:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344909.173441:0:8417:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8600000 x1848987617989888/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344925 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763344909.173448:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8600000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8417:1848987617989888:192.168.203.14@tcp:105: 00000100:00000001:3.0:1763344909.173452:0:8417:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344909.173455:0:8417:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.173458:0:8417:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763344909.173459:0:8417:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763344909.173463:0:8417:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8600000 x1848987617989888/t0(0) o105->lustre-OST0001@192.168.203.14@tcp:15/16 lens 392/224 e 0 to 0 dl 1763344925 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763344909.173469:0:8417:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763344909.173472:0:8417:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763344909.173475:0:8417:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e50c2bdd600. 02000000:00000001:3.0:1763344909.173479:0:8417:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763344909.173481:0:8417:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763344909.173483:0:8417:0:(genops.c:1242:class_import_put()) import ffff9e4fc2b74000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763344909.173485:0:8417:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763344909.173488:0:8417:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e50c2bdda00. 02000000:00000001:3.0:1763344909.173491:0:8417:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763344909.173493:0:8417:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763344909.173494:0:8417:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8600000. 00000100:00000001:3.0:1763344909.173497:0:8417:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763344909.173498:0:8417:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763344909.173500:0:8417:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4fc87e0300. 00000100:00000001:3.0:1763344909.173503:0:8417:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763344909.173505:0:8417:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763344909.173508:0:8417:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e50f82dde80. 00010000:00000001:3.0:1763344909.173511:0:8417:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763344909.173515:0:8417:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763344909.173517:0:8417:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763344909.173523:0:8417:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344909.173525:0:8417:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344909.173528:0:8417:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50e486e9e8 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344909.173532:0:8417:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344909.173535:0:8417:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344909.173537:0:8417:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344909.173540:0:8417:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344909.173542:0:8417:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.173545:0:8417:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344909.173548:0:8417:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344909.173552:0:8417:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50c83fb2a8. 00000100:00000200:3.0:1763344909.173556:0:8417:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848987881576832, offset 224 00000400:00000200:3.0:1763344909.173563:0:8417:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344909.173572:0:8417:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344909.173578:0:8417:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385789:1385789:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385785:1385785:8:4294967295] 00000400:00000200:3.0:1763344909.173589:0:8417:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344909.173593:0:8417:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344909.173598:0:8417:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c392fd00. 00000800:00000200:3.0:1763344909.173604:0:8417:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344909.173610:0:8417:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:3.0:1763344909.173614:0:8417:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c392fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763344909.173634:0:8417:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344909.173637:0:8417:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344909.173641:0:8417:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763344909.173643:0:8417:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344909.173648:0:8417:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78a300 x1848987881576832/t0(0) o103->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 328/224 e 0 to 0 dl 1763344920 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763344909.173658:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2405:x1848987881576832:12345-192.168.203.14@tcp:103:ldlm_bl.0 Request processed in 11742us (12017us total) trans 0 rc 0/0 00000100:00100000:3.0:1763344909.173667:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6364 00000100:00000040:3.0:1763344909.173671:0:8417:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:3.0:1763344909.173673:0:8417:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763344909.173675:0:8417:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344909.173683:0:8417:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344909.173687:0:8417:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf000. 00000020:00000010:3.0:1763344909.173692:0:8417:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdc400. 00000020:00000040:3.0:1763344909.173696:0:8417:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00000100:00000001:3.0:1763344909.173698:0:8417:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344909.174036:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344909.174042:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c392fd00. 00000400:00000200:0.0:1763344909.174045:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344909.174050:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344909.174053:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50c83fb2a8 00000400:00000010:0.0:1763344909.174055:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50c83fb2a8. 00000100:00000001:0.0:1763344909.174058:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344909.174059:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344909.174472:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.174479:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344909.174480:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.174483:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344909.174488:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344909.174498:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 488 into portal 6 MB=0x691a509e01a00 00000400:00000200:0.0:1763344909.174504:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 488/488 into md 0x1e2579 [128] + 80096 00000800:00000001:0.0:1763344909.174509:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.174514:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344909.174516:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344909.174518:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344909.174522:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344909.174524:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763344909.174530:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78b800. 00000100:00000040:0.0:1763344909.174534:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78b800 x1848987881576960 msgsize 488 00000100:00100000:0.0:1763344909.174538:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344909.174551:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344909.174557:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344909.174560:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344909.174662:0:68731:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763344909.174664:0:68731:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881576960 02000000:00000001:3.0:1763344909.174667:0:68731:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763344909.174668:0:68731:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763344909.174670:0:68731:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763344909.174674:0:68731:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763344909.174677:0:68731:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881576960 00000020:00000001:3.0:1763344909.174679:0:68731:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763344909.174681:0:68731:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:3.0:1763344909.174683:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344909.174686:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=24 00000020:00000001:3.0:1763344909.174688:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:3.0:1763344909.174691:0:68731:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:3.0:1763344909.174695:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344909.174699:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde80. 00000100:00000001:3.0:1763344909.174702:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344909.174704:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde80. 00000020:00000010:3.0:1763344909.174709:0:68731:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50c2bdc400. 00000020:00000010:3.0:1763344909.174713:0:68731:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344909.174717:0:68731:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50ec2bf000. 00000100:00000040:3.0:1763344909.174725:0:68731:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763344909.174728:0:68731:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763344909.174729:0:68731:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763344909.174732:0:68731:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763344909.174735:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344909.174738:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:3.0:1763344909.174740:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344909.174744:0:68731:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763344909.174748:0:68731:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763344909.174751:0:68731:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344909.174753:0:68731:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763344909.174755:0:68731:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344909.174758:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344909.174760:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344909.174762:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344909.174763:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344909.174764:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344909.174766:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763344909.174767:0:68731:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763344909.174769:0:68731:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763344909.174770:0:68731:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.174773:0:68731:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763344909.174775:0:68731:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.174777:0:68731:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.174779:0:68731:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344909.174782:0:68731:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763344909.174784:0:68731:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344909.174786:0:68731:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763344909.174828:0:68731:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000402:0x1bc2:0x0] (0->4095) req@ffff9e50ff78b800 x1848987881576960/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 488/0 e 0 to 0 dl 1763344920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763344909.174837:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763344909.174839:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50ff78b800 with x1848987881576960 ext(0->4095) 00010000:00000001:3.0:1763344909.174842:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344909.174844:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344909.174845:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1000 refcount=3 00000020:00000001:3.0:1763344909.174847:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:3.0:1763344909.174850:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:3.0:1763344909.174853:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344909.174854:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763344909.174856:0:68731:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763344909.174857:0:68731:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e50ff78b800 00002000:00000001:3.0:1763344909.174859:0:68731:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.174861:0:68731:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.174867:0:68731:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.174872:0:68731:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763344909.174881:0:68731:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763344909.174883:0:68731:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763344909.174887:0:68731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1964 00000100:00000040:3.0:1763344909.174890:0:68731:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:3.0:1763344909.174892:0:68731:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453514752 : -107404256036864 : ffff9e50ff78b800) 00000100:00000040:3.0:1763344909.174897:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78b800 x1848987881576960/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 488/0 e 0 to 0 dl 1763344920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763344909.174904:0:68731:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763344909.174907:0:68731:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f82dde80. 00000100:00000001:3.0:1763344909.174909:0:68731:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763344909.174911:0:68731:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f82dde80. 00000100:00100000:3.0:1763344909.174915:0:68731:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2405:x1848987881576960:12345-192.168.203.14@tcp:3:cmp.0 00000100:00000200:3.0:1763344909.174919:0:68731:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881576960 00000020:00000001:3.0:1763344909.174921:0:68731:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763344909.174924:0:68731:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763344909.174926:0:68731:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.174927:0:68731:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763344909.174929:0:68731:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:3.0:1763344909.174932:0:68731:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763344909.174934:0:68731:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763344909.174936:0:68731:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763344909.174938:0:68731:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763344909.174939:0:68731:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.174944:0:68731:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763344909.174946:0:68731:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763344909.174954:0:68731:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9e5101098000. 02000000:00000001:3.0:1763344909.174956:0:68731:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.174958:0:68731:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.174961:0:68731:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:3.0:1763344909.174963:0:68731:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763344909.174965:0:68731:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.174968:0:68731:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:3.0:1763344909.174972:0:68731:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:3.0:1763344909.174974:0:68731:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:3.0:1763344909.174976:0:68731:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 reports grant 454402048 dropped 0, local 454402048 00000020:00000001:3.0:1763344909.174980:0:68731:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:3.0:1763344909.174981:0:68731:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:3.0:1763344909.174983:0:68731:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:3.0:1763344909.174985:0:68731:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763344909.174988:0:68731:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763344909.174993:0:68731:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669017964632 : -107404691586984 : ffff9e50e582c058) 00002000:00000001:3.0:1763344909.174995:0:68731:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636669017964544 : -107404691587072 : ffff9e50e582c000) 00002000:00000001:3.0:1763344909.174998:0:68731:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763344909.175004:0:68731:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344909.175006:0:68731:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:3.0:1763344909.175008:0:68731:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344909.175013:0:68731:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:3.0:1763344909.175016:0:68731:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763344909.175020:0:68731:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763344909.175027:0:68731:0:(osd_io.c:1628:osd_read_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344909.175030:0:68731:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344909.175032:0:68731:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.175033:0:68731:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.175037:0:68731:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:3.0:1763344909.175071:0:68731:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:3.0:1763344909.175088:0:68731:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:3.0:1763344909.175091:0:68731:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 218016d (20) 00000020:00008000:3.0:1763344909.175094:0:68731:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:3.0:1763344909.175098:0:68731:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:3.0:1763344909.175103:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:3.0:1763344909.175112:0:68731:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff9e50e5674400. 00000020:00000001:3.0:1763344909.175115:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.175118:0:68731:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763344909.175120:0:68731:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344909.175122:0:68731:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00080000:00000001:3.0:1763344909.175128:0:68731:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763344909.175131:0:68731:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e582c058/ffff9e50e582c000 to site lru. bkt: ffff9e50fb896108 00002000:00000001:3.0:1763344909.175134:0:68731:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763344909.175136:0:68731:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.175138:0:68731:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.175140:0:68731:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:3.0:1763344909.175142:0:68731:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763344909.175144:0:68731:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:3.0:1763344909.175147:0:68731:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946970, transno 0, xid 1848987881576960 00010000:00000001:3.0:1763344909.175150:0:68731:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763344909.175154:0:68731:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff78b800 x1848987881576960/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 488/4536 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 4096/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763344909.175162:0:68731:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763344909.175164:0:68731:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763344909.175167:0:68731:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1763344909.175170:0:68731:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763344909.175173:0:68731:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:3.0:1763344909.175175:0:68731:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:3.0:1763344909.175178:0:68731:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763344909.175180:0:68731:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.175183:0:68731:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763344909.175185:0:68731:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:3.0:1763344909.175188:0:68731:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87e0300. 00000100:00000200:3.0:1763344909.175192:0:68731:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848987881576960, offset 224 00000400:00000200:3.0:1763344909.175198:0:68731:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:3.0:1763344909.175205:0:68731:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:3.0:1763344909.175210:0:68731:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385790:1385790:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385786:1385786:8:4294967295] 00000400:00000200:3.0:1763344909.175220:0:68731:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:3.0:1763344909.175225:0:68731:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.203.14@tcp 00000800:00000010:3.0:1763344909.175228:0:68731:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9e50c2bdda00. 00000800:00000200:3.0:1763344909.175233:0:68731:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:3.0:1763344909.175239:0:68731:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1022 00000800:00000200:3.0:1763344909.175243:0:68731:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c2bdda00 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:3.0:1763344909.175260:0:68731:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344909.175263:0:68731:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:3.0:1763344909.175265:0:68731:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763344909.175267:0:68731:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344909.175269:0:68731:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763344909.175273:0:68731:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78b800 x1848987881576960/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 488/4536 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763344909.175282:0:68731:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2405:x1848987881576960:12345-192.168.203.14@tcp:3:cmp.0 Request processed in 376us (746us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763344909.175289:0:68731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1964 00000100:00000040:3.0:1763344909.175292:0:68731:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:3.0:1763344909.175294:0:68731:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:3.0:1763344909.175296:0:68731:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763344909.175300:0:68731:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000402:0x1bc2:0x0] (0->4095) req@ffff9e50ff78b800 x1848987881576960/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 488/4536 e 0 to 0 dl 1763344920 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763344909.175307:0:68731:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763344909.175309:0:68731:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50ff78b800 with x1848987881576960 ext(0->4095) 00010000:00000001:3.0:1763344909.175311:0:68731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763344909.175312:0:68731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763344909.175314:0:68731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1000 refcount=3 00000020:00000001:3.0:1763344909.175316:0:68731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:3.0:1763344909.175317:0:68731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:3.0:1763344909.175320:0:68731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763344909.175321:0:68731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763344909.175322:0:68731:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763344909.175324:0:68731:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e50ff78b800 00002000:00000001:3.0:1763344909.175326:0:68731:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344909.175327:0:68731:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763344909.175331:0:68731:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50d7d0e300. 00000020:00000010:3.0:1763344909.175334:0:68731:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50ec2bf000. 00000020:00000010:3.0:1763344909.175337:0:68731:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50c2bdc400. 00000020:00000040:3.0:1763344909.175342:0:68731:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00000100:00000001:3.0:1763344909.175345:0:68731:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344909.175514:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344909.175518:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9e50c2bdda00. 00000400:00000200:1.0:1763344909.175522:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.175527:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344909.175531:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc87e0300 00000400:00000010:1.0:1763344909.175533:0:3637:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc87e0300. 00000100:00000001:1.0:1763344909.175536:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344909.175537:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763344909.183073:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.183890:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344909.183896:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.183900:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344909.183912:0:3635:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344909.183931:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 488 into portal 6 MB=0x691a509e01a80 00000400:00000200:1.0:1763344909.183939:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.14@tcp of length 488/488 into md 0x1e2579 [128] + 80584 00000800:00000001:1.0:1763344909.183946:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.183955:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344909.183958:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.183961:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344909.183968:0:3635:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344909.183970:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763344909.183976:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32ce00. 00000100:00000040:1.0:1763344909.183979:0:3635:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32ce00 x1848987881577088 msgsize 488 00000100:00100000:1.0:1763344909.183983:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344909.184004:0:3635:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344909.184014:0:3635:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.184017:0:3635:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.184105:0:99852:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344909.184109:0:99852:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881577088 02000000:00000001:2.0:1763344909.184112:0:99852:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344909.184115:0:99852:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344909.184117:0:99852:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.184122:0:99852:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344909.184128:0:99852:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881577088 00000020:00000001:2.0:1763344909.184132:0:99852:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344909.184133:0:99852:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:2.0:1763344909.184136:0:99852:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.184140:0:99852:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=24 00000020:00000001:2.0:1763344909.184143:0:99852:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:2.0:1763344909.184145:0:99852:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:2.0:1763344909.184150:0:99852:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.184155:0:99852:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a00. 00000100:00000001:2.0:1763344909.184159:0:99852:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.184162:0:99852:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a00. 00000020:00000010:2.0:1763344909.184168:0:99852:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344909.184173:0:99852:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344909.184177:0:99852:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344909.184185:0:99852:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763344909.184188:0:99852:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344909.184189:0:99852:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763344909.184191:0:99852:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763344909.184194:0:99852:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344909.184197:0:99852:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:2.0:1763344909.184199:0:99852:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344909.184204:0:99852:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763344909.184207:0:99852:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763344909.184209:0:99852:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.184211:0:99852:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.184213:0:99852:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.184216:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.184217:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.184219:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.184221:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.184222:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.184224:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.184226:0:99852:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.184227:0:99852:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.184228:0:99852:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.184231:0:99852:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763344909.184234:0:99852:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.184236:0:99852:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.184238:0:99852:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344909.184241:0:99852:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763344909.184243:0:99852:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344909.184245:0:99852:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763344909.184255:0:99852:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000402:0x1bc2:0x0] (4096->8191) req@ffff9e50ee32ce00 x1848987881577088/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 488/0 e 0 to 0 dl 1763344920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763344909.184264:0:99852:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763344909.184266:0:99852:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50ee32ce00 with x1848987881577088 ext(4096->8191) 00010000:00000001:2.0:1763344909.184270:0:99852:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.184271:0:99852:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.184274:0:99852:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1000 refcount=3 00000020:00000001:2.0:1763344909.184275:0:99852:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:2.0:1763344909.184278:0:99852:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:2.0:1763344909.184281:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.184283:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763344909.184284:0:99852:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763344909.184286:0:99852:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e50ee32ce00 00002000:00000001:2.0:1763344909.184288:0:99852:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.184290:0:99852:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.184297:0:99852:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.184316:0:99852:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.184329:0:99852:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344909.184331:0:99852:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344909.184336:0:99852:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 1965 00000100:00000040:2.0:1763344909.184340:0:99852:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:2.0:1763344909.184342:0:99852:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163720192 : -107404545831424 : ffff9e50ee32ce00) 00000100:00000040:2.0:1763344909.184347:0:99852:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32ce00 x1848987881577088/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 488/0 e 0 to 0 dl 1763344920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344909.184356:0:99852:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.184359:0:99852:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a00. 00000100:00000001:2.0:1763344909.184374:0:99852:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.184376:0:99852:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a00. 00000100:00100000:2.0:1763344909.184381:0:99852:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2405:x1848987881577088:12345-192.168.203.14@tcp:3:cmp.0 00000100:00000200:2.0:1763344909.184385:0:99852:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881577088 00000020:00000001:2.0:1763344909.184387:0:99852:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344909.184390:0:99852:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763344909.184392:0:99852:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.184394:0:99852:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344909.184395:0:99852:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932208 : -1042619408 : ffffffffc1dae3f0) 00000020:00000001:2.0:1763344909.184398:0:99852:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763344909.184401:0:99852:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344909.184403:0:99852:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344909.184404:0:99852:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344909.184406:0:99852:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.184410:0:99852:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344909.184412:0:99852:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344909.184418:0:99852:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9e50ea2c2000. 02000000:00000001:2.0:1763344909.184421:0:99852:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.184423:0:99852:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.184425:0:99852:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:2.0:1763344909.184428:0:99852:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763344909.184429:0:99852:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.184432:0:99852:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:2.0:1763344909.184436:0:99852:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:2.0:1763344909.184438:0:99852:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763344909.184440:0:99852:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 reports grant 454402048 dropped 0, local 454402048 00000020:00000001:2.0:1763344909.184443:0:99852:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763344909.184445:0:99852:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:2.0:1763344909.184447:0:99852:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:2.0:1763344909.184449:0:99852:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763344909.184452:0:99852:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763344909.184458:0:99852:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446636669017964632 : -107404691586984 : ffff9e50e582c058) 00002000:00000001:2.0:1763344909.184460:0:99852:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446636669017964544 : -107404691587072 : ffff9e50e582c000) 00002000:00000001:2.0:1763344909.184463:0:99852:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763344909.184470:0:99852:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344909.184472:0:99852:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:2.0:1763344909.184473:0:99852:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.184480:0:99852:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:2.0:1763344909.184482:0:99852:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.184505:0:99852:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763344909.184513:0:99852:0:(osd_io.c:1628:osd_read_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344909.184517:0:99852:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344909.184519:0:99852:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.184521:0:99852:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.184526:0:99852:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763344909.184555:0:99852:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 1167 MB/s 00000020:00000001:2.0:1763344909.184570:0:99852:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:2.0:1763344909.184572:0:99852:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 1 (20) 00000020:00000001:2.0:1763344909.184576:0:99852:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763344909.184581:0:99852:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344909.184588:0:99852:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.184591:0:99852:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344909.184593:0:99852:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344909.184595:0:99852:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00080000:00000001:2.0:1763344909.184604:0:99852:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763344909.184607:0:99852:0:(lu_object.c:207:lu_object_put()) Add ffff9e50e582c058/ffff9e50e582c000 to site lru. bkt: ffff9e50fb896108 00002000:00000001:2.0:1763344909.184610:0:99852:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763344909.184612:0:99852:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.184613:0:99852:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.184615:0:99852:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1763344909.184616:0:99852:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763344909.184618:0:99852:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344909.184622:0:99852:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946970, transno 0, xid 1848987881577088 00010000:00000001:2.0:1763344909.184624:0:99852:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344909.184630:0:99852:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32ce00 x1848987881577088/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 488/440 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344909.184638:0:99852:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344909.184641:0:99852:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344909.184645:0:99852:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c3d765e8 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344909.184650:0:99852:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344909.184653:0:99852:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344909.184655:0:99852:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344909.184657:0:99852:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344909.184659:0:99852:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.184662:0:99852:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344909.184665:0:99852:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344909.184669:0:99852:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921110. 00000100:00000200:2.0:1763344909.184674:0:99852:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 4, xid 1848987881577088, offset 224 00000400:00000200:2.0:1763344909.184681:0:99852:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344909.184691:0:99852:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344909.184697:0:99852:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385791:1385791:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385787:1385787:8:4294967295] 00000400:00000200:2.0:1763344909.184707:0:99852:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344909.184712:0:99852:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344909.184717:0:99852:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71b00. 00000800:00000200:2.0:1763344909.184723:0:99852:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344909.184729:0:99852:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344909.184733:0:99852:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71b00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1763344909.184756:0:99852:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344909.184761:0:99852:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344909.184763:0:99852:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344909.184765:0:99852:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.184767:0:99852:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344909.184771:0:99852:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32ce00 x1848987881577088/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 488/440 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344909.184779:0:99852:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2405:x1848987881577088:12345-192.168.203.14@tcp:3:cmp.0 Request processed in 422us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1763344909.184786:0:99852:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 1965 00000100:00000040:2.0:1763344909.184807:0:99852:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:2.0:1763344909.184809:0:99852:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763344909.184811:0:99852:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763344909.184816:0:99852:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000402:0x1bc2:0x0] (4096->8191) req@ffff9e50ee32ce00 x1848987881577088/t0(0) o3->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 488/440 e 0 to 0 dl 1763344920 ref 1 fl Complete:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763344909.184823:0:99852:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763344909.184824:0:99852:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9e50ee32ce00 with x1848987881577088 ext(4096->8191) 00010000:00000001:2.0:1763344909.184826:0:99852:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763344909.184828:0:99852:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.184830:0:99852:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e50d7df1000 refcount=3 00000020:00000001:2.0:1763344909.184833:0:99852:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:2.0:1763344909.184835:0:99852:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446636668789133312 : -107404920418304 : ffff9e50d7df1000) 00010000:00000001:2.0:1763344909.184837:0:99852:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763344909.184838:0:99852:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763344909.184839:0:99852:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763344909.184841:0:99852:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9e50ee32ce00 00002000:00000001:2.0:1763344909.184843:0:99852:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.184845:0:99852:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763344909.184850:0:99852:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344909.184854:0:99852:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344909.184857:0:99852:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344909.184862:0:99852:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00000100:00000001:2.0:1763344909.184865:0:99852:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344909.186041:0:3636:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344909.186046:0:3636:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71b00. 00000400:00000200:1.0:1763344909.186052:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.186059:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344909.186065:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921110 00000400:00000010:1.0:1763344909.186068:0:3636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921110. 00000100:00000001:1.0:1763344909.186072:0:3636:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344909.186074:0:3636:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763344909.191700:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.191714:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763344909.191717:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.191719:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344909.191730:0:3637:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:1.0:1763344909.191745:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 392 into portal 23 MB=0x691a509e01b80 00000400:00000200:1.0:1763344909.191754:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.14@tcp of length 392/392 into md 0x65931d [2] + 1176 00000800:00000001:1.0:1763344909.191761:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.191768:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763344909.191771:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.191775:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344909.191782:0:3637:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344909.191784:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763344909.191822:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32c000. 00000100:00000040:1.0:1763344909.191826:0:3637:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32c000 x1848987881577344 msgsize 392 00000100:00100000:1.0:1763344909.191831:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344909.191844:0:3637:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763344909.191853:0:3637:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763344909.191856:0:3637:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.192750:0:114643:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763344909.192755:0:114643:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881577344 02000000:00000001:2.0:1763344909.192759:0:114643:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763344909.192762:0:114643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344909.192764:0:114643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.192768:0:114643:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344909.192772:0:114643:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881577344 00000020:00000001:2.0:1763344909.192775:0:114643:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763344909.192777:0:114643:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:2.0:1763344909.192779:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.192782:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=234 00000020:00000001:2.0:1763344909.192785:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:2.0:1763344909.192807:0:114643:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:2.0:1763344909.192811:0:114643:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.192817:0:114643:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a00. 00000100:00000001:2.0:1763344909.192821:0:114643:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.192823:0:114643:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a00. 00000020:00000010:2.0:1763344909.192830:0:114643:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fcb09ea00. 00000020:00000010:2.0:1763344909.192835:0:114643:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344909.192840:0:114643:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50e773d0c8. 00000100:00000040:2.0:1763344909.192848:0:114643:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763344909.192851:0:114643:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763344909.192852:0:114643:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763344909.192854:0:114643:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.192862:0:114643:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.193671:0:114643:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344909.193689:0:114643:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763344909.193691:0:114643:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763344909.193699:0:114643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 35929 00000100:00000040:2.0:1763344909.193703:0:114643:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:2.0:1763344909.193706:0:114643:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163716608 : -107404545835008 : ffff9e50ee32c000) 00000100:00000040:2.0:1763344909.193714:0:114643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32c000 x1848987881577344/t0(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 392/0 e 0 to 0 dl 1763344920 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763344909.193724:0:114643:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763344909.193728:0:114643:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50f93d2a00. 00000100:00000001:2.0:1763344909.193730:0:114643:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763344909.193732:0:114643:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50f93d2a00. 00000100:00100000:2.0:1763344909.193737:0:114643:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+234:253445:x1848987881577344:12345-192.168.203.14@tcp:35:cmp.0 00000100:00000200:2.0:1763344909.193741:0:114643:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881577344 00000020:00000001:2.0:1763344909.193744:0:114643:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763344909.193747:0:114643:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763344909.193753:0:114643:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd33dc0c0: xid 1848987881576448, transno 25770214390, client gen 9, slot idx 0 00000001:00000001:2.0:1763344909.193757:0:114643:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd6241e40: xid 1848987881575296, transno 25770214389, client gen 9, slot idx 2 00000001:00000010:2.0:1763344909.193761:0:114643:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241e40. 00000020:00000001:2.0:1763344909.193767:0:114643:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.193769:0:114643:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763344909.193771:0:114643:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808608 : -1044743008 : ffffffffc1ba7ca0) 00000020:00000001:2.0:1763344909.193774:0:114643:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763344909.193777:0:114643:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881577344, found 0 last_xid 1848987881577343 00000020:00000001:2.0:1763344909.193779:0:114643:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763344909.193782:0:114643:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763344909.193784:0:114643:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763344909.193787:0:114643:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.193905:0:114643:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763344909.193909:0:114643:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763344909.193911:0:114643:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763344909.193915:0:114643:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.193918:0:114643:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763344909.193921:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.193923:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.193926:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.193928:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.193930:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.193931:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.193932:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.193934:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.193936:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.193937:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.193938:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.193940:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.193941:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.193943:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.193945:0:114643:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.193947:0:114643:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763344909.193948:0:114643:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.193951:0:114643:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763344909.193952:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.193953:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.193954:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.193956:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.193958:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.193959:0:114643:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763344909.193961:0:114643:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763344909.193962:0:114643:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.193965:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.193966:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.193970:0:114643:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763344909.193975:0:114643:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9e4fd182f600 flags 0x0 02000000:00000001:2.0:1763344909.193977:0:114643:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446636664387466752 : -107409322084864 : ffff9e4fd182f600) 00000004:00000001:2.0:1763344909.193979:0:114643:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763344909.193981:0:114643:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763344909.193983:0:114643:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763344909.193984:0:114643:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.193986:0:114643:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763344909.193988:0:114643:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.193989:0:114643:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.193993:0:114643:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763344909.193995:0:114643:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763344909.194000:0:114643:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9e50f58b6400. 02000000:00000001:2.0:1763344909.194002:0:114643:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.194005:0:114643:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194007:0:114643:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763344909.194009:0:114643:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194011:0:114643:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763344909.194013:0:114643:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763344909.194015:0:114643:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763344909.194017:0:114643:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9e50f4ec0e80 refcount=2 00000020:00000001:2.0:1763344909.194019:0:114643:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669276524160 : -107404433027456 : ffff9e50f4ec0e80) 00000004:00000001:2.0:1763344909.194022:0:114643:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446636669276524160 : -107404433027456 : ffff9e50f4ec0e80) 00000020:00000040:2.0:1763344909.194024:0:114643:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e50f4ec0e80 with handle 0x34881b4086818420 from hash 00000004:00000001:2.0:1763344909.194028:0:114643:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763344909.194030:0:114643:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x240002b13:0x12e86:0x0] with intent: 0 00000004:00000001:2.0:1763344909.194033:0:114643:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763344909.194035:0:114643:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1516 size 4096 lsom blocks 8 blocks 8 truncate 0 00000004:00000001:2.0:1763344909.194038:0:114643:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763344909.194041:0:114643:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763344909.194047:0:114643:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194050:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.194054:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.194067:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344909.194071:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763344909.194073:0:114643:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763344909.194074:0:114643:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344909.194077:0:114643:0:(mdt_som.c:71:mdt_get_som()) [0x240002b13:0x12e86:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 8 00000004:00000002:2.0:1763344909.194081:0:114643:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763344909.194083:0:114643:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194085:0:114643:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.194087:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.194088:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763344909.194090:0:114643:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:2.0:1763344909.194093:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344909.194095:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344909.194096:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.194098:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.194099:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344909.194101:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344909.194102:0:114643:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763344909.194105:0:114643:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763344909.194106:0:114643:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194109:0:114643:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763344909.194110:0:114643:0:(mdt_som.c:114:mdt_set_som()) [0x240002b13:0x12e86:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:2.0:1763344909.194113:0:114643:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763344909.194116:0:114643:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763344909.194118:0:114643:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763344909.194121:0:114643:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763344909.194127:0:114643:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50e4b8d8a0. 00080000:00000001:2.0:1763344909.194130:0:114643:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344909.194134:0:114643:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09f000. 00080000:00000001:2.0:1763344909.194137:0:114643:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278872064 : -107409430679552 : ffff9e4fcb09f000) 00000004:00000001:2.0:1763344909.194140:0:114643:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344909.194143:0:114643:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763344909.194146:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344909.194149:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278872064 : -107409430679552 : ffff9e4fcb09f000) 00000004:00000001:2.0:1763344909.194152:0:114643:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194155:0:114643:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.194159:0:114643:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763344909.194161:0:114643:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763344909.194166:0:114643:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763344909.194168:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344909.194169:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278872064 : -107409430679552 : ffff9e4fcb09f000) 00080000:00000001:2.0:1763344909.194172:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344909.194177:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344909.194180:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2a00. 00080000:00000001:2.0:1763344909.194183:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194184:0:114643:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.194192:0:114643:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.194194:0:114643:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194198:0:114643:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763344909.194201:0:114643:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763344909.194202:0:114643:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763344909.194203:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344909.194205:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278872064 : -107409430679552 : ffff9e4fcb09f000) 00080000:00000001:2.0:1763344909.194208:0:114643:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763344909.194210:0:114643:0:(osd_handler.c:5229:osd_xattr_set()) [0x240002b13:0x12e86:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:2.0:1763344909.194227:0:114643:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194229:0:114643:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194231:0:114643:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.194234:0:114643:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763344909.194237:0:114643:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763344909.194240:0:114643:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344909.194242:0:114643:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214391, last_committed = 25770214382 00000001:00000010:2.0:1763344909.194246:0:114643:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8d900. 00000001:00000040:2.0:1763344909.194248:0:114643:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 9 00000020:00000040:2.0:1763344909.194251:0:114643:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=235 00000001:00000010:2.0:1763344909.194256:0:114643:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd33dc000. 00000004:00000001:2.0:1763344909.194260:0:114643:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763344909.194262:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344909.194263:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278872064 : -107409430679552 : ffff9e4fcb09f000) 00000004:00000001:2.0:1763344909.194274:0:114643:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763344909.194277:0:114643:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd33dc000: xid 1848987881577344, transno 25770214391, tag 1, client gen 9, slot idx 1 00000001:00000001:2.0:1763344909.194281:0:114643:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344909.194289:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2a00. 00040000:00000001:2.0:1763344909.194292:0:114643:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344909.194295:0:114643:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344909.194297:0:114643:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344909.194299:0:114643:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50e4b8d8a0. 00000020:00000001:2.0:1763344909.194303:0:114643:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194306:0:114643:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194308:0:114643:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194310:0:114643:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194312:0:114643:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763344909.194314:0:114643:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.194316:0:114643:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763344909.194319:0:114643:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763344909.194320:0:114643:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763344909.194323:0:114643:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194325:0:114643:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763344909.194328:0:114643:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763344909.194331:0:114643:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763344909.194334:0:114643:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763344909.194336:0:114643:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9e50e4b8d8a0. 00080000:00000001:2.0:1763344909.194338:0:114643:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763344909.194340:0:114643:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fcb09e600. 00080000:00000001:2.0:1763344909.194342:0:114643:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664278869504 : -107409430682112 : ffff9e4fcb09e600) 00000004:00000001:2.0:1763344909.194345:0:114643:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763344909.194347:0:114643:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763344909.194348:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344909.194350:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278869504 : -107409430682112 : ffff9e4fcb09e600) 00080000:00000001:2.0:1763344909.194352:0:114643:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763344909.194355:0:114643:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194357:0:114643:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194359:0:114643:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.194361:0:114643:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763344909.194433:0:114643:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763344909.194435:0:114643:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763344909.194436:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344909.194437:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278869504 : -107409430682112 : ffff9e4fcb09e600) 00080000:00000001:2.0:1763344909.194440:0:114643:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763344909.194441:0:114643:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763344909.194445:0:114643:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff9e50f93d2a00. 00080000:00000001:2.0:1763344909.194447:0:114643:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194448:0:114643:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763344909.194452:0:114643:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.194453:0:114643:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763344909.194456:0:114643:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763344908, ctime 1763344909 00000004:00000001:2.0:1763344909.194458:0:114643:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763344909.194460:0:114643:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763344909.194462:0:114643:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763344909.194463:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344909.194464:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278869504 : -107409430682112 : ffff9e4fcb09e600) 00080000:00000001:2.0:1763344909.194471:0:114643:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344909.194474:0:114643:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194475:0:114643:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194477:0:114643:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.194480:0:114643:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763344909.194482:0:114643:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763344909.194484:0:114643:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 25770214391 00000001:00000001:2.0:1763344909.194485:0:114643:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763344909.194487:0:114643:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 25770214392, last_committed = 25770214382 00000001:00000010:2.0:1763344909.194490:0:114643:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9e50e4b8dde0. 00000001:00000040:2.0:1763344909.194492:0:114643:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9e50dfa75800 : new cb_count 10 00000020:00000040:2.0:1763344909.194493:0:114643:0:(genops.c:887:class_export_get()) GET export ffff9e50dfa75800 refcount=236 00000001:00000010:2.0:1763344909.194496:0:114643:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9e4fd33dc780. 00000004:00000001:2.0:1763344909.194498:0:114643:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763344909.194499:0:114643:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763344909.194500:0:114643:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446636664278869504 : -107409430682112 : ffff9e4fcb09e600) 00000004:00000001:2.0:1763344909.194505:0:114643:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763344909.194508:0:114643:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd33dc000: xid 1848987881577344, transno 25770214391, client gen 9, slot idx 1 00000001:00000001:2.0:1763344909.194512:0:114643:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd33dc000: xid 1848987881577344, transno 25770214391, client gen 9, slot idx 1 00000001:00000010:2.0:1763344909.194514:0:114643:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd33dc000. 00000001:00000001:2.0:1763344909.194517:0:114643:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9e4fd33dc780: xid 1848987881577344, transno 25770214392, tag 1, client gen 9, slot idx 2 00000001:00000001:2.0:1763344909.194519:0:114643:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763344909.194523:0:114643:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff9e50f93d2a00. 00040000:00000001:2.0:1763344909.194525:0:114643:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763344909.194526:0:114643:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763344909.194528:0:114643:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763344909.194529:0:114643:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9e50e4b8d8a0. 00000020:00000001:2.0:1763344909.194532:0:114643:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194535:0:114643:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763344909.194538:0:114643:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194541:0:114643:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763344909.194546:0:114643:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763344909.194548:0:114643:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763344909.194550:0:114643:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9e50f4ec0e80. 00000004:00000001:2.0:1763344909.194560:0:114643:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763344909.194564:0:114643:0:(lu_object.c:207:lu_object_put()) Add ffff9e4fddc20d78/ffff9e4fddc20d20 to site lru. bkt: ffff9e50ff90e7d0 00000004:00000001:2.0:1763344909.194566:0:114643:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763344909.194567:0:114643:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194569:0:114643:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194571:0:114643:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763344909.194573:0:114643:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763344909.194575:0:114643:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763344909.194576:0:114643:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763344909.194578:0:114643:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763344909.194579:0:114643:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763344909.194584:0:114643:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344909.194586:0:114643:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763344909.194588:0:114643:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763344909.194594:0:114643:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763344909.194603:0:114643:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763344909.194604:0:114643:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763344909.194608:0:114643:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214382, transno 25770214392, xid 1848987881577344 00010000:00000001:2.0:1763344909.194611:0:114643:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763344909.194618:0:114643:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32c000 x1848987881577344/t25770214392(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 392/456 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763344909.194627:0:114643:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763344909.194630:0:114643:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344909.194634:0:114643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50eaaf85e8 time=41 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344909.194638:0:114643:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763344909.194641:0:114643:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:2.0:1763344909.194644:0:114643:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:2.0:1763344909.194647:0:114643:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763344909.194649:0:114643:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344909.194653:0:114643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344909.194656:0:114643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:2.0:1763344909.194662:0:114643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb9212a8. 00000100:00000200:2.0:1763344909.194668:0:114643:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848987881577344, offset 224 00000400:00000200:2.0:1763344909.194675:0:114643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:2.0:1763344909.194687:0:114643:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:2.0:1763344909.194695:0:114643:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385792:1385792:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385788:1385788:8:4294967295] 00000400:00000200:2.0:1763344909.194705:0:114643:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:2.0:1763344909.194710:0:114643:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:2.0:1763344909.194715:0:114643:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50cbb71200. 00000800:00000200:2.0:1763344909.194722:0:114643:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:2.0:1763344909.194729:0:114643:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:2.0:1763344909.194733:0:114643:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50cbb71200 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763344909.194840:0:114643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344909.194845:0:114643:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:2.0:1763344909.194848:0:114643:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763344909.194849:0:114643:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763344909.194852:0:114643:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763344909.194858:0:114643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32c000 x1848987881577344/t25770214392(0) o35->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:140/0 lens 392/456 e 0 to 0 dl 1763344920 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763344909.194866:0:114643:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+236:253445:x1848987881577344:12345-192.168.203.14@tcp:35:cmp.0 Request processed in 1141us (3038us total) trans 25770214392 rc 0/0 00000100:00100000:2.0:1763344909.194874:0:114643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 35929 00000100:00000040:2.0:1763344909.194877:0:114643:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:2.0:1763344909.194880:0:114643:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763344909.194882:0:114643:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763344909.194885:0:114643:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763344909.194888:0:114643:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50f4ec0d00. 00000020:00000010:2.0:1763344909.194892:0:114643:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50e773d0c8. 00000020:00000010:2.0:1763344909.194895:0:114643:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fcb09ea00. 00000020:00000040:2.0:1763344909.194900:0:114643:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00000100:00000001:2.0:1763344909.194902:0:114643:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344909.198458:0:3635:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763344909.198468:0:3635:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50cbb71200. 00000400:00000200:1.0:1763344909.198476:0:3635:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344909.198484:0:3635:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:1.0:1763344909.198491:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb9212a8 00000400:00000010:1.0:1763344909.198494:0:3635:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb9212a8. 00000100:00000001:1.0:1763344909.198499:0:3635:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344909.198501:0:3635:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000010:0.0:1763344910.045127:0:121074:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139200. 00080000:00000010:0.0:1763344910.045139:0:121074:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139200. 00000020:00000001:0.0:1763344910.045145:0:121074:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344910.045155:0:121074:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139200. 00080000:00000010:0.0:1763344910.045161:0:121074:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139200. 00000020:00000001:0.0:1763344910.045165:0:121074:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344910.045173:0:121074:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139200. 00080000:00000010:0.0:1763344910.045179:0:121074:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139200. 00000020:00000001:0.0:1763344910.045183:0:121074:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344910.045191:0:121074:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139200. 00080000:00000010:0.0:1763344910.045196:0:121074:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139200. 00000020:00000001:0.0:1763344910.045199:0:121074:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344910.088186:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344910.088192:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344910.088196:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344910.088198:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344910.088201:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344910.088203:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344910.088205:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344910.088207:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344910.088210:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344910.088211:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344910.088216:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344910.088217:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344910.088221:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344910.088223:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344910.088860:0:27985:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763344910.088864:0:27985:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763344910.088867:0:27985:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1763344910.359712:0:121110:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1763344910.359719:0:121110:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_56xa: @@@@@@ FAIL: content mismatch /mnt/lustre/d56xa.sanity/56xa/file1 differs from /etc/passwd 00000001:00000001:1.0:1763344910.365136:0:121110:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:0.0:1763344910.532926:0:119642:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214800 (cpu 0) has reached its deadline 4307684300, at 4307684352 00000100:00000010:0.0:1763344910.532940:0:119642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50ef5cf000. 00000004:00000001:1.0:1763344910.533096:0:30731:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1763344910.533099:0:30731:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1763344910.533108:0:30731:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32d180. 00000020:00000040:1.0:1763344910.533113:0:30731:0:(genops.c:1229:class_import_get()) import ffff9e4fc1dfe800 refcount=5 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:1.0:1763344910.533117:0:30731:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344910.533120:0:30731:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344910.533125:0:30731:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344910.533132:0:30731:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4fc1fb0400. 00000100:00000001:1.0:1763344910.533138:0:30731:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344910.533143:0:30731:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344910.533148:0:30731:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344910.533158:0:30731:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083dc9ba1] to pc [ptlrpcd_00_01+1] req@ffff9e50ee32d180 x1848987617990016/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344910.533218:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1763344910.533224:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1763344910.533227:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344910.533253:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344910.533255:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763344910.533868:0:30731:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344910.533876:0:30731:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fc4b13200. 00080000:00000001:1.0:1763344910.533880:0:30731:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664172392960 : -107409537158656 : ffff9e4fc4b13200) 00080000:00000001:1.0:1763344910.533883:0:30731:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763344910.533893:0:30731:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1763344910.533896:0:30731:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0001-osc-MDT0001: sync forced, 1 changes 00000004:00000010:1.0:1763344910.533900:0:30731:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9e4fc2dec780. 00000004:00080000:1.0:1763344910.533904:0:30731:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 13017057114092ns, next at 13018057108568ns, rc = 0 00080000:00000001:1.0:1763344910.533908:0:30731:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:1.0:1763344910.533917:0:30731:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344910.533919:0:30731:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344910.533921:0:30731:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344910.533923:0:30731:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344910.533941:0:118671:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214910 (cpu 0) has reached its deadline 4307684300, at 4307684353 00000100:00000010:1.0:1763344910.533947:0:118671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50ef5cf2a0. 00000100:00000001:2.0:1763344910.534019:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344910.534023:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344910.534025:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344910.534027:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344910.534029:0:3642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344910.534035:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32d180 x1848987617990016/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344910.534043:0:3642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344910.534045:0:3642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344910.534049:0:3642:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344910.534052:0:3642:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344910.534055:0:3642:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344910.534058:0:3642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1848987617990016:0@lo:13:osp-pre-1-1.0 00000100:00000001:2.0:1763344910.534061:0:3642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344910.534066:0:3642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344910.534069:0:3642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344910.534071:0:3642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344910.534076:0:3642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50d7ff2c00. 02000000:00000001:2.0:1763344910.534078:0:3642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344910.534084:0:3642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344910.534091:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921c38. 00000100:00000200:2.0:1763344910.534098:0:3642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617990016, portal 4 00000100:00000001:2.0:1763344910.534100:0:3642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344910.534102:0:3642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163721088 : -107404545830528 : ffff9e50ee32d180) 00000100:00000040:2.0:1763344910.534108:0:3642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee32d180 x1848987617990016/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344910.534115:0:3642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344910.534117:0:3642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344910.534120:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921ee0. 00000100:00000200:2.0:1763344910.534122:0:3642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848987617990016, offset 0 00000400:00000200:2.0:1763344910.534128:0:3642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344910.534141:0:3642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344910.534152:0:3642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a4fa2a1580 00000400:00000200:2.0:1763344910.534159:0:3642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x29fe95 [8] + 12096 00000400:00000200:2.0:1763344910.534166:0:3642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344910.534169:0:3642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344910.534174:0:3642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344910.534176:0:3642:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1763344910.534181:0:3642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8271c00. 00000100:00000040:2.0:1763344910.534183:0:3642:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8271c00 x1848987617990016 msgsize 224 00000100:00100000:2.0:1763344910.534188:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344910.534206:0:3642:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344910.534215:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921ee0 00000400:00000010:2.0:1763344910.534217:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921ee0. 00000100:00000001:2.0:1763344910.534220:0:3642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344910.534224:0:3642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32d180 x1848987617990016/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344910.534233:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344910.534237:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32d180 x1848987617990016/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344910.534243:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344910.534245:0:3642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344910.534249:0:3642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344910.534254:0:3642:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 13495 usecs (14 jiffies) 00000100:00000001:2.0:1763344910.534257:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307684367 00000100:00000010:2.0:1763344910.534262:0:3642:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e50e4b8d8a0. 00000100:00000001:2.0:1763344910.534266:0:3642:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763344910.534269:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307684367 00000100:00000010:2.0:1763344910.534271:0:3642:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e50e4b8d540. 00000100:00000001:2.0:1763344910.534273:0:3642:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763344910.534276:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307684367 00000100:00000001:2.0:1763344910.534279:0:3642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307684300 00000100:00000001:2.0:1763344910.534281:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307684367 00000100:00000001:2.0:1763344910.534284:0:3642:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307684300 00000100:00000001:2.0:1763344910.534287:0:3642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344910.534290:0:3642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344910.534293:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344910.534296:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344910.534352:0:71953:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344910.534362:0:71953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617990016 02000000:00000001:0.0:1763344910.534364:0:71953:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344910.534367:0:71953:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344910.534369:0:71953:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344910.534372:0:71953:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344910.534376:0:71953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617990016 00000020:00000001:0.0:1763344910.534379:0:71953:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344910.534380:0:71953:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85d7 00000020:00000001:0.0:1763344910.534382:0:71953:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344910.534385:0:71953:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d6800 refcount=7 00000020:00000001:0.0:1763344910.534387:0:71953:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000020:00000001:0.0:1763344910.534389:0:71953:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017614336 : -107404691937280 : ffff9e50e57d6800) 00000100:00000001:0.0:1763344910.534393:0:71953:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344910.534397:0:71953:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba22c0. 00000100:00000001:0.0:1763344910.534400:0:71953:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344910.534403:0:71953:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba22c0. 00000020:00000010:0.0:1763344910.534409:0:71953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50e6999800. 00000020:00000010:0.0:1763344910.534414:0:71953:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344910.534419:0:71953:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732bb8. 00000100:00000040:0.0:1763344910.534427:0:71953:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1763344910.534430:0:71953:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344910.534431:0:71953:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344910.534433:0:71953:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344910.534440:0:71953:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344910.534456:0:71953:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344910.534466:0:71953:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344910.534468:0:71953:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344910.534471:0:71953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6747 00000100:00000040:0.0:1763344910.534475:0:71953:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d6800 : new rpc_count 1 00000100:00000001:0.0:1763344910.534477:0:71953:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669330725888 : -107404378825728 : ffff9e50f8271c00) 00000100:00000040:0.0:1763344910.534483:0:71953:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8271c00 x1848987617990016/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:141/0 lens 224/0 e 0 to 0 dl 1763344921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344910.534491:0:71953:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344910.534494:0:71953:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba22c0. 00000100:00000001:0.0:1763344910.534496:0:71953:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344910.534498:0:71953:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba22c0. 00000100:00100000:0.0:1763344910.534501:0:71953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3642:x1848987617990016:12345-0@lo:13:osp-pre-1-1.0 00000100:00000200:0.0:1763344910.534504:0:71953:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617990016 00000020:00000001:0.0:1763344910.534508:0:71953:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344910.534511:0:71953:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344910.534513:0:71953:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344910.534515:0:71953:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344910.534517:0:71953:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932688 : -1042618928 : ffffffffc1dae5d0) 00000020:00000001:0.0:1763344910.534520:0:71953:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344910.534523:0:71953:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344910.534524:0:71953:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344910.534526:0:71953:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344910.534529:0:71953:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344910.534533:0:71953:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344910.534536:0:71953:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344910.534540:0:71953:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50f5cd2000. 02000000:00000001:0.0:1763344910.534542:0:71953:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344910.534544:0:71953:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763344910.534547:0:71953:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1763344910.534551:0:71953:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1763344910.534554:0:71953:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1763344910.534561:0:71953:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1763344910.534564:0:71953:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 454544064 pending 0 free 3912151040 avail 3680628736 00000020:00000020:0.0:1763344910.534572:0:71953:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 142016 0 0 00000020:00000020:0.0:1763344910.534575:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 dirty 0 pend 0 grant 454402048 00000020:00000020:0.0:1763344910.534578:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9e50e57d7800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1763344910.534580:0:71953:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9e50e57d6800 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1763344910.534583:0:71953:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 955115 free, 898557 avail; 262144 objects: 259420 free; state 0 00002000:00000001:0.0:1763344910.534586:0:71953:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:0.0:1763344910.534590:0:71953:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344910.534593:0:71953:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946967, transno 0, xid 1848987617990016 00010000:00000001:0.0:1763344910.534596:0:71953:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344910.534600:0:71953:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8271c00 x1848987617990016/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:141/0 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344910.534607:0:71953:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344910.534610:0:71953:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344910.534613:0:71953:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ead379e8 time=47 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344910.534617:0:71953:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344910.534622:0:71953:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:0.0:1763344910.534624:0:71953:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:0.0:1763344910.534627:0:71953:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344910.534629:0:71953:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344910.534632:0:71953:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344910.534633:0:71953:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344910.534637:0:71953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64957f8. 00000100:00000200:0.0:1763344910.534641:0:71953:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617990016, offset 224 00000400:00000200:0.0:1763344910.534645:0:71953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344910.534651:0:71953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344910.534657:0:71953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa2a1580 00000400:00000200:0.0:1763344910.534661:0:71953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x6663e9 [1] + 224 00000400:00000200:0.0:1763344910.534665:0:71953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344910.534668:0:71953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344910.534671:0:71953:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344910.534675:0:71953:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32d180 x1848987617990016/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763344910.534683:0:71953:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50ee32d180 x1848987617990016/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344910.534701:0:71953:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763344910.534707:0:71953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64957f8 00000400:00000010:0.0:1763344910.534708:0:71953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64957f8. 00000100:00000001:0.0:1763344910.534712:0:71953:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344910.534713:0:71953:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763344910.534716:0:71953:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344910.534718:0:71953:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:0.0:1763344910.534721:0:71953:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344910.534722:0:71953:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344910.534724:0:71953:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344910.534727:0:71953:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8271c00 x1848987617990016/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:141/0 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344910.534735:0:71953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8271c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3642:x1848987617990016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 243us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344910.534742:0:71953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6747 00000100:00000040:0.0:1763344910.534745:0:71953:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d6800 : new rpc_count 0 00000100:00000001:0.0:1763344910.534747:0:71953:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344910.534749:0:71953:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344910.534753:0:71953:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139980. 00000020:00000010:0.0:1763344910.534757:0:71953:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732bb8. 00000020:00000010:0.0:1763344910.534760:0:71953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50e6999800. 00000020:00000040:0.0:1763344910.534764:0:71953:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d6800 : new refcount 6 00000100:00000001:0.0:1763344910.534767:0:71953:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344910.534843:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344910.534846:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763344910.534850:0:3642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763344910.534851:0:3642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763344910.534854:0:3642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:2.0:1763344910.534857:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921c38 00000400:00000010:2.0:1763344910.534858:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921c38. 00000100:00000001:2.0:1763344910.534860:0:3642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763344910.534864:0:3642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32d180 x1848987617990016/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763344910.534872:0:3642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32d180 x1848987617990016/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344910.534877:0:3642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763344910.534878:0:3642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344910.534880:0:3642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763344910.534883:0:3642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763344910.534885:0:3642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763344910.534886:0:3642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344910.534888:0:3642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763344910.534893:0:3642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc1dfeca0 time=10 v=5 (5 5 5 5) 00000100:00001000:2.0:1763344910.534896:0:3642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc1dfec10 time=47 v=5 (1 1 1 1) 00000100:00000001:2.0:1763344910.534899:0:3642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763344910.534900:0:3642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344910.534902:0:3642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763344910.534905:0:3642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344910.534908:0:3642:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763344910.534910:0:3642:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589946967 00000100:00000001:2.0:1763344910.534911:0:3642:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763344910.534913:0:3642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344910.534917:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32d180 x1848987617990016/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344910.534923:0:3642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344910.534925:0:3642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763344910.534927:0:3642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763344910.534929:0:3642:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1763344910.534932:0:3642:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0001: Updating status = 0 00000004:00000040:2.0:1763344910.534935:0:3642:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0001: blocks=958279 free=955115 avail=898557 avail_mb=3509 hwm_mb=7 files=262144 ffree=259420 state=0: rc = 0 00000004:00000020:2.0:1763344910.534942:0:3642:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0001 (ffff9e4fc1dff000): 958279 blocks, 955115 free, 898557 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259420 free files 0x0 00000004:00000001:2.0:1763344910.534949:0:3642:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344910.534953:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32d180 x1848987617990016/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763344910.534959:0:3642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3642:1848987617990016:0@lo:13:osp-pre-1-1.0 00000100:00000001:2.0:1763344910.534963:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344910.534965:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344910.534967:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32d180 x1848987617990016/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344910.534972:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763344910.534974:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763344910.534977:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50d7ff2c00. 02000000:00000001:2.0:1763344910.534980:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763344910.534981:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763344910.534983:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e4fc1dfe800 refcount=4 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:2.0:1763344910.534984:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763344910.534987:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4fc1fb0400. 02000000:00000001:2.0:1763344910.534990:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763344910.534991:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763344910.534993:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32d180. 00000100:00000001:2.0:1763344910.534997:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763344910.534998:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344910.535000:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344910.535004:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344910.535006:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344910.535007:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344910.535009:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763344910.535072:0:31813:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1763344910.535074:0:31813:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1763344910.535079:0:31813:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8600000. 00000020:00000040:3.0:1763344910.535083:0:31813:0:(genops.c:1229:class_import_get()) import ffff9e50f855f000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:3.0:1763344910.535085:0:31813:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763344910.535087:0:31813:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763344910.535090:0:31813:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763344910.535095:0:31813:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e50c392f200. 00000100:00000001:3.0:1763344910.535100:0:31813:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344910.535103:0:31813:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763344910.535106:0:31813:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763344910.535112:0:31813:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d915a77] to pc [ptlrpcd_00_02+2] req@ffff9e50f8600000 x1848987617990144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344910.535155:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344910.535159:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344910.535161:0:3644:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344910.535165:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50f8600000 x1848987617990144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344910.535173:0:3644:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344910.535174:0:3644:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344910.535177:0:3644:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344910.535179:0:3644:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344910.535181:0:3644:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344910.535184:0:3644:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50f8600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1848987617990144:0@lo:13:osp-pre-1-0.0 00000100:00000001:0.0:1763344910.535187:0:3644:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344910.535189:0:3644:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344910.535191:0:3644:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344910.535193:0:3644:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763344910.535196:0:3644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50f5cd3400. 02000000:00000001:0.0:1763344910.535198:0:3644:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344910.535202:0:3644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3478. 00000400:00000010:0.0:1763344910.535206:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64957f8. 00000100:00000200:0.0:1763344910.535209:0:3644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617990144, portal 4 00000100:00000001:0.0:1763344910.535211:0:3644:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344910.535212:0:3644:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669334454272 : -107404375097344 : ffff9e50f8600000) 00000100:00000040:0.0:1763344910.535217:0:3644:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50f8600000 x1848987617990144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344910.535223:0:3644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344910.535225:0:3644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344910.535227:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495770. 00000100:00000200:0.0:1763344910.535229:0:3644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848987617990144, offset 0 00000400:00000200:0.0:1763344910.535232:0:3644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344910.535238:0:3644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344910.535244:0:3644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a4fa2a1600 00000400:00000200:0.0:1763344910.535248:0:3644:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x29fe95 [8] + 12320 00000400:00000200:0.0:1763344910.535252:0:3644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344910.535254:0:3644:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344910.535257:0:3644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344910.535259:0:3644:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1763344910.535262:0:3644:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78bb80. 00000100:00000040:0.0:1763344910.535265:0:3644:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78bb80 x1848987617990144 msgsize 224 00000100:00100000:0.0:1763344910.535267:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344910.535284:0:3644:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344910.535289:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495770 00000400:00000010:0.0:1763344910.535290:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495770. 00000100:00000001:0.0:1763344910.535293:0:3644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344910.535298:0:3644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50f8600000 x1848987617990144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344910.535305:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344910.535308:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50f8600000 x1848987617990144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344910.535314:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344910.535315:0:3644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344910.535319:0:3644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344910.535322:0:3644:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 10508 usecs (11 jiffies) 00000100:00000001:0.0:1763344910.535325:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307684365 00000100:00000001:0.0:1763344910.535328:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307684367 00000100:00000001:0.0:1763344910.535330:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307684365 00000100:00000001:0.0:1763344910.535332:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307684367 00000100:00000001:0.0:1763344910.535333:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307684365 00000100:00000001:0.0:1763344910.535336:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307684367 00000100:00000001:0.0:1763344910.535338:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307684365 00000100:00000001:0.0:1763344910.535339:0:3644:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307684367 00000100:00000001:0.0:1763344910.535342:0:3644:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344910.535344:0:3644:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344910.535346:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344910.535348:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763344910.535379:0:31813:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344910.535387:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344910.535390:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344910.535450:0:82969:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344910.535453:0:82969:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617990144 02000000:00000001:1.0:1763344910.535455:0:82969:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344910.535457:0:82969:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344910.535458:0:82969:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344910.535461:0:82969:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344910.535463:0:82969:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617990144 00000020:00000001:1.0:1763344910.535465:0:82969:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344910.535466:0:82969:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b85de 00000020:00000001:1.0:1763344910.535468:0:82969:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344910.535470:0:82969:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e57d7800 refcount=5 00000020:00000001:1.0:1763344910.535472:0:82969:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669017618432 : -107404691933184 : ffff9e50e57d7800) 00000020:00000001:1.0:1763344910.535475:0:82969:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669017618432 : -107404691933184 : ffff9e50e57d7800) 00000100:00000001:1.0:1763344910.535477:0:82969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344910.535481:0:82969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6e00. 00000020:00000010:1.0:1763344910.535484:0:82969:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50ef7b6a00. 00000020:00000040:1.0:1763344910.535489:0:82969:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:1.0:1763344910.535507:0:82969:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763344910.535510:0:82969:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fc4b12a00. 00000020:00000010:1.0:1763344910.535514:0:82969:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344910.535518:0:82969:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04258. 00000100:00000040:1.0:1763344910.535523:0:82969:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1763344910.535525:0:82969:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344910.535526:0:82969:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344910.535528:0:82969:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344910.535533:0:82969:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344910.535541:0:82969:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344910.535549:0:82969:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344910.535550:0:82969:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344910.535554:0:82969:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6748 00000100:00000040:1.0:1763344910.535557:0:82969:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e57d7800 : new rpc_count 1 00000100:00000001:1.0:1763344910.535559:0:82969:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453515648 : -107404256035968 : ffff9e50ff78bb80) 00000100:00000040:1.0:1763344910.535564:0:82969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78bb80 x1848987617990144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:141/0 lens 224/0 e 0 to 0 dl 1763344921 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344910.535571:0:82969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344910.535573:0:82969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6a00. 00000100:00000001:1.0:1763344910.535575:0:82969:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344910.535578:0:82969:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6a00. 00000100:00100000:1.0:1763344910.535582:0:82969:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1848987617990144:12345-0@lo:13:osp-pre-1-0.0 00000100:00000200:1.0:1763344910.535585:0:82969:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617990144 00000020:00000001:1.0:1763344910.535588:0:82969:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344910.535590:0:82969:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344910.535591:0:82969:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344910.535593:0:82969:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344910.535595:0:82969:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932688 : -1042618928 : ffffffffc1dae5d0) 00000020:00000001:1.0:1763344910.535597:0:82969:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344910.535599:0:82969:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344910.535603:0:82969:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344910.535604:0:82969:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344910.535606:0:82969:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344910.535608:0:82969:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344910.535610:0:82969:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344910.535613:0:82969:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50f6acf400. 02000000:00000001:1.0:1763344910.535615:0:82969:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344910.535616:0:82969:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344910.535618:0:82969:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1763344910.535621:0:82969:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1763344910.535623:0:82969:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1763344910.535624:0:82969:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1763344910.535627:0:82969:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 454544064 pending 0 free 3912151040 avail 3680628736 00000020:00000020:1.0:1763344910.535629:0:82969:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 142016 0 0 00000020:00000020:1.0:1763344910.535632:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc2b77000 dirty 0 pend 0 grant 454402048 00000020:00000020:1.0:1763344910.535635:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9e50e57d7800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344910.535637:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9e50e57d6800 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1763344910.535639:0:82969:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 955115 free, 898557 avail; 262144 objects: 259420 free; state 0 00002000:00000001:1.0:1763344910.535642:0:82969:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:1.0:1763344910.535644:0:82969:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344910.535647:0:82969:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946964, transno 0, xid 1848987617990144 00010000:00000001:1.0:1763344910.535661:0:82969:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344910.535665:0:82969:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff78bb80 x1848987617990144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:141/0 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344910.535672:0:82969:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344910.535674:0:82969:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344910.535676:0:82969:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ead379e8 time=47 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344910.535679:0:82969:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344910.535682:0:82969:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344910.535684:0:82969:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344910.535686:0:82969:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344910.535688:0:82969:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344910.535690:0:82969:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344910.535692:0:82969:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344910.535695:0:82969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3440. 00000100:00000200:1.0:1763344910.535699:0:82969:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617990144, offset 224 00000400:00000200:1.0:1763344910.535703:0:82969:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344910.535710:0:82969:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344910.535715:0:82969:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa2a1600 00000400:00000200:1.0:1763344910.535719:0:82969:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x6663f5 [1] + 224 00000400:00000200:1.0:1763344910.535722:0:82969:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344910.535725:0:82969:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344910.535727:0:82969:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344910.535731:0:82969:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50f8600000 x1848987617990144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344910.535738:0:82969:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50f8600000 x1848987617990144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1763344910.535780:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:3.0:1763344910.535784:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:0.0:1763344910.536178:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344910.536181:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763344910.536184:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344910.536185:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344910.536625:0:82969:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344910.536635:0:82969:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3440 00000400:00000010:1.0:1763344910.536638:0:82969:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3440. 00000100:00000001:1.0:1763344910.536641:0:82969:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344910.536642:0:82969:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344910.536648:0:82969:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344910.536651:0:82969:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344910.536655:0:82969:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344910.536657:0:82969:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344910.536659:0:82969:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344910.536664:0:82969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78bb80 x1848987617990144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:141/0 lens 224/368 e 0 to 0 dl 1763344921 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344910.536673:0:82969:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1848987617990144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1101us (1406us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344910.536680:0:82969:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6748 00000100:00000040:1.0:1763344910.536684:0:82969:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e57d7800 : new rpc_count 0 00000100:00000001:1.0:1763344910.536686:0:82969:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344910.536687:0:82969:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344910.536692:0:82969:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42d80. 00000020:00000010:1.0:1763344910.536696:0:82969:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04258. 00000020:00000010:1.0:1763344910.536699:0:82969:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fc4b12a00. 00000020:00000040:1.0:1763344910.536704:0:82969:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e57d7800 : new refcount 4 00000100:00000001:1.0:1763344910.536706:0:82969:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1763344910.536751:0:3644:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763344910.536754:0:3644:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763344910.536757:0:3644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3478. 00000400:00000200:0.0:1763344910.536761:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64957f8 00000400:00000010:0.0:1763344910.536763:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64957f8. 00000100:00000001:0.0:1763344910.536766:0:3644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763344910.536770:0:3644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50f8600000 x1848987617990144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763344910.536779:0:3644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50f8600000 x1848987617990144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344910.536785:0:3644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763344910.537123:0:3644:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344910.537125:0:3644:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763344910.537128:0:3644:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763344910.537129:0:3644:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344910.537131:0:3644:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344910.537134:0:3644:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344910.537141:0:3644:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50f855f4a0 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1763344910.537144:0:3644:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f855f410 time=47 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344910.537147:0:3644:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763344910.537148:0:3644:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763344910.537150:0:3644:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763344910.537153:0:3644:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344910.537157:0:3644:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763344910.537158:0:3644:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 8589946964 00000100:00000001:0.0:1763344910.537160:0:3644:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763344910.537162:0:3644:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344910.537166:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50f8600000 x1848987617990144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344910.537171:0:3644:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344910.537173:0:3644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763344910.537175:0:3644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763344910.537178:0:3644:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1763344910.537181:0:3644:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1763344910.537184:0:3644:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=958279 free=955115 avail=898557 avail_mb=3509 hwm_mb=7 files=262144 ffree=259420 state=0: rc = 0 00000004:00000020:0.0:1763344910.537191:0:3644:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff9e50f855d000): 958279 blocks, 955115 free, 898557 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259420 free files 0x0 00000004:00000001:0.0:1763344910.537195:0:3644:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344910.537198:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8600000 x1848987617990144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344910.537204:0:3644:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50f8600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3644:1848987617990144:0@lo:13:osp-pre-1-0.0 00000100:00000001:0.0:1763344910.537209:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344910.537211:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344910.537213:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50f8600000 x1848987617990144/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344926 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344910.537219:0:3644:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763344910.537221:0:3644:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763344910.537224:0:3644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50f5cd3400. 02000000:00000001:0.0:1763344910.537228:0:3644:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763344910.537230:0:3644:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763344910.537231:0:3644:0:(genops.c:1242:class_import_put()) import ffff9e50f855f000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763344910.537232:0:3644:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763344910.537235:0:3644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e50c392f200. 02000000:00000001:0.0:1763344910.537237:0:3644:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763344910.537239:0:3644:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763344910.537240:0:3644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50f8600000. 00000100:00000001:0.0:1763344910.537243:0:3644:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763344910.537244:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344910.537246:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344910.537250:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344910.537251:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344910.537253:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344910.537255:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344910.548932:0:119642:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214800 (cpu 0) has reached its deadline 4307684367, at 4307684368 00000100:00000010:0.0:1763344910.548947:0:119642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50e4b8d8a0. 00000100:00000040:1.0:1763344910.549048:0:118671:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214910 (cpu 0) has reached its deadline 4307684367, at 4307684368 00000100:00000010:1.0:1763344910.549055:0:118671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50e4b8d540. 00000100:00000040:3.0:1763344910.549076:0:118156:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214b30 (cpu 0) has reached its deadline 4307684367, at 4307684368 00000100:00000010:3.0:1763344910.549084:0:118156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50ef5cf360. 00000100:00000040:2.0:1763344910.549844:0:110036:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214a20 (cpu 0) has reached its deadline 4307684367, at 4307684368 00000100:00000010:2.0:1763344910.549852:0:110036:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50ef5cf6c0. 00000004:00000001:1.0:1763344911.045869:0:30727:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1763344911.045874:0:30727:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1763344911.045880:0:30727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32e300. 00000020:00000040:1.0:1763344911.045887:0:30727:0:(genops.c:1229:class_import_get()) import ffff9e50ff7f6800 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1763344911.045891:0:30727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344911.045895:0:30727:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344911.045900:0:30727:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344911.045908:0:30727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4fc1fb0000. 00000100:00000001:1.0:1763344911.045914:0:30727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.045919:0:30727:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344911.045923:0:30727:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.045933:0:30727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000089f0a77] to pc [ptlrpcd_00_03+3] req@ffff9e50ee32e300 x1848987617990272/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344911.045963:0:30727:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344911.045996:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1763344911.046001:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1763344911.046003:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344911.046011:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763344911.046012:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763344911.046015:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344911.046016:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763344911.046019:0:3644:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763344911.046024:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32e300 x1848987617990272/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344911.046033:0:3644:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763344911.046035:0:3644:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344911.046039:0:3644:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763344911.046041:0:3644:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763344911.046044:0:3644:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763344911.046047:0:3644:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1848987617990272:0@lo:41:osp-pre-0-1.0 00000100:00000001:2.0:1763344911.046052:0:3644:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763344911.046056:0:3644:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763344911.046058:0:3644:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763344911.046060:0:3644:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763344911.046065:0:3644:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50d7ff2c00. 02000000:00000001:2.0:1763344911.046067:0:3644:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763344911.046073:0:3644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efce6478. 00000400:00000010:2.0:1763344911.046080:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921c38. 00000100:00000200:2.0:1763344911.046086:0:3644:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617990272, portal 4 00000100:00000001:2.0:1763344911.046088:0:3644:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763344911.046090:0:3644:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163725568 : -107404545826048 : ffff9e50ee32e300) 00000100:00000040:2.0:1763344911.046098:0:3644:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee32e300 x1848987617990272/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344911.046105:0:3644:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763344911.046107:0:3644:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763344911.046110:0:3644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50eb921ee0. 00000100:00000200:2.0:1763344911.046113:0:3644:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1848987617990272, offset 0 00000400:00000200:2.0:1763344911.046119:0:3644:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763344911.046132:0:3644:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763344911.046142:0:3644:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x691a4fa2a1680 00000400:00000200:2.0:1763344911.046149:0:3644:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x209981 [256] + 23104 00000400:00000200:2.0:1763344911.046155:0:3644:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763344911.046159:0:3644:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763344911.046166:0:3644:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763344911.046168:0:3644:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763344911.046172:0:3644:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50f8270380. 00000100:00000040:2.0:1763344911.046175:0:3644:0:(events.c:337:request_in_callback()) incoming req@ffff9e50f8270380 x1848987617990272 msgsize 224 00000100:00100000:2.0:1763344911.046179:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763344911.046195:0:3644:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763344911.046204:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921ee0 00000400:00000010:2.0:1763344911.046206:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921ee0. 00000100:00000001:2.0:1763344911.046209:0:3644:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763344911.046213:0:3644:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32e300 x1848987617990272/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344911.046222:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763344911.046225:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32e300 x1848987617990272/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763344911.046232:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344911.046233:0:3644:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763344911.046239:0:3644:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344911.046242:0:3644:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 13893 usecs (14 jiffies) 00000100:00000001:2.0:1763344911.046246:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307684879 00000100:00000010:2.0:1763344911.046251:0:3644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e50e4b8d780. 00000100:00000001:2.0:1763344911.046257:0:3644:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763344911.046262:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307684879 00000100:00000010:2.0:1763344911.046265:0:3644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e50e4b8d120. 00000100:00000001:2.0:1763344911.046267:0:3644:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763344911.046270:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307684879 00000100:00000010:2.0:1763344911.046273:0:3644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e50e4b8dd20. 00000100:00000001:2.0:1763344911.046275:0:3644:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763344911.046278:0:3644:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307684879 00000100:00000010:2.0:1763344911.046281:0:3644:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e50e4b8d3c0. 00000100:00000001:2.0:1763344911.046284:0:3644:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763344911.046288:0:3644:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763344911.046290:0:3644:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344911.046294:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344911.046296:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.046344:0:6509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344911.046347:0:6509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617990272 02000000:00000001:1.0:1763344911.046358:0:6509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344911.046361:0:6509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344911.046363:0:6509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344911.046366:0:6509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344911.046370:0:6509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617990272 00000020:00000001:1.0:1763344911.046373:0:6509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344911.046375:0:6509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d4b 00000020:00000001:1.0:1763344911.046377:0:6509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344911.046380:0:6509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50e4d3b000 refcount=8 00000020:00000001:1.0:1763344911.046382:0:6509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000020:00000001:1.0:1763344911.046385:0:6509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669006491648 : -107404703059968 : ffff9e50e4d3b000) 00000100:00000001:1.0:1763344911.046388:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344911.046392:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344911.046394:0:6509:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344911.046397:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000020:00000010:1.0:1763344911.046402:0:6509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d5e00. 00000020:00000010:1.0:1763344911.046406:0:6509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42400. 00000020:00000010:1.0:1763344911.046411:0:6509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04258. 00000100:00000040:1.0:1763344911.046419:0:6509:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344911.046422:0:6509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344911.046423:0:6509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344911.046426:0:6509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.046433:0:6509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.046450:0:6509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.046463:0:6509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344911.046465:0:6509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344911.046469:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8713 00000100:00000040:1.0:1763344911.046473:0:6509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50e4d3b000 : new rpc_count 1 00000100:00000001:1.0:1763344911.046475:0:6509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669330719616 : -107404378832000 : ffff9e50f8270380) 00000100:00000040:1.0:1763344911.046481:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50f8270380 x1848987617990272/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:142/0 lens 224/0 e 0 to 0 dl 1763344922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.046489:0:6509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344911.046492:0:6509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344911.046494:0:6509:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344911.046496:0:6509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000100:00100000:1.0:1763344911.046500:0:6509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50f8270380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3644:x1848987617990272:12345-0@lo:41:osp-pre-0-1.0 00000100:00000200:1.0:1763344911.046504:0:6509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617990272 00000020:00000001:1.0:1763344911.046507:0:6509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344911.046510:0:6509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344911.046514:0:6509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344911.046516:0:6509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344911.046518:0:6509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808896 : -1044742720 : ffffffffc1ba7dc0) 00000020:00000001:1.0:1763344911.046521:0:6509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344911.046524:0:6509:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987617990272, found 0 last_xid 1848987617990271 00000020:00000001:1.0:1763344911.046527:0:6509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344911.046529:0:6509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344911.046531:0:6509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344911.046534:0:6509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.046538:0:6509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344911.046541:0:6509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344911.046545:0:6509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50f6acec00. 02000000:00000001:1.0:1763344911.046547:0:6509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.046549:0:6509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344911.046554:0:6509:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:1.0:1763344911.046557:0:6509:0:(mdt_lib.c:477:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1763344911.046559:0:6509:0:(mdt_lib.c:483:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1763344911.046571:0:6509:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1431269376 avail 1285029888 00000020:00000020:1.0:1763344911.046576:0:6509:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1763344911.046579:0:6509:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e50f7dce000 dirty 0 pend 0 grant 2146304 00000020:00000020:1.0:1763344911.046582:0:6509:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff9e50d6f7d000 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344911.046585:0:6509:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff9e4fc1e20800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344911.046587:0:6509:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff9e50c5dfe800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344911.046590:0:6509:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff9e50d6ff7000 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344911.046593:0:6509:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff9e50e4d3b000 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1763344911.046595:0:6509:0:(mdt_handler.c:555:mdt_statfs()) 353529 blocks: 349431 free, 313728 avail; 1024000 objects: 1019579 free; state 0 00000004:00000001:1.0:1763344911.046602:0:6509:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344911.046605:0:6509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257768, transno 0, xid 1848987617990272 00010000:00000001:1.0:1763344911.046608:0:6509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344911.046612:0:6509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50f8270380 x1848987617990272/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:142/0 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344911.046620:0:6509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344911.046623:0:6509:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344911.046627:0:6509:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344911.046631:0:6509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344911.046633:0:6509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344911.046636:0:6509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344911.046639:0:6509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344911.046641:0:6509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.046644:0:6509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344911.046645:0:6509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344911.046649:0:6509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3440. 00000100:00000200:1.0:1763344911.046652:0:6509:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617990272, offset 224 00000400:00000200:1.0:1763344911.046657:0:6509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344911.046664:0:6509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344911.046671:0:6509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa2a1680 00000400:00000200:1.0:1763344911.046675:0:6509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x666401 [1] + 224 00000400:00000200:1.0:1763344911.046679:0:6509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344911.046682:0:6509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344911.046686:0:6509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344911.046690:0:6509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32e300 x1848987617990272/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344911.046698:0:6509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50ee32e300 x1848987617990272/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.046712:0:6509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344911.046718:0:6509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3440 00000400:00000010:1.0:1763344911.046720:0:6509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3440. 00000100:00000001:1.0:1763344911.046723:0:6509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344911.046726:0:6509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344911.046730:0:6509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.046733:0:6509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344911.046736:0:6509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344911.046738:0:6509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344911.046740:0:6509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344911.046744:0:6509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50f8270380 x1848987617990272/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:142/0 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763344911.046746:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763344911.046752:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344911.046758:0:6509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50f8270380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3644:x1848987617990272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 266us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344911.046767:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8713 00000100:00000040:1.0:1763344911.046770:0:6509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50e4d3b000 : new rpc_count 0 00000100:00000001:1.0:1763344911.046772:0:6509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344911.046774:0:6509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344911.046778:0:6509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42400. 00000020:00000010:1.0:1763344911.046782:0:6509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04258. 00000020:00000010:1.0:1763344911.046785:0:6509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d5e00. 00000020:00000040:1.0:1763344911.046825:0:6509:0:(genops.c:898:class_export_put()) PUTting export ffff9e50e4d3b000 : new refcount 7 00000100:00000001:1.0:1763344911.046828:0:6509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.046840:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344911.046842:0:3644:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344911.046847:0:3644:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344911.046849:0:3644:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344911.046852:0:3644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efce6478. 00000400:00000200:1.0:1763344911.046855:0:3644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50eb921c38 00000400:00000010:1.0:1763344911.046857:0:3644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50eb921c38. 00000100:00000001:1.0:1763344911.046859:0:3644:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344911.046863:0:3644:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32e300 x1848987617990272/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344911.046871:0:3644:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32e300 x1848987617990272/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.046876:0:3644:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344911.046878:0:3644:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.046881:0:3644:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344911.046883:0:3644:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344911.046885:0:3644:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344911.046887:0:3644:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344911.046889:0:3644:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344911.046894:0:3644:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50ff7f6c58 time=11 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344911.046898:0:3644:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ff7f6c10 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344911.046901:0:3644:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344911.046902:0:3644:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344911.046905:0:3644:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344911.046907:0:3644:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.046911:0:3644:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344911.046913:0:3644:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 25770257768 00000100:00000001:1.0:1763344911.046914:0:3644:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344911.046917:0:3644:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.046921:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32e300 x1848987617990272/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.046927:0:3644:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344911.046930:0:3644:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344911.046931:0:3644:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344911.046934:0:3644:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1763344911.046938:0:3644:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=353529 free=349431 avail=313728 avail_mb=1225 hwm_mb=3 files=1024000 ffree=1019579 state=0: rc = 0 00000004:00000020:1.0:1763344911.046944:0:3644:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (ffff9e50ff7f0800): 353529 blocks, 349431 free, 313728 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1019579 free files 0x0 00000004:00000001:1.0:1763344911.046952:0:3644:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.046956:0:3644:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32e300 x1848987617990272/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344911.046964:0:3644:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3644:1848987617990272:0@lo:41:osp-pre-0-1.0 00000100:00000001:1.0:1763344911.046968:0:3644:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.046970:0:3644:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344911.046973:0:3644:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32e300 x1848987617990272/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.046979:0:3644:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344911.046981:0:3644:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344911.046983:0:3644:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50d7ff2c00. 02000000:00000001:1.0:1763344911.046986:0:3644:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344911.046988:0:3644:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344911.046989:0:3644:0:(genops.c:1242:class_import_put()) import ffff9e50ff7f6800 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1763344911.046991:0:3644:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344911.046993:0:3644:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4fc1fb0000. 02000000:00000001:1.0:1763344911.046997:0:3644:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344911.046999:0:3644:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344911.047001:0:3644:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32e300. 00000100:00000001:1.0:1763344911.047004:0:3644:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344911.047005:0:3644:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.047007:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.047011:0:3644:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344911.047012:0:3644:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.047014:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344911.047016:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344911.051751:0:31809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1763344911.051757:0:31809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1763344911.051764:0:31809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32e300. 00000020:00000040:1.0:1763344911.051771:0:31809:0:(genops.c:1229:class_import_get()) import ffff9e4fc342f000 refcount=5 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:1.0:1763344911.051776:0:31809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344911.051779:0:31809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344911.051784:0:31809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344911.051814:0:31809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4fc1fb0000. 00000100:00000001:1.0:1763344911.051821:0:31809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.051827:0:31809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344911.051832:0:31809:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.051844:0:31809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000089f0a77] to pc [ptlrpcd_00_00+0] req@ffff9e50ee32e300 x1848987617990400/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344911.051867:0:31809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.051874:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1763344911.051878:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1763344911.051880:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.051887:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344911.051889:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.051891:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344911.051893:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344911.051895:0:3643:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344911.051900:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32e300 x1848987617990400/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.051908:0:3643:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344911.051910:0:3643:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344911.051914:0:3643:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344911.051917:0:3643:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344911.051920:0:3643:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344911.051922:0:3643:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1848987617990400:0@lo:41:osp-pre-1-0.0 00000100:00000001:1.0:1763344911.051927:0:3643:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344911.051930:0:3643:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344911.051932:0:3643:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344911.051935:0:3643:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344911.051939:0:3643:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50f6acc000. 02000000:00000001:1.0:1763344911.051941:0:3643:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344911.051947:0:3643:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344911.051953:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3440. 00000100:00000200:1.0:1763344911.051959:0:3643:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617990400, portal 4 00000100:00000001:1.0:1763344911.051961:0:3643:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344911.051963:0:3643:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163725568 : -107404545826048 : ffff9e50ee32e300) 00000100:00000040:1.0:1763344911.051970:0:3643:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee32e300 x1848987617990400/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.051977:0:3643:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344911.051980:0:3643:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344911.051983:0:3643:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e35d8. 00000100:00000200:1.0:1763344911.051985:0:3643:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1848987617990400, offset 0 00000400:00000200:1.0:1763344911.051991:0:3643:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344911.052004:0:3643:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344911.052014:0:3643:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x691a4fa2a1700 00000400:00000200:1.0:1763344911.052020:0:3643:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x209981 [256] + 23328 00000400:00000200:1.0:1763344911.052026:0:3643:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344911.052029:0:3643:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344911.052035:0:3643:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344911.052037:0:3643:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763344911.052040:0:3643:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32ca80. 00000100:00000040:1.0:1763344911.052043:0:3643:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32ca80 x1848987617990400 msgsize 224 00000100:00100000:1.0:1763344911.052046:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344911.052055:0:3643:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344911.052064:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e35d8 00000400:00000010:1.0:1763344911.052066:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e35d8. 00000100:00000001:1.0:1763344911.052069:0:3643:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344911.052073:0:3643:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32e300 x1848987617990400/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.052080:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344911.052084:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32e300 x1848987617990400/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.052091:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.052093:0:3643:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344911.052099:0:3643:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.052103:0:3643:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 5182 usecs (6 jiffies) 00000100:00000001:1.0:1763344911.052106:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307684876 00000100:00000001:1.0:1763344911.052109:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4307684879 00000100:00000001:1.0:1763344911.052111:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307684876 00000100:00000001:1.0:1763344911.052113:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4307684879 00000100:00000001:1.0:1763344911.052115:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307684876 00000100:00000001:1.0:1763344911.052117:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4307684879 00000100:00000001:1.0:1763344911.052119:0:3643:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307684876 00000100:00000001:1.0:1763344911.052121:0:3643:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4307684879 00000100:00000001:1.0:1763344911.052124:0:3643:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344911.052126:0:3643:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.052129:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.052131:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.052148:0:21732:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344911.052150:0:21732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617990400 02000000:00000001:1.0:1763344911.052153:0:21732:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344911.052156:0:21732:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344911.052158:0:21732:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344911.052161:0:21732:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344911.052164:0:21732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617990400 00000020:00000001:1.0:1763344911.052166:0:21732:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344911.052168:0:21732:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4084a10d83 00000020:00000001:1.0:1763344911.052170:0:21732:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344911.052172:0:21732:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc48d5800 refcount=5 00000020:00000001:1.0:1763344911.052174:0:21732:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000020:00000001:1.0:1763344911.052176:0:21732:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664170043392 : -107409539508224 : ffff9e4fc48d5800) 00000100:00000001:1.0:1763344911.052180:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344911.052184:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344911.052186:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344911.052189:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000020:00000010:1.0:1763344911.052194:0:21732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d5e00. 00000020:00000010:1.0:1763344911.052200:0:21732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42400. 00000020:00000010:1.0:1763344911.052204:0:21732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04258. 00000100:00000040:1.0:1763344911.052211:0:21732:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763344911.052214:0:21732:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344911.052216:0:21732:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344911.052218:0:21732:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.052226:0:21732:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.052233:0:21732:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.052243:0:21732:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344911.052246:0:21732:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344911.052250:0:21732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8714 00000100:00000040:1.0:1763344911.052254:0:21732:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc48d5800 : new rpc_count 1 00000100:00000001:1.0:1763344911.052255:0:21732:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163719296 : -107404545832320 : ffff9e50ee32ca80) 00000100:00000040:1.0:1763344911.052260:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32ca80 x1848987617990400/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:142/0 lens 224/0 e 0 to 0 dl 1763344922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.052267:0:21732:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344911.052270:0:21732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6400. 00000100:00000001:1.0:1763344911.052271:0:21732:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344911.052273:0:21732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6400. 00000100:00100000:1.0:1763344911.052277:0:21732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1848987617990400:12345-0@lo:41:osp-pre-1-0.0 00000100:00000200:1.0:1763344911.052281:0:21732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617990400 00000020:00000001:1.0:1763344911.052284:0:21732:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344911.052287:0:21732:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344911.052291:0:21732:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344911.052293:0:21732:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344911.052295:0:21732:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664808896 : -1044742720 : ffffffffc1ba7dc0) 00000020:00000001:1.0:1763344911.052298:0:21732:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763344911.052301:0:21732:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987617990400, found 0 last_xid 1848987617990399 00000020:00000001:1.0:1763344911.052304:0:21732:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344911.052306:0:21732:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344911.052308:0:21732:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344911.052311:0:21732:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.052314:0:21732:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344911.052317:0:21732:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344911.052320:0:21732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50f6acfc00. 02000000:00000001:1.0:1763344911.052322:0:21732:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.052324:0:21732:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344911.052329:0:21732:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:1.0:1763344911.052332:0:21732:0:(mdt_lib.c:477:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1763344911.052334:0:21732:0:(mdt_lib.c:483:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1763344911.052345:0:21732:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1432219648 avail 1285980160 00000020:00000020:1.0:1763344911.052360:0:21732:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:1.0:1763344911.052363:0:21732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e50dfa75800 dirty 0 pend 0 grant 2146304 00000020:00000020:1.0:1763344911.052367:0:21732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff9e4fc1e26800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344911.052369:0:21732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff9e50eff24800 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344911.052371:0:21732:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff9e4fc48d5800 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1763344911.052374:0:21732:0:(mdt_handler.c:555:mdt_statfs()) 353529 blocks: 349663 free, 313960 avail; 1024000 objects: 1021807 free; state 0 00000004:00000001:1.0:1763344911.052380:0:21732:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344911.052383:0:21732:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214369, transno 0, xid 1848987617990400 00010000:00000001:1.0:1763344911.052386:0:21732:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344911.052390:0:21732:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32ca80 x1848987617990400/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:142/0 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344911.052396:0:21732:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344911.052398:0:21732:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344911.052402:0:21732:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f6464de8 time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344911.052406:0:21732:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344911.052408:0:21732:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344911.052410:0:21732:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344911.052412:0:21732:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344911.052413:0:21732:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.052416:0:21732:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344911.052417:0:21732:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344911.052421:0:21732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e35d8. 00000100:00000200:1.0:1763344911.052424:0:21732:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617990400, offset 224 00000400:00000200:1.0:1763344911.052428:0:21732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344911.052433:0:21732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344911.052438:0:21732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa2a1700 00000400:00000200:1.0:1763344911.052442:0:21732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x66640d [1] + 224 00000400:00000200:1.0:1763344911.052446:0:21732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344911.052448:0:21732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344911.052452:0:21732:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344911.052456:0:21732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32e300 x1848987617990400/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344911.052464:0:21732:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50ee32e300 x1848987617990400/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.052475:0:21732:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344911.052479:0:21732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e35d8 00000400:00000010:1.0:1763344911.052481:0:21732:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e35d8. 00000100:00000001:1.0:1763344911.052484:0:21732:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344911.052485:0:21732:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344911.052488:0:21732:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.052490:0:21732:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344911.052492:0:21732:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344911.052494:0:21732:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344911.052496:0:21732:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344911.052499:0:21732:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32ca80 x1848987617990400/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:142/0 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344911.052507:0:21732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1848987617990400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 238us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344911.052513:0:21732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8714 00000100:00000040:1.0:1763344911.052516:0:21732:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc48d5800 : new rpc_count 0 00000100:00000001:1.0:1763344911.052518:0:21732:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344911.052520:0:21732:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344911.052524:0:21732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42400. 00000020:00000010:1.0:1763344911.052528:0:21732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04258. 00000020:00000010:1.0:1763344911.052531:0:21732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d5e00. 00000020:00000040:1.0:1763344911.052535:0:21732:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc48d5800 : new refcount 4 00000100:00000001:1.0:1763344911.052538:0:21732:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.052549:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344911.052550:0:3643:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344911.052554:0:3643:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344911.052556:0:3643:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344911.052558:0:3643:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:1.0:1763344911.052560:0:3643:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3440 00000400:00000010:1.0:1763344911.052562:0:3643:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3440. 00000100:00000001:1.0:1763344911.052564:0:3643:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344911.052567:0:3643:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32e300 x1848987617990400/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344911.052575:0:3643:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32e300 x1848987617990400/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.052581:0:3643:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344911.052582:0:3643:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.052584:0:3643:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344911.052586:0:3643:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344911.052588:0:3643:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344911.052589:0:3643:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344911.052591:0:3643:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344911.052596:0:3643:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc342f458 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344911.052599:0:3643:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc342f410 time=120 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344911.052602:0:3643:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344911.052603:0:3643:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344911.052605:0:3643:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344911.052608:0:3643:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.052610:0:3643:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1763344911.052613:0:3643:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 25770214369 gen 2 00000100:00000040:1.0:1763344911.052618:0:3643:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 25770214369) req@ffff9e4fc1377100 x1848987617984640/t25770214369(25770214369) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344911.052625:0:3643:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1763344911.052626:0:3643:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 25770214369 committed transno 25770214369 00000020:00000040:1.0:1763344911.052632:0:3643:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9e4fd05d1600 refcount 3 committed 0 result 0 batchid 21474837112 00000020:00000040:1.0:1763344911.052635:0:3643:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e50ff83a300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9e4fd05d1b40 00000020:00000040:1.0:1763344911.052639:0:3643:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240002b11:0x2:0x0].579 00000020:00000040:1.0:1763344911.052642:0:3643:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9e4fc2ee2300 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9e4fddab8c00 00000020:00000040:1.0:1763344911.052644:0:3643:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002b10:0x2:0x0].589 00000020:00000001:1.0:1763344911.052646:0:3643:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000010:1.0:1763344911.052650:0:3643:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ff950000. 00000004:00000010:1.0:1763344911.052655:0:3643:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c59280. 00000004:00000010:1.0:1763344911.052658:0:3643:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9e50ff953000. 00000004:00000010:1.0:1763344911.052661:0:3643:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9e5100c591e0. 00000004:00000010:1.0:1763344911.052663:0:3643:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9e4fd05d1f00. 00000004:00000010:1.0:1763344911.052666:0:3643:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9e4fd05d1b40. 00000004:00000001:1.0:1763344911.052669:0:3643:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1763344911.052670:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344911.052673:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4fc1377100 x1848987617984640/t25770214369(25770214369) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763344924 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.052679:0:3643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344911.052681:0:3643:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344911.052684:0:3643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e50c3a92000. 02000000:00000001:1.0:1763344911.052687:0:3643:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344911.052689:0:3643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344911.052690:0:3643:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1763344911.052692:0:3643:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1763344911.052693:0:3643:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1763344911.052695:0:3643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344911.052696:0:3643:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1763344911.052698:0:3643:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1763344911.052700:0:3643:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff9e50ef7b6740. 00000100:00000010:1.0:1763344911.052702:0:3643:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9e50e5677800. 00000100:00000001:1.0:1763344911.052706:0:3643:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1763344911.052708:0:3643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e510117b800. 02000000:00000001:1.0:1763344911.052711:0:3643:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344911.052713:0:3643:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344911.052714:0:3643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4fc1377100. 00000100:00000001:1.0:1763344911.052718:0:3643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344911.052719:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.052721:0:3643:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763344911.052723:0:3643:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1763344911.052724:0:3643:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344911.052726:0:3643:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.052730:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32e300 x1848987617990400/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.052736:0:3643:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344911.052738:0:3643:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344911.052740:0:3643:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344911.052742:0:3643:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1763344911.052746:0:3643:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=353529 free=349663 avail=313960 avail_mb=1226 hwm_mb=3 files=1024000 ffree=1021807 state=0: rc = 0 00000004:00000020:1.0:1763344911.052752:0:3643:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (ffff9e4fc342b800): 353529 blocks, 349663 free, 313960 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1021807 free files 0x0 00000004:00000001:1.0:1763344911.052756:0:3643:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.052759:0:3643:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32e300 x1848987617990400/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344911.052766:0:3643:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3643:1848987617990400:0@lo:41:osp-pre-1-0.0 00000100:00000001:1.0:1763344911.052770:0:3643:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.052772:0:3643:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344911.052774:0:3643:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32e300 x1848987617990400/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.052780:0:3643:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344911.052781:0:3643:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344911.052782:0:3643:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50f6acc000. 02000000:00000001:1.0:1763344911.052785:0:3643:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344911.052786:0:3643:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344911.052807:0:3643:0:(genops.c:1242:class_import_put()) import ffff9e4fc342f000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1763344911.052809:0:3643:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344911.052811:0:3643:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4fc1fb0000. 02000000:00000001:1.0:1763344911.052813:0:3643:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344911.052814:0:3643:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344911.052815:0:3643:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32e300. 00000100:00000001:1.0:1763344911.052818:0:3643:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344911.052819:0:3643:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.052820:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.052825:0:3643:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344911.052826:0:3643:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.052828:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344911.052829:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763344911.052931:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763344911.052934:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.060873:0:118671:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214910 (cpu 0) has reached its deadline 4307684879, at 4307684880 00000100:00000010:1.0:1763344911.060890:0:118671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50e4b8d120. 00000100:00000040:3.0:1763344911.060954:0:118156:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214b30 (cpu 0) has reached its deadline 4307684879, at 4307684880 00000100:00000010:3.0:1763344911.060961:0:118156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50e4b8d3c0. 00000100:00000040:0.0:1763344911.061014:0:119642:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214800 (cpu 0) has reached its deadline 4307684879, at 4307684880 00000100:00000010:0.0:1763344911.061019:0:119642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50e4b8d780. 00000100:00000040:2.0:1763344911.061112:0:110036:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214a20 (cpu 0) has reached its deadline 4307684879, at 4307684880 00000100:00000010:2.0:1763344911.061118:0:110036:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e50e4b8dd20. 00010000:00000001:2.0:1763344911.108934:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344911.108942:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344911.108948:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344911.108949:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344911.108952:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344911.108954:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344911.108957:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344911.108958:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344911.108962:0:110036:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763344911.108964:0:110036:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344911.108969:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344911.108970:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763344911.108974:0:110036:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1763344911.108975:0:110036:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763344911.109050:0:67527:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763344911.109055:0:67527:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763344911.109058:0:67527:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1763344911.305924:0:121122:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139b00. 00080000:00000010:0.0:1763344911.305934:0:121122:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139b00. 00000020:00000001:0.0:1763344911.305941:0:121122:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344911.305949:0:121122:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139b00. 00080000:00000010:0.0:1763344911.305955:0:121122:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139b00. 00000020:00000001:0.0:1763344911.305958:0:121122:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344911.305965:0:121122:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139b00. 00080000:00000010:0.0:1763344911.305970:0:121122:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139b00. 00000020:00000001:0.0:1763344911.305974:0:121122:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763344911.305980:0:121122:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff9e50df139b00. 00080000:00000010:0.0:1763344911.305985:0:121122:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff9e50df139b00. 00000020:00000001:0.0:1763344911.305988:0:121122:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344911.556987:0:31811:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1763344911.556994:0:31811:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1763344911.557001:0:31811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32e300. 00000020:00000040:1.0:1763344911.557007:0:31811:0:(genops.c:1229:class_import_get()) import ffff9e4fc369e800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1763344911.557012:0:31811:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344911.557016:0:31811:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344911.557020:0:31811:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344911.557027:0:31811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4fc1fb0000. 00000100:00000001:1.0:1763344911.557033:0:31811:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.557039:0:31811:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344911.557043:0:31811:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.557054:0:31811:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000089f0a77] to pc [ptlrpcd_00_01+1] req@ffff9e50ee32e300 x1848987617990528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763344911.557086:0:31811:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.557209:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1763344911.557214:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1763344911.557216:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344911.557225:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763344911.557227:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344911.557229:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344911.557231:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763344911.557233:0:3642:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763344911.557239:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32e300 x1848987617990528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344911.557253:0:3642:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763344911.557256:0:3642:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344911.557259:0:3642:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763344911.557262:0:3642:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763344911.557265:0:3642:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344911.557268:0:3642:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1848987617990528:0@lo:13:osp-pre-0-0.0 00000100:00000001:0.0:1763344911.557274:0:3642:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763344911.557278:0:3642:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763344911.557281:0:3642:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344911.557284:0:3642:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1763344911.557290:0:3643:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1763344911.557290:0:3642:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50f5cd1c00. 02000000:00000001:0.0:1763344911.557292:0:3642:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763344911.557296:0:3643:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344911.557301:0:3642:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3478. 00000400:00000010:0.0:1763344911.557309:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64957f8. 00000100:00000200:0.0:1763344911.557316:0:3642:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617990528, portal 4 00000100:00000001:0.0:1763344911.557319:0:3642:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763344911.557321:0:3642:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163725568 : -107404545826048 : ffff9e50ee32e300) 00000100:00000040:0.0:1763344911.557328:0:3642:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee32e300 x1848987617990528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344911.557336:0:3642:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344911.557339:0:3642:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763344911.557342:0:3642:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495770. 00000100:00000200:0.0:1763344911.557345:0:3642:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848987617990528, offset 0 00000400:00000200:0.0:1763344911.557361:0:3642:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763344911.557373:0:3642:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763344911.557385:0:3642:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a4fa2a1780 00000400:00000200:0.0:1763344911.557390:0:3642:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x29fe95 [8] + 12544 00000400:00000200:0.0:1763344911.557397:0:3642:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344911.557401:0:3642:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763344911.557406:0:3642:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344911.557408:0:3642:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1763344911.557412:0:3642:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff789880. 00000100:00000040:0.0:1763344911.557415:0:3642:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff789880 x1848987617990528 msgsize 224 00000100:00100000:0.0:1763344911.557418:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763344911.557434:0:3642:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763344911.557441:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495770 00000400:00000010:0.0:1763344911.557443:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495770. 00000100:00000001:0.0:1763344911.557447:0:3642:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763344911.557451:0:3642:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32e300 x1848987617990528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344911.557460:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763344911.557463:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32e300 x1848987617990528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344911.557470:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.557472:0:3642:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763344911.557477:0:3642:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344911.557481:0:3642:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15405 usecs (16 jiffies) 00000100:00000001:0.0:1763344911.557486:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4307685392 00000100:00000010:0.0:1763344911.557491:0:3642:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4fc29dc480. 00000100:00000001:0.0:1763344911.557497:0:3642:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763344911.557504:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4307685392 00000100:00000010:0.0:1763344911.557507:0:3642:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4fc29dc120. 00000100:00000001:0.0:1763344911.557511:0:3642:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763344911.557514:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4307685392 00000100:00000010:0.0:1763344911.557517:0:3642:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4fc29dc240. 00000100:00000001:0.0:1763344911.557519:0:3642:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763344911.557522:0:3642:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4307685392 00000100:00000010:0.0:1763344911.557525:0:3642:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4fc29dca80. 00000100:00000001:0.0:1763344911.557528:0:3642:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763344911.557531:0:3642:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763344911.557533:0:3642:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.557537:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.557539:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344911.557636:0:30729:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1763344911.557639:0:30729:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1763344911.557643:0:30729:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32fb80. 00000020:00000040:1.0:1763344911.557646:0:30729:0:(genops.c:1229:class_import_get()) import ffff9e50c6213800 refcount=5 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1763344911.557649:0:30729:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763344911.557650:0:30729:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763344911.557653:0:30729:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763344911.557657:0:30729:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4fc1fb0700. 00000100:00000001:1.0:1763344911.557660:0:30729:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.557664:0:30729:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763344911.557666:0:30729:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.557671:0:30729:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c389297f] to pc [ptlrpcd_00_02+2] req@ffff9e50ee32fb80 x1848987617990656/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1763344911.557702:0:30729:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763344911.557707:0:30729:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff9e4fdb7d5e00. 00080000:00000001:1.0:1763344911.557710:0:30729:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446636664554872320 : -107409154679296 : ffff9e4fdb7d5e00) 00080000:00000001:1.0:1763344911.557714:0:30729:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763344911.557723:0:30729:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1763344911.557725:0:30729:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0000-osc-MDT0001: sync forced, 1 changes 00000004:00000010:1.0:1763344911.557735:0:30729:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9e4fc2decd20. 00000004:00080000:1.0:1763344911.557738:0:30729:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 13018080948524ns, next at 13019080938099ns, rc = 0 00080000:00000001:1.0:1763344911.557742:0:30729:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:1.0:1763344911.557749:0:30729:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763344911.557752:0:30729:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763344911.557754:0:30729:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763344911.557756:0:30729:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.557764:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1763344911.557766:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1763344911.557768:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.557772:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344911.557774:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.557775:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344911.557776:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763344911.557777:0:3645:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763344911.557781:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e50ee32fb80 x1848987617990656/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.557810:0:3645:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763344911.557811:0:3645:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344911.557814:0:3645:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763344911.557815:0:3645:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763344911.557818:0:3645:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344911.557820:0:3645:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9e50ee32fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617990656:0@lo:13:osp-pre-0-1.0 00000100:00000001:1.0:1763344911.557824:0:3645:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763344911.557826:0:3645:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763344911.557828:0:3645:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344911.557830:0:3645:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763344911.557834:0:3645:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e50f6acc000. 02000000:00000001:1.0:1763344911.557836:0:3645:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763344911.557839:0:3645:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50efa5caa8. 00000400:00000010:1.0:1763344911.557843:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3440. 00000100:00000200:1.0:1763344911.557846:0:3645:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848987617990656, portal 4 00000100:00000001:1.0:1763344911.557848:0:3645:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763344911.557849:0:3645:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446636669163731840 : -107404545819776 : ffff9e50ee32fb80) 00000100:00000040:1.0:1763344911.557855:0:3645:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9e50ee32fb80 x1848987617990656/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.557860:0:3645:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344911.557862:0:3645:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344911.557864:0:3645:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e35d8. 00000100:00000200:1.0:1763344911.557867:0:3645:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848987617990656, offset 0 00000400:00000200:1.0:1763344911.557871:0:3645:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344911.557877:0:3645:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344911.557882:0:3645:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a4fa2a1800 00000400:00000200:1.0:1763344911.557886:0:3645:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x29fe95 [8] + 12768 00000400:00000200:1.0:1763344911.557890:0:3645:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344911.557894:0:3645:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344911.557897:0:3645:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763344911.557898:0:3645:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1763344911.557902:0:3645:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ee32d180. 00000100:00000040:1.0:1763344911.557904:0:3645:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ee32d180 x1848987617990656 msgsize 224 00000100:00100000:1.0:1763344911.557907:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763344911.557914:0:3645:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763344911.557919:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e35d8 00000400:00000010:1.0:1763344911.557920:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e35d8. 00000100:00000001:1.0:1763344911.557923:0:3645:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763344911.557927:0:3645:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e50ee32fb80 x1848987617990656/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.557933:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344911.557936:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e50ee32fb80 x1848987617990656/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.557941:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.557943:0:3645:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763344911.557946:0:3645:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.557950:0:3645:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 17576 usecs (18 jiffies) 00000100:00000001:1.0:1763344911.557952:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4307685395 00000100:00000001:1.0:1763344911.557957:0:3645:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4307685392 00000100:00000001:1.0:1763344911.557960:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4307685395 00000100:00000001:1.0:1763344911.557962:0:3645:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4307685392 00000100:00000001:1.0:1763344911.557964:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4307685395 00000100:00000001:1.0:1763344911.557966:0:3645:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4307685392 00000100:00000001:1.0:1763344911.557968:0:3645:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4307685395 00000100:00000001:1.0:1763344911.557970:0:3645:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4307685392 00000100:00000001:1.0:1763344911.557972:0:3645:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344911.557974:0:3645:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.557976:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.557978:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.557994:0:82969:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344911.557997:0:82969:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617990528 02000000:00000001:1.0:1763344911.557999:0:82969:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344911.558001:0:82969:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344911.558004:0:82969:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344911.558007:0:82969:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344911.558010:0:82969:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617990528 00000020:00000001:1.0:1763344911.558013:0:82969:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344911.558015:0:82969:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84f0 00000020:00000001:1.0:1763344911.558018:0:82969:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344911.558020:0:82969:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7178000 refcount=6 00000020:00000001:1.0:1763344911.558022:0:82969:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000020:00000001:1.0:1763344911.558024:0:82969:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507619328 : -107405201932288 : ffff9e50c7178000) 00000100:00000001:1.0:1763344911.558028:0:82969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344911.558032:0:82969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6fc0. 00000020:00000010:1.0:1763344911.558037:0:82969:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50ef7b69c0. 00000020:00000040:1.0:1763344911.558042:0:82969:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:1.0:1763344911.558050:0:82969:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763344911.558055:0:82969:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d5a00. 00000020:00000010:1.0:1763344911.558059:0:82969:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344911.558065:0:82969:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04258. 00000100:00000040:1.0:1763344911.558074:0:82969:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1763344911.558077:0:82969:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344911.558078:0:82969:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344911.558080:0:82969:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.558087:0:82969:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.558094:0:82969:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.558101:0:82969:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763344911.558102:0:82969:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987617990656 02000000:00000001:1.0:1763344911.558104:0:82969:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344911.558106:0:82969:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344911.558107:0:82969:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344911.558109:0:82969:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763344911.558111:0:82969:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987617990656 00000020:00000001:1.0:1763344911.558112:0:82969:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763344911.558114:0:82969:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40852b84e9 00000020:00000001:1.0:1763344911.558115:0:82969:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763344911.558117:0:82969:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50c7179000 refcount=7 00000020:00000001:1.0:1763344911.558119:0:82969:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000020:00000001:1.0:1763344911.558121:0:82969:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668507623424 : -107405201928192 : ffff9e50c7179000) 00000100:00000001:1.0:1763344911.558124:0:82969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344911.558126:0:82969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b69c0. 00000020:00000010:1.0:1763344911.558129:0:82969:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e4fc4ba2880. 00000100:00000001:1.0:1763344911.558132:0:82969:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763344911.558134:0:82969:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b69c0. 00000020:00000010:1.0:1763344911.558137:0:82969:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4a00. 00000020:00000010:1.0:1763344911.558140:0:82969:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42a80. 00000020:00000010:1.0:1763344911.558143:0:82969:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04190. 00000100:00000001:1.0:1763344911.558146:0:82969:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344911.558147:0:82969:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763344911.558148:0:82969:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.558150:0:82969:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.558157:0:82969:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.558164:0:82969:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344911.558165:0:82969:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344911.558170:0:82969:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6749 00000100:00000040:1.0:1763344911.558173:0:82969:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7178000 : new rpc_count 1 00000100:00000001:1.0:1763344911.558175:0:82969:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453506688 : -107404256044928 : ffff9e50ff789880) 00000100:00000040:1.0:1763344911.558180:0:82969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff789880 x1848987617990528/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:142/0 lens 224/0 e 0 to 0 dl 1763344922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.558188:0:82969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344911.558191:0:82969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b69c0. 00000100:00000001:1.0:1763344911.558193:0:82969:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344911.558195:0:82969:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b69c0. 00000100:00100000:1.0:1763344911.558199:0:82969:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3642:x1848987617990528:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:1.0:1763344911.558203:0:82969:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617990528 00000020:00000001:1.0:1763344911.558206:0:82969:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344911.558208:0:82969:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344911.558210:0:82969:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344911.558228:0:82969:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344911.558230:0:82969:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932688 : -1042618928 : ffffffffc1dae5d0) 00000020:00000001:1.0:1763344911.558233:0:82969:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344911.558236:0:82969:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344911.558238:0:82969:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344911.558240:0:82969:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344911.558243:0:82969:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.558247:0:82969:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344911.558249:0:82969:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344911.558253:0:82969:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50f6ace800. 02000000:00000001:1.0:1763344911.558255:0:82969:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.558257:0:82969:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344911.558260:0:82969:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1763344911.558265:0:82969:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1763344911.558267:0:82969:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1763344911.558275:0:82969:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1763344911.558278:0:82969:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 433900224 pending 0 free 3893469184 avail 3661946880 00000020:00000020:1.0:1763344911.558281:0:82969:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 142016 0 0 00000020:00000020:1.0:1763344911.558284:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 dirty 0 pend 0 grant 433758208 00000020:00000020:1.0:1763344911.558287:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9e50c7178000 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344911.558290:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9e50c7179000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1763344911.558293:0:82969:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 950554 free, 893996 avail; 262144 objects: 259280 free; state 0 00002000:00000001:1.0:1763344911.558296:0:82969:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:1.0:1763344911.558299:0:82969:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344911.558302:0:82969:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915414, transno 0, xid 1848987617990528 00010000:00000001:1.0:1763344911.558305:0:82969:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344911.558309:0:82969:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff789880 x1848987617990528/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:142/0 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344911.558317:0:82969:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344911.558319:0:82969:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344911.558323:0:82969:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ead379e8 time=48 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344911.558338:0:82969:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344911.558341:0:82969:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344911.558344:0:82969:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344911.558353:0:82969:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344911.558355:0:82969:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.558358:0:82969:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344911.558360:0:82969:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344911.558363:0:82969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e35d8. 00000100:00000200:1.0:1763344911.558366:0:82969:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617990528, offset 224 00000400:00000200:1.0:1763344911.558370:0:82969:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344911.558376:0:82969:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344911.558382:0:82969:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa2a1780 00000400:00000200:1.0:1763344911.558386:0:82969:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x666419 [1] + 224 00000400:00000200:1.0:1763344911.558390:0:82969:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344911.558393:0:82969:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344911.558396:0:82969:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344911.558400:0:82969:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32e300 x1848987617990528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344911.558408:0:82969:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50ee32e300 x1848987617990528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.558427:0:82969:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344911.558431:0:82969:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e35d8 00000400:00000010:1.0:1763344911.558433:0:82969:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e35d8. 00000100:00000001:1.0:1763344911.558436:0:82969:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344911.558438:0:82969:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344911.558441:0:82969:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.558444:0:82969:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344911.558446:0:82969:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344911.558448:0:82969:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344911.558450:0:82969:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344911.558454:0:82969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff789880 x1848987617990528/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:142/0 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344911.558463:0:82969:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3642:x1848987617990528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 273us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344911.558470:0:82969:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6749 00000100:00000040:1.0:1763344911.558473:0:82969:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7178000 : new rpc_count 0 00000100:00000001:1.0:1763344911.558475:0:82969:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344911.558477:0:82969:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344911.558482:0:82969:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42200. 00000020:00000010:1.0:1763344911.558485:0:82969:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04258. 00000020:00000010:1.0:1763344911.558489:0:82969:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d5a00. 00000020:00000040:1.0:1763344911.558493:0:82969:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7178000 : new refcount 5 00000100:00000001:1.0:1763344911.558495:0:82969:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.558502:0:82969:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763344911.558503:0:82969:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344911.558506:0:82969:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6750 00000100:00000040:1.0:1763344911.558508:0:82969:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50c7179000 : new rpc_count 1 00000100:00000001:1.0:1763344911.558510:0:82969:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669163721088 : -107404545830528 : ffff9e50ee32d180) 00000100:00000040:1.0:1763344911.558514:0:82969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ee32d180 x1848987617990656/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:142/0 lens 224/0 e 0 to 0 dl 1763344922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.558521:0:82969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344911.558524:0:82969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b69c0. 00000100:00000001:1.0:1763344911.558527:0:82969:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763344911.558529:0:82969:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b69c0. 00000100:00100000:1.0:1763344911.558532:0:82969:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ee32d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3645:x1848987617990656:12345-0@lo:13:osp-pre-0-1.0 00000100:00000200:1.0:1763344911.558535:0:82969:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987617990656 00000020:00000001:1.0:1763344911.558537:0:82969:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763344911.558538:0:82969:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763344911.558540:0:82969:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344911.558541:0:82969:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344911.558543:0:82969:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666932688 : -1042618928 : ffffffffc1dae5d0) 00000020:00000001:1.0:1763344911.558545:0:82969:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763344911.558547:0:82969:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344911.558549:0:82969:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344911.558550:0:82969:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763344911.558552:0:82969:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.558554:0:82969:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763344911.558555:0:82969:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763344911.558559:0:82969:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9e50f6acdc00. 02000000:00000001:1.0:1763344911.558561:0:82969:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.558562:0:82969:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763344911.558564:0:82969:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1763344911.558566:0:82969:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1763344911.558568:0:82969:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1763344911.558569:0:82969:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1763344911.558571:0:82969:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 433900224 pending 0 free 3893469184 avail 3661946880 00000020:00000020:1.0:1763344911.558574:0:82969:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 142016 0 0 00000020:00000020:1.0:1763344911.558576:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec/ffff9e4fc1321800 dirty 0 pend 0 grant 433758208 00000020:00000020:1.0:1763344911.558579:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9e50c7178000 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1763344911.558581:0:82969:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9e50c7179000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1763344911.558584:0:82969:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 950554 free, 893996 avail; 262144 objects: 259280 free; state 0 00002000:00000001:1.0:1763344911.558586:0:82969:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:1.0:1763344911.558588:0:82969:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344911.558590:0:82969:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915416, transno 0, xid 1848987617990656 00010000:00000001:1.0:1763344911.558592:0:82969:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763344911.558596:0:82969:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ee32d180 x1848987617990656/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:142/0 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763344911.558602:0:82969:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763344911.558604:0:82969:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344911.558606:0:82969:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ead379e8 time=48 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344911.558609:0:82969:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344911.558611:0:82969:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e50cb852840 refcount 66 to 0@lo 00000100:00000001:1.0:1763344911.558613:0:82969:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636668581914688 : -107405127636928 : ffff9e50cb852840) 02000000:00000001:1.0:1763344911.558615:0:82969:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763344911.558616:0:82969:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.558618:0:82969:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763344911.558620:0:82969:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763344911.558623:0:82969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e35d8. 00000100:00000200:1.0:1763344911.558626:0:82969:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848987617990656, offset 224 00000400:00000200:1.0:1763344911.558629:0:82969:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763344911.558634:0:82969:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763344911.558639:0:82969:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a4fa2a1800 00000400:00000200:1.0:1763344911.558643:0:82969:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x666421 [1] + 224 00000400:00000200:1.0:1763344911.558646:0:82969:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763344911.558649:0:82969:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763344911.558652:0:82969:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344911.558655:0:82969:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e50ee32fb80 x1848987617990656/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763344911.558663:0:82969:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e50ee32fb80 x1848987617990656/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.558674:0:82969:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763344911.558677:0:82969:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e35d8 00000400:00000010:1.0:1763344911.558679:0:82969:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e35d8. 00000100:00000001:1.0:1763344911.558681:0:82969:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763344911.558682:0:82969:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763344911.558685:0:82969:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.558688:0:82969:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e50cb852840 refcount 65 to 0@lo 00010000:00000001:1.0:1763344911.558690:0:82969:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344911.558692:0:82969:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344911.558693:0:82969:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763344911.558697:0:82969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32d180 x1848987617990656/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:142/0 lens 224/368 e 0 to 0 dl 1763344922 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344911.558705:0:82969:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ee32d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3645:x1848987617990656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 182us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1763344911.558710:0:82969:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6750 00000100:00000040:1.0:1763344911.558713:0:82969:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50c7179000 : new rpc_count 0 00000100:00000001:1.0:1763344911.558715:0:82969:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344911.558716:0:82969:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763344911.558719:0:82969:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42a80. 00000020:00000010:1.0:1763344911.558721:0:82969:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04190. 00000020:00000010:1.0:1763344911.558724:0:82969:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4a00. 00000020:00000040:1.0:1763344911.558728:0:82969:0:(genops.c:898:class_export_put()) PUTting export ffff9e50c7179000 : new refcount 6 00000100:00000001:1.0:1763344911.558729:0:82969:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1763344911.558743:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1763344911.558746:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:1.0:1763344911.558759:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344911.558761:0:3645:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344911.558765:0:3645:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344911.558766:0:3645:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344911.558768:0:3645:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50efa5caa8. 00000400:00000200:1.0:1763344911.558771:0:3645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3440 00000400:00000010:1.0:1763344911.558772:0:3645:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3440. 00000100:00000001:1.0:1763344911.558775:0:3645:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344911.558778:0:3645:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32fb80 x1848987617990656/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344911.558785:0:3645:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32fb80 x1848987617990656/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.558810:0:3645:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344911.558812:0:3645:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.558814:0:3645:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344911.558817:0:3645:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344911.558819:0:3645:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344911.558820:0:3645:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344911.558822:0:3645:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344911.558828:0:3645:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e50c6213ca0 time=11 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344911.558832:0:3645:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50c6213c10 time=47 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344911.558835:0:3645:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344911.558837:0:3645:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344911.558839:0:3645:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344911.558842:0:3645:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.558844:0:3645:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344911.558846:0:3645:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884915416 00000100:00000001:1.0:1763344911.558848:0:3645:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344911.558851:0:3645:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.558855:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32fb80 x1848987617990656/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.558861:0:3645:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344911.558863:0:3645:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344911.558864:0:3645:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344911.558867:0:3645:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1763344911.558869:0:3645:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0001: Updating status = 0 00000004:00000040:1.0:1763344911.558871:0:3645:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0001: blocks=958279 free=950554 avail=893996 avail_mb=3492 hwm_mb=7 files=262144 ffree=259280 state=0: rc = 0 00000004:00000020:1.0:1763344911.558878:0:3645:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0001 (ffff9e50c710c000): 958279 blocks, 950554 free, 893996 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259280 free files 0x0 00000004:00000001:1.0:1763344911.558882:0:3645:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.558886:0:3645:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32fb80 x1848987617990656/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344911.558893:0:3645:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3645:1848987617990656:0@lo:13:osp-pre-0-1.0 00000100:00000001:1.0:1763344911.558897:0:3645:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.558899:0:3645:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344911.558901:0:3645:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32fb80 x1848987617990656/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.558912:0:3645:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344911.558914:0:3645:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344911.558917:0:3645:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50f6acc000. 02000000:00000001:1.0:1763344911.558920:0:3645:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344911.558921:0:3645:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344911.558923:0:3645:0:(genops.c:1242:class_import_put()) import ffff9e50c6213800 refcount=4 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1763344911.558925:0:3645:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344911.558927:0:3645:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4fc1fb0700. 02000000:00000001:1.0:1763344911.558930:0:3645:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344911.558932:0:3645:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344911.558933:0:3645:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32fb80. 00000100:00000001:1.0:1763344911.558936:0:3645:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344911.558937:0:3645:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.558938:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.558942:0:3645:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344911.558943:0:3645:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.558945:0:3645:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344911.558946:0:3645:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.558953:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344911.558954:0:3642:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763344911.558957:0:3642:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763344911.558958:0:3642:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763344911.558959:0:3642:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3478. 00000400:00000200:1.0:1763344911.558962:0:3642:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64957f8 00000400:00000010:1.0:1763344911.558963:0:3642:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64957f8. 00000100:00000001:1.0:1763344911.558966:0:3642:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763344911.558970:0:3642:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e50ee32e300 x1848987617990528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763344911.558977:0:3642:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e50ee32e300 x1848987617990528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.558983:0:3642:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763344911.558984:0:3642:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.558986:0:3642:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763344911.558987:0:3642:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763344911.558988:0:3642:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344911.558990:0:3642:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763344911.558992:0:3642:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763344911.558995:0:3642:0:(import.c:2128:obd_at_measure()) add 5 to ffff9e4fc369eca0 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1763344911.558998:0:3642:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc369ec10 time=47 v=5 (1 1 1 1) 00000100:00000001:1.0:1763344911.558999:0:3642:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763344911.559001:0:3642:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763344911.559002:0:3642:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763344911.559003:0:3642:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.559005:0:3642:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763344911.559006:0:3642:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884915414 00000100:00000001:1.0:1763344911.559008:0:3642:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763344911.559009:0:3642:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.559013:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e50ee32e300 x1848987617990528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.559019:0:3642:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763344911.559021:0:3642:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763344911.559022:0:3642:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763344911.559023:0:3642:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1763344911.559025:0:3642:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1763344911.559028:0:3642:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=958279 free=950554 avail=893996 avail_mb=3492 hwm_mb=7 files=262144 ffree=259280 state=0: rc = 0 00000004:00000020:1.0:1763344911.559033:0:3642:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9e4fc369b800): 958279 blocks, 950554 free, 893996 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259280 free files 0x0 00000004:00000001:1.0:1763344911.559038:0:3642:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.559041:0:3642:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ee32e300 x1848987617990528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763344911.559048:0:3642:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9e50ee32e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3642:1848987617990528:0@lo:13:osp-pre-0-0.0 00000100:00000001:1.0:1763344911.559051:0:3642:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.559053:0:3642:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763344911.559055:0:3642:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e50ee32e300 x1848987617990528/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763344927 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763344911.559060:0:3642:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763344911.559062:0:3642:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763344911.559063:0:3642:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e50f5cd1c00. 02000000:00000001:1.0:1763344911.559067:0:3642:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763344911.559068:0:3642:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763344911.559069:0:3642:0:(genops.c:1242:class_import_put()) import ffff9e4fc369e800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1763344911.559071:0:3642:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763344911.559072:0:3642:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4fc1fb0000. 02000000:00000001:1.0:1763344911.559074:0:3642:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763344911.559075:0:3642:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763344911.559076:0:3642:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e50ee32e300. 00000100:00000001:1.0:1763344911.559079:0:3642:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763344911.559080:0:3642:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.559081:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.559084:0:3642:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763344911.559086:0:3642:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763344911.559087:0:3642:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763344911.559088:0:3642:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.560240:0:3644:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763344911.560245:0:3644:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763344911.576839:0:110036:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214a20 (cpu 0) has reached its deadline 4307685395, at 4307685396 00000100:00000010:2.0:1763344911.576851:0:110036:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4fc29dc240. 00000100:00000040:0.0:1763344911.577603:0:119642:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214800 (cpu 0) has reached its deadline 4307685395, at 4307685396 00000100:00000010:0.0:1763344911.577610:0:119642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4fc29dc480. 00000100:00000040:1.0:1763344911.578901:0:118671:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214910 (cpu 0) has reached its deadline 4307685395, at 4307685396 00000100:00000010:1.0:1763344911.578911:0:118671:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4fc29dc120. 00000100:00000040:3.0:1763344911.579418:0:118156:0:(connection.c:75:cpu_latency_work()) work item of ffff9e50c6214b30 (cpu 0) has reached its deadline 4307685395, at 4307685396 00000100:00000010:3.0:1763344911.579425:0:118156:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4fc29dca80. 00000800:00000001:0.0:1763344911.582438:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344911.582456:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344911.582459:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344911.582461:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344911.582472:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344911.582487:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 12 MB=0x691a509e01c80 00000400:00000200:0.0:1763344911.582496:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 224/224 into md 0x619ac1 [64] + 16296 00000800:00000001:0.0:1763344911.582505:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344911.582512:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344911.582515:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344911.582522:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:0.0:1763344911.582529:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344911.582532:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763344911.582538:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78a680. 00000100:00000040:0.0:1763344911.582542:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78a680 x1848987881577600 msgsize 224 00000100:00100000:0.0:1763344911.582546:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:0.0:1763344911.582566:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763344911.582575:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344911.582579:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344911.582582:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344911.582584:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344911.582589:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000400:00000200:0.0:1763344911.582596:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 28 MB=0x691a509e01d80 00000100:00000001:1.0:1763344911.582603:0:13569:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1763344911.582603:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 224/224 into md 0x6459f5 [8] + 1096 00000100:00100000:1.0:1763344911.582608:0:13569:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881577600 00000800:00000001:0.0:1763344911.582609:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1763344911.582612:0:13569:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763344911.582615:0:13569:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1763344911.582615:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.582619:0:13569:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763344911.582619:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1763344911.582625:0:13569:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763344911.582625:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00100000:1.0:1763344911.582631:0:13569:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881577600 00000100:00000001:0.0:1763344911.582632:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1763344911.582635:0:13569:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1763344911.582636:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000040:1.0:1763344911.582638:0:13569:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b4085329615 00000100:00000010:0.0:1763344911.582641:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78b100. 00000020:00000001:1.0:1763344911.582642:0:13569:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1763344911.582645:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78b100 x1848987881577856 msgsize 224 00000020:00000040:1.0:1763344911.582646:0:13569:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50f7dce000 refcount=479 00000020:00000001:1.0:1763344911.582652:0:13569:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00100000:0.0:1763344911.582653:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000020:00000001:1.0:1763344911.582656:0:13569:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636669325860864 : -107404383690752 : ffff9e50f7dce000) 00000100:00000001:1.0:1763344911.582661:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763344911.582666:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b63c0. 00000020:00000010:1.0:1763344911.582670:0:13569:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e4fc4ba2a40. 00000100:00000001:0.0:1763344911.582672:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1763344911.582676:0:13569:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00000800:00000001:0.0:1763344911.582678:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344911.582683:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344911.582686:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763344911.582687:0:13569:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000800:00000001:0.0:1763344911.582688:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1763344911.582693:0:13569:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4fdb7d4a00. 00000400:00000200:0.0:1763344911.582695:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000020:00000010:1.0:1763344911.582699:0:13569:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50fff42a80. 00000400:00000200:0.0:1763344911.582704:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 26 MB=0x691a509e01c00 00000020:00000010:1.0:1763344911.582707:0:13569:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cca04190. 00000400:00000200:0.0:1763344911.582711:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.14@tcp of length 224/224 into md 0x6610c5 [2] + 0 00000400:00000010:0.0:1763344911.582717:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e50cc9c3cb8. 00000100:00000040:1.0:1763344911.582718:0:13569:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1763344911.582721:0:3636:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4fc4b9f240 00000100:00000001:1.0:1763344911.582722:0:13569:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763344911.582726:0:13569:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1763344911.582727:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763344911.582729:0:13569:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344911.582733:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344911.582736:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763344911.582737:0:13569:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1763344911.582740:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000001:1.0:1763344911.582742:0:13569:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1763344911.582744:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4fc4b9f240 00000100:00000001:1.0:1763344911.582745:0:13569:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763344911.582749:0:3636:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9e4fc4b9f240. 00000100:00000001:1.0:1763344911.582754:0:13569:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344911.582755:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763344911.582758:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1763344911.582762:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50c4d3c450 x1848987881577472 msgsize 224 00000100:00100000:0.0:1763344911.582767:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000100:00000001:1.0:1763344911.582769:0:13569:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1763344911.582769:0:3636:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763344911.582773:0:13569:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763344911.582781:0:13569:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 17260 00000100:00000001:0.0:1763344911.582782:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1763344911.582785:0:13569:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50f7dce000 : new rpc_count 1 00000100:00000001:1.0:1763344911.582805:0:13569:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453510272 : -107404256041344 : ffff9e50ff78a680) 00000800:00000001:0.0:1763344911.582806:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344911.582812:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763344911.582815:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78a680 x1848987881577600/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:142/0 lens 224/0 e 0 to 0 dl 1763344922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1763344911.582815:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763344911.582819:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344911.582829:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000100:00000001:1.0:1763344911.582835:0:13569:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1763344911.582839:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 12 MB=0x691a509e01d00 00000020:00000010:1.0:1763344911.582841:0:13569:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e50ef7b6280. 00000400:00000200:0.0:1763344911.582845:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.14@tcp of length 224/224 into md 0x619ac1 [64] + 16520 00000100:00000001:1.0:1763344911.582847:0:13569:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1763344911.582851:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1763344911.582852:0:13569:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e50ef7b6280. 00000800:00000001:0.0:1763344911.582856:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763344911.582860:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1763344911.582861:0:13569:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+479:2406:x1848987881577600:12345-192.168.203.14@tcp:400:kworker.0 00000400:00000200:0.0:1763344911.582867:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000100:00000200:1.0:1763344911.582868:0:13569:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881577600 00000100:00000001:0.0:1763344911.582872:0:3636:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1763344911.582874:0:13569:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1763344911.582875:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1763344911.582878:0:13569:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000010:0.0:1763344911.582880:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff78b480. 00000001:00000001:1.0:1763344911.582884:0:13569:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9e50ef8ec300: xid 1848987881576192, transno 25770257772, client gen 9, slot idx 1 00000100:00000040:0.0:1763344911.582885:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff78b480 x1848987881577728 msgsize 224 00000100:00100000:0.0:1763344911.582892:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00000001:00000001:1.0:1763344911.582894:0:13569:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9e4fd6241cc0: xid 1848987881575808, transno 25770257771, client gen 9, slot idx 0 00000001:00000010:1.0:1763344911.582900:0:13569:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd6241cc0. 00000020:00000001:1.0:1763344911.582906:0:13569:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.582907:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1763344911.582910:0:13569:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763344911.582914:0:13569:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000800:00000001:0.0:1763344911.582914:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1763344911.582919:0:13569:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:0.0:1763344911.582920:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1763344911.582923:0:13569:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848987881577600, found 0 last_xid 1848987881577599 00000800:00000001:0.0:1763344911.582924:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1763344911.582929:0:13569:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763344911.582929:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763344911.582934:0:13569:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763344911.582938:0:13569:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1763344911.582939:0:3636:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp) <- 192.168.203.14@tcp : PUT - for me 00000020:00000001:1.0:1763344911.582942:0:13569:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344911.582945:0:13569:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1763344911.582948:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.14@tcp of length 224 into portal 28 MB=0x691a509e01e00 00000020:00000010:1.0:1763344911.582950:0:13569:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9e50f9d75930. 00000400:00000200:0.0:1763344911.582955:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.14@tcp of length 224/224 into md 0x6459f5 [8] + 1320 00000020:00000010:1.0:1763344911.582956:0:13569:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9e50ccdb9188. 00000800:00000001:0.0:1763344911.582960:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1763344911.582962:0:13569:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9e50f9d75658. 00000020:00000010:1.0:1763344911.582966:0:13569:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9e50ccdb9700. 00000020:00000010:1.0:1763344911.582969:0:13569:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9e50ccdb9d90. 00000800:00000001:0.0:1763344911.582970:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.582973:0:13569:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1763344911.582974:0:3636:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1763344911.582977:0:13569:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1763344911.582981:0:3636:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 02000000:00000010:1.0:1763344911.582983:0:13569:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f6acc000. 00000100:00000001:0.0:1763344911.582985:0:3636:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1763344911.582987:0:13569:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763344911.582988:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1763344911.582990:0:13569:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763344911.582992:0:13569:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763344911.582997:0:13569:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770257767, transno 0, xid 1848987881577600 00000100:00000010:0.0:1763344911.582998:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e50ff788380. 00010000:00000001:1.0:1763344911.583000:0:13569:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:0.0:1763344911.583002:0:3636:0:(events.c:337:request_in_callback()) incoming req@ffff9e50ff788380 x1848987881577984 msgsize 224 00010000:00000200:1.0:1763344911.583008:0:13569:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff78a680 x1848987881577600/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:142/0 lens 224/224 e 0 to 0 dl 1763344922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344911.583011:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.14@tcp (source: 12345-192.168.203.14@tcp) 00010000:00000001:1.0:1763344911.583020:0:13569:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1763344911.583021:0:3636:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1763344911.583023:0:13569:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763344911.583026:0:3636:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1763344911.583029:0:13569:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=105 v=5 (1 1 1 1) 00000800:00000001:0.0:1763344911.583031:0:3636:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763344911.583038:0:13569:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763344911.583043:0:13569:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:1.0:1763344911.583047:0:13569:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 00000100:00000001:0.0:1763344911.583049:0:31799:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1763344911.583050:0:13569:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1763344911.583053:0:31799:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881577472 02000000:00000001:1.0:1763344911.583054:0:13569:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344911.583056:0:31799:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344911.583059:0:31799:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763344911.583060:0:13569:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1763344911.583061:0:31799:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344911.583065:0:31799:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763344911.583067:0:13569:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000100:00100000:0.0:1763344911.583069:0:31799:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881577472 00000020:00000001:0.0:1763344911.583072:0:31799:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1763344911.583074:0:13569:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50cf6e3440. 00000020:00000040:0.0:1763344911.583074:0:31799:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40853295f2 00000020:00000001:0.0:1763344911.583078:0:31799:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344911.583081:0:31799:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50cc0a2000 refcount=9 00000100:00000200:1.0:1763344911.583082:0:13569:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987881577600, offset 224 00000020:00000001:0.0:1763344911.583083:0:31799:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668590628864 : -107405118922752 : ffff9e50cc0a2000) 00000020:00000001:0.0:1763344911.583089:0:31799:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668590628864 : -107405118922752 : ffff9e50cc0a2000) 00000100:00000001:0.0:1763344911.583092:0:31799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1763344911.583094:0:13569:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000020:00000010:0.0:1763344911.583096:0:31799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344911.583101:0:31799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344911.583104:0:31799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00000400:00000200:1.0:1763344911.583106:0:13569:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000020:00000010:0.0:1763344911.583109:0:31799:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50e6999200. 00000020:00000010:0.0:1763344911.583114:0:31799:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139100. 00000400:00000200:1.0:1763344911.583115:0:13569:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385793:1385793:256:4294967295] 192.168.203.14@tcp LPNI seq info [1385789:1385789:8:4294967295] 00000020:00000010:0.0:1763344911.583120:0:31799:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732bb8. 00000100:00000040:0.0:1763344911.583129:0:31799:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1763344911.583131:0:13569:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000100:00000001:0.0:1763344911.583132:0:31799:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344911.583135:0:31799:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344911.583138:0:31799:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763344911.583141:0:13569:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000100:00000001:0.0:1763344911.583144:0:31799:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1763344911.583147:0:13569:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4fc1fb0000. 00000100:00000001:0.0:1763344911.583153:0:31799:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763344911.583155:0:13569:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000100:00000001:0.0:1763344911.583163:0:31799:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000200:1.0:1763344911.583164:0:13569:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000100:00000001:0.0:1763344911.583166:0:31799:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.0:1763344911.583169:0:13569:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e4fc1fb0000 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1763344911.583173:0:31799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 6889 00000100:00000040:0.0:1763344911.583177:0:31799:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50cc0a2000 : new rpc_count 1 00000100:00000001:0.0:1763344911.583178:0:31799:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636668469625936 : -107405239925680 : ffff9e50c4d3c450) 00000100:00000040:0.0:1763344911.583183:0:31799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50c4d3c450 x1848987881577472/t0(0) o400->9fe3b391-a8e5-4189-b4a1-641168ecfa7a@192.168.203.14@tcp:142/0 lens 224/0 e 0 to 0 dl 1763344922 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344911.583191:0:31799:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763344911.583192:0:13569:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763344911.583194:0:31799:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000100:00000001:0.0:1763344911.583198:0:31799:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763344911.583200:0:13569:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00000020:00000010:0.0:1763344911.583201:0:31799:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2840. 00010000:00000001:1.0:1763344911.583205:0:13569:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763344911.583210:0:13569:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344911.583210:0:31799:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50c4d3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fe3b391-a8e5-4189-b4a1-641168ecfa7a+9:2406:x1848987881577472:12345-192.168.203.14@tcp:400:kworker.0 00000020:00000001:1.0:1763344911.583214:0:13569:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1763344911.583217:0:31799:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881577472 00000020:00000001:0.0:1763344911.583220:0:31799:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1763344911.583223:0:13569:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78a680 x1848987881577600/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:142/0 lens 224/224 e 0 to 0 dl 1763344922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763344911.583224:0:31799:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344911.583227:0:31799:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.583231:0:31799:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344911.583234:0:31799:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662767744 : -1046783872 : ffffffffc19b5880) 00000020:00000001:0.0:1763344911.583239:0:31799:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344911.583241:0:31799:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763344911.583243:0:13569:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+479:2406:x1848987881577600:12345-192.168.203.14@tcp:400:kworker.0 Request processed in 406us (699us total) trans 0 rc 0/0 00000020:00000001:0.0:1763344911.583244:0:31799:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344911.583247:0:31799:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344911.583249:0:31799:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.583251:0:31799:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763344911.583252:0:31799:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344911.583254:0:31799:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344911.583258:0:31799:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f5cd3400. 02000000:00000001:0.0:1763344911.583260:0:31799:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.583261:0:31799:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.583263:0:31799:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344911.583265:0:31799:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848987881577472 00010000:00000001:0.0:1763344911.583267:0:31799:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344911.583272:0:31799:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50c4d3c450 x1848987881577472/t0(0) o400->9fe3b391-a8e5-4189-b4a1-641168ecfa7a@192.168.203.14@tcp:142/0 lens 224/224 e 0 to 0 dl 1763344922 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344911.583279:0:31799:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344911.583281:0:31799:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344911.583282:0:31799:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50f842e1e8 time=128 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344911.583285:0:31799:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344911.583287:0:31799:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344911.583289:0:31799:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344911.583291:0:31799:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344911.583292:0:31799:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.583294:0:31799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344911.583296:0:31799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344911.583299:0:31799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495770. 00000100:00000200:0.0:1763344911.583301:0:31799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1848987881577472, offset 224 00000400:00000200:0.0:1763344911.583305:0:31799:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344911.583310:0:31799:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344911.583314:0:31799:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385794:1385794:255:4294967295] 192.168.203.14@tcp LPNI seq info [1385790:1385790:7:4294967295] 00000400:00000200:0.0:1763344911.583322:0:31799:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344911.583327:0:31799:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344911.583330:0:31799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56800. 00000800:00000200:0.0:1763344911.583334:0:31799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344911.583338:0:31799:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344911.583341:0:31799:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763344911.583343:0:31799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344911.583357:0:31799:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344911.583359:0:31799:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344911.583360:0:31799:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.583362:0:31799:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344911.583366:0:31799:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50c4d3c450 x1848987881577472/t0(0) o400->9fe3b391-a8e5-4189-b4a1-641168ecfa7a@192.168.203.14@tcp:142/0 lens 224/224 e 0 to 0 dl 1763344922 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344911.583374:0:31799:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50c4d3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9fe3b391-a8e5-4189-b4a1-641168ecfa7a+9:2406:x1848987881577472:12345-192.168.203.14@tcp:400:kworker.0 Request processed in 181us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344911.583380:0:31799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 6889 00000100:00000040:0.0:1763344911.583383:0:31799:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50cc0a2000 : new rpc_count 0 00000100:00000001:0.0:1763344911.583385:0:31799:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344911.583387:0:31799:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344911.583390:0:31799:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344911.583395:0:31799:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732bb8. 00000020:00000010:0.0:1763344911.583398:0:31799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50e6999200. 00000020:00000040:0.0:1763344911.583401:0:31799:0:(genops.c:898:class_export_put()) PUTting export ffff9e50cc0a2000 : new refcount 8 00000100:00000001:0.0:1763344911.583405:0:31799:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763344911.583409:0:31799:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1763344911.583412:0:31799:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e50cc9c3cb8. 00000400:00000010:0.0:1763344911.583417:0:31799:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4fc87efd80. 00000100:00000001:0.0:1763344911.583432:0:10286:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344911.583434:0:10286:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881577728 02000000:00000001:0.0:1763344911.583436:0:10286:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344911.583437:0:10286:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344911.583439:0:10286:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344911.583440:0:10286:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344911.583442:0:10286:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881577728 00000020:00000001:0.0:1763344911.583444:0:10286:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344911.583445:0:10286:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b408532961c 00000020:00000001:0.0:1763344911.583447:0:10286:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344911.583449:0:10286:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e50dfa75800 refcount=236 00000020:00000001:0.0:1763344911.583450:0:10286:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000020:00000001:0.0:1763344911.583453:0:10286:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636668919699456 : -107404789852160 : ffff9e50dfa75800) 00000100:00000001:0.0:1763344911.583456:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344911.583458:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2840. 00000020:00000010:0.0:1763344911.583462:0:10286:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50ef7b6980. 00000020:00000040:0.0:1763344911.583465:0:10286:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00000100:00000001:0.0:1763344911.583468:0:10286:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344911.583470:0:10286:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50e6999200. 00000020:00000010:0.0:1763344911.583473:0:10286:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344911.583475:0:10286:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732bb8. 00000100:00000001:0.0:1763344911.583478:0:10286:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344911.583480:0:10286:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344911.583482:0:10286:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344911.583485:0:10286:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763344911.583486:0:10286:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344911.583487:0:10286:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.583495:0:10286:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344911.583503:0:10286:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344911.583504:0:10286:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344911.583508:0:10286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 17261 00000100:00000040:0.0:1763344911.583511:0:10286:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e50dfa75800 : new rpc_count 1 00000100:00000001:0.0:1763344911.583513:0:10286:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453513856 : -107404256037760 : ffff9e50ff78b480) 00000100:00000040:0.0:1763344911.583517:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78b480 x1848987881577728/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:142/0 lens 224/0 e 0 to 0 dl 1763344922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344911.583525:0:10286:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344911.583527:0:10286:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba25c0. 00000100:00000001:0.0:1763344911.583529:0:10286:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344911.583531:0:10286:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba25c0. 00000100:00100000:0.0:1763344911.583535:0:10286:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+236:2406:x1848987881577728:12345-192.168.203.14@tcp:400:kworker.0 00000100:00000200:0.0:1763344911.583539:0:10286:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881577728 00000020:00000001:0.0:1763344911.583540:0:10286:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344911.583542:0:10286:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763344911.583545:0:10286:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff9e4fd33dc780: xid 1848987881577344, transno 25770214392, client gen 9, slot idx 2 00000001:00000001:0.0:1763344911.583550:0:10286:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff9e4fd33dc0c0: xid 1848987881576448, transno 25770214390, client gen 9, slot idx 0 00000001:00000010:0.0:1763344911.583553:0:10286:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9e4fd33dc0c0. 00000020:00000001:0.0:1763344911.583556:0:10286:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.583558:0:10286:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344911.583559:0:10286:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:0.0:1763344911.583561:0:10286:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763344911.583563:0:10286:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848987881577728, found 0 last_xid 1848987881577727 00000020:00000001:0.0:1763344911.583565:0:10286:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344911.583566:0:10286:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344911.583567:0:10286:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344911.583569:0:10286:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.583571:0:10286:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763344911.583573:0:10286:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344911.583574:0:10286:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344911.583577:0:10286:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f5cd3800. 02000000:00000001:0.0:1763344911.583579:0:10286:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.583581:0:10286:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.583582:0:10286:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344911.583584:0:10286:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 25770214382, transno 0, xid 1848987881577728 00010000:00000001:0.0:1763344911.583586:0:10286:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344911.583589:0:10286:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff78b480 x1848987881577728/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:142/0 lens 224/224 e 0 to 0 dl 1763344922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344911.583595:0:10286:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344911.583597:0:10286:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344911.583599:0:10286:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e50ea9dc9e8 time=105 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344911.583602:0:10286:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344911.583604:0:10286:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344911.583606:0:10286:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344911.583608:0:10286:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344911.583609:0:10286:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.583611:0:10286:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344911.583613:0:10286:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344911.583616:0:10286:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495ee0. 00000100:00000200:0.0:1763344911.583618:0:10286:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848987881577728, offset 224 00000400:00000200:0.0:1763344911.583622:0:10286:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344911.583627:0:10286:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344911.583631:0:10286:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385795:1385795:254:4294967295] 192.168.203.14@tcp LPNI seq info [1385791:1385791:6:4294967295] 00000400:00000200:0.0:1763344911.583638:0:10286:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344911.583642:0:10286:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344911.583645:0:10286:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56300. 00000800:00000200:0.0:1763344911.583649:0:10286:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344911.583653:0:10286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344911.583655:0:10286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763344911.583658:0:10286:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344911.583660:0:10286:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344911.583662:0:10286:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344911.583664:0:10286:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.583665:0:10286:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344911.583669:0:10286:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78b480 x1848987881577728/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:142/0 lens 224/224 e 0 to 0 dl 1763344922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344911.583677:0:10286:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+236:2406:x1848987881577728:12345-192.168.203.14@tcp:400:kworker.0 Request processed in 151us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344911.583684:0:10286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 17261 00000100:00000040:0.0:1763344911.583687:0:10286:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50dfa75800 : new rpc_count 0 00000100:00000001:0.0:1763344911.583689:0:10286:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344911.583690:0:10286:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344911.583693:0:10286:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344911.583696:0:10286:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732bb8. 00000020:00000010:0.0:1763344911.583698:0:10286:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50e6999200. 00000020:00000040:0.0:1763344911.583701:0:10286:0:(genops.c:898:class_export_put()) PUTting export ffff9e50dfa75800 : new refcount 235 00000100:00000001:0.0:1763344911.583703:0:10286:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344911.583718:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344911.583720:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881577856 02000000:00000001:0.0:1763344911.583721:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344911.583723:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344911.583724:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344911.583726:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344911.583728:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881577856 00000020:00000001:0.0:1763344911.583730:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344911.583731:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867fa13c 00000020:00000001:0.0:1763344911.583733:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344911.583735:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc1321800 refcount=18 00000020:00000001:0.0:1763344911.583737:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000020:00000001:0.0:1763344911.583739:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664113731584 : -107409595820032 : ffff9e4fc1321800) 00000100:00000001:0.0:1763344911.583742:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344911.583744:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba25c0. 00000020:00000010:0.0:1763344911.583747:0:74638:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50f93d21c0. 00000020:00000040:0.0:1763344911.583751:0:74638:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00000001:0.0:1763344911.583754:0:74638:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344911.583755:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba25c0. 00000020:00000010:0.0:1763344911.583758:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50e6999200. 00000020:00000010:0.0:1763344911.583760:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344911.583763:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732bb8. 00000100:00000040:0.0:1763344911.583768:0:74638:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763344911.583770:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344911.583771:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344911.583772:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344911.583775:0:74638:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763344911.583777:0:74638:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344911.583778:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.583785:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344911.583809:0:74638:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763344911.583811:0:74638:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848987881577984 02000000:00000001:0.0:1763344911.583813:0:74638:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763344911.583814:0:74638:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763344911.583815:0:74638:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763344911.583817:0:74638:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763344911.583820:0:74638:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848987881577984 00000020:00000001:0.0:1763344911.583821:0:74638:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763344911.583822:0:74638:0:(genops.c:823:class_conn2export()) looking for export cookie 0x34881b40867f97bf 00000020:00000001:0.0:1763344911.583824:0:74638:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763344911.583826:0:74638:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4fc2b77000 refcount=24 00000020:00000001:0.0:1763344911.583828:0:74638:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000020:00000001:0.0:1763344911.583830:0:74638:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446636664139247616 : -107409570304000 : ffff9e4fc2b77000) 00000100:00000001:0.0:1763344911.583833:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344911.583835:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba25c0. 00000020:00000010:0.0:1763344911.583838:0:74638:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9e50f93d2580. 00000020:00000040:0.0:1763344911.583841:0:74638:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00000001:0.0:1763344911.583843:0:74638:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763344911.583846:0:74638:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e50e6999800. 00000020:00000010:0.0:1763344911.583849:0:74638:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e50df139b00. 00000020:00000010:0.0:1763344911.583851:0:74638:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e50cf732c80. 00000100:00000001:0.0:1763344911.583854:0:74638:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763344911.583855:0:74638:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763344911.583857:0:74638:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344911.583860:0:74638:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763344911.583861:0:74638:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763344911.583863:0:74638:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.583870:0:74638:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344911.583875:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344911.583876:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344911.583879:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 7497 00000100:00000040:0.0:1763344911.583881:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc1321800 : new rpc_count 1 00000100:00000001:0.0:1763344911.583883:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453512960 : -107404256038656 : ffff9e50ff78b100) 00000100:00000040:0.0:1763344911.583886:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff78b100 x1848987881577856/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:142/0 lens 224/0 e 0 to 0 dl 1763344922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344911.583893:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344911.583896:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2980. 00000100:00000001:0.0:1763344911.583897:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344911.583900:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2980. 00000100:00100000:0.0:1763344911.583904:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff78b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+18:2406:x1848987881577856:12345-192.168.203.14@tcp:400:kworker.0 00000100:00000200:0.0:1763344911.583907:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881577856 00000020:00000001:0.0:1763344911.583909:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344911.583911:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344911.583913:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.583914:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344911.583916:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:0.0:1763344911.583918:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344911.583920:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344911.583922:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344911.583923:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344911.583925:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.583926:0:74638:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1763344911.583929:0:74638:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9e50f5c6a498. 00000020:00000010:0.0:1763344911.583932:0:74638:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9e50f9d75268. 00000020:00000010:0.0:1763344911.583934:0:74638:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9e50d2853af0. 00000100:00000001:0.0:1763344911.583937:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344911.583938:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344911.583941:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f5cd3000. 02000000:00000001:0.0:1763344911.583943:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.583944:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.583946:0:74638:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344911.583947:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884915410, transno 0, xid 1848987881577856 00010000:00000001:0.0:1763344911.583949:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344911.583953:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff78b100 x1848987881577856/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:142/0 lens 224/224 e 0 to 0 dl 1763344922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344911.583958:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344911.583960:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344911.583962:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=54 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344911.583965:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344911.583967:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344911.583969:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344911.583971:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344911.583973:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.583975:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344911.583977:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344911.583981:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f64955d8. 00000100:00000200:0.0:1763344911.583984:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848987881577856, offset 224 00000400:00000200:0.0:1763344911.583988:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344911.583993:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344911.583996:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385796:1385796:253:4294967295] 192.168.203.14@tcp LPNI seq info [1385792:1385792:5:4294967295] 00000400:00000200:0.0:1763344911.584004:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344911.584008:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344911.584011:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56b00. 00000800:00000200:0.0:1763344911.584015:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344911.584020:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344911.584022:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763344911.584025:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344911.584027:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344911.584029:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344911.584030:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.584033:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344911.584036:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff78b100 x1848987881577856/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:142/0 lens 224/224 e 0 to 0 dl 1763344922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344911.584045:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff78b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+18:2406:x1848987881577856:12345-192.168.203.14@tcp:400:kworker.0 Request processed in 150us (1398us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344911.584051:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 7497 00000100:00000040:0.0:1763344911.584054:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc1321800 : new rpc_count 0 00000100:00000001:0.0:1763344911.584056:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344911.584057:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344911.584060:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139100. 00000020:00000010:0.0:1763344911.584063:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732bb8. 00000020:00000010:0.0:1763344911.584065:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50e6999200. 00000020:00000040:0.0:1763344911.584068:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc1321800 : new refcount 17 00000100:00000001:0.0:1763344911.584070:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763344911.584077:0:74638:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763344911.584078:0:74638:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763344911.584081:0:74638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.14@tcp, seq: 7498 00000100:00000040:0.0:1763344911.584083:0:74638:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9e4fc2b77000 : new rpc_count 1 00000100:00000001:0.0:1763344911.584085:0:74638:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446636669453501312 : -107404256050304 : ffff9e50ff788380) 00000100:00000040:0.0:1763344911.584089:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e50ff788380 x1848987881577984/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:142/0 lens 224/0 e 0 to 0 dl 1763344922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763344911.584096:0:74638:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763344911.584099:0:74638:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e4fc4ba2980. 00000100:00000001:0.0:1763344911.584101:0:74638:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763344911.584103:0:74638:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e4fc4ba2980. 00000100:00100000:0.0:1763344911.584106:0:74638:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9e50ff788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2406:x1848987881577984:12345-192.168.203.14@tcp:400:kworker.0 00000100:00000200:0.0:1763344911.584109:0:74638:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848987881577984 00000020:00000001:0.0:1763344911.584111:0:74638:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763344911.584112:0:74638:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763344911.584114:0:74638:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.584116:0:74638:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763344911.584118:0:74638:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652896672 : -1056654944 : ffffffffc104b9a0) 00000020:00000001:0.0:1763344911.584120:0:74638:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763344911.584121:0:74638:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763344911.584123:0:74638:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763344911.584124:0:74638:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763344911.584126:0:74638:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.584127:0:74638:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1763344911.584129:0:74638:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9e50f5c6a428. 00000020:00000010:0.0:1763344911.584132:0:74638:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9e50f5c6af18. 00000100:00000001:0.0:1763344911.584134:0:74638:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763344911.584136:0:74638:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763344911.584139:0:74638:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e50f5cd0400. 02000000:00000001:0.0:1763344911.584140:0:74638:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.584142:0:74638:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.584144:0:74638:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763344911.584146:0:74638:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589946970, transno 0, xid 1848987881577984 00010000:00000001:0.0:1763344911.584148:0:74638:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763344911.584151:0:74638:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9e50ff788380 x1848987881577984/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:142/0 lens 224/224 e 0 to 0 dl 1763344922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763344911.584156:0:74638:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763344911.584158:0:74638:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763344911.584160:0:74638:0:(import.c:2128:obd_at_measure()) add 1 to ffff9e4fc50069e8 time=54 v=5 (1 1 1 1) 00000100:00000001:0.0:1763344911.584163:0:74638:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763344911.584164:0:74638:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4fc1c7c780 refcount 11 to 192.168.203.14@tcp 00000100:00000001:0.0:1763344911.584166:0:74638:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636664123541376 : -107409586010240 : ffff9e4fc1c7c780) 02000000:00000001:0.0:1763344911.584168:0:74638:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763344911.584169:0:74638:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763344911.584171:0:74638:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763344911.584173:0:74638:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.14@tcp 00000400:00000010:0.0:1763344911.584175:0:74638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e50f6495908. 00000100:00000200:0.0:1763344911.584178:0:74638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848987881577984, offset 224 00000400:00000200:0.0:1763344911.584182:0:74638:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.14@tcp 00000400:00000200:0.0:1763344911.584187:0:74638:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.114@tcp to MR: 192.168.203.14@tcp local destination 00000400:00000200:0.0:1763344911.584190:0:74638:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.114@tcp NI seq info: [1385797:1385797:252:4294967295] 192.168.203.14@tcp LPNI seq info [1385793:1385793:4:4294967295] 00000400:00000200:0.0:1763344911.584197:0:74638:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.114@tcp(192.168.203.114@tcp:192.168.203.114@tcp) -> 192.168.203.14@tcp(192.168.203.14@tcp:192.168.203.14@tcp) : PUT try# 0 00000800:00000200:0.0:1763344911.584201:0:74638:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.14@tcp 00000800:00000010:0.0:1763344911.584204:0:74638:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e50c4f56900. 00000800:00000200:0.0:1763344911.584207:0:74638:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e50ff7fe780] -> 12345-192.168.203.14@tcp (4) 00000800:00000200:0.0:1763344911.584211:0:74638:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.14@tcp ip 192.168.203.14:1023 00000800:00000200:0.0:1763344911.584213:0:74638:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9e50c4f56900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763344911.584216:0:74638:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763344911.584218:0:74638:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4fc1c7c780 refcount 10 to 192.168.203.14@tcp 00010000:00000001:0.0:1763344911.584220:0:74638:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763344911.584221:0:74638:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763344911.584223:0:74638:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763344911.584227:0:74638:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e50ff788380 x1848987881577984/t0(0) o400->f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec@192.168.203.14@tcp:142/0 lens 224/224 e 0 to 0 dl 1763344922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763344911.584234:0:74638:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9e50ff788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:f0baf7d9-cc93-4a9b-bd9b-96db9b7b0fec+24:2406:x1848987881577984:12345-192.168.203.14@tcp:400:kworker.0 Request processed in 136us (1230us total) trans 0 rc 0/0 00000100:00100000:0.0:1763344911.584239:0:74638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 7498 00000100:00000040:0.0:1763344911.584241:0:74638:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4fc2b77000 : new rpc_count 0 00000100:00000001:0.0:1763344911.584243:0:74638:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763344911.584244:0:74638:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763344911.584246:0:74638:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50df139b00. 00000020:00000010:0.0:1763344911.584249:0:74638:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cf732c80. 00000020:00000010:0.0:1763344911.584251:0:74638:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e50e6999800. 00000020:00000040:0.0:1763344911.584253:0:74638:0:(genops.c:898:class_export_put()) PUTting export ffff9e4fc2b77000 : new refcount 23 00000100:00000001:0.0:1763344911.584255:0:74638:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1763344911.584303:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:0.0:1763344911.584307:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9e4fc521e360) now 10 - evictor 00000100:00080000:0.0:1763344911.584310:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1763344911.584312:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9e4fc2db6360) now 10 - evictor 00000100:00080000:0.0:1763344911.584314:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:0.0:1763344911.584316:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001 (ffff9e50e48731b0) now 12 - evictor 00000100:00080000:0.0:1763344911.584318:0:6501:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1763344911.584320:0:6501:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9e4fc48be360) now 16 - evictor 00000800:00000200:0.0:1763344911.584371:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344911.584375:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4fc1fb0000. 00000400:00000200:0.0:1763344911.584379:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344911.584383:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344911.584387:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50cf6e3440 00000400:00000010:0.0:1763344911.584389:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50cf6e3440. 00000100:00000001:0.0:1763344911.584393:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344911.584394:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763344911.584403:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344911.584405:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56800. 00000400:00000200:0.0:1763344911.584408:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344911.584411:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344911.584413:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495770 00000400:00000010:0.0:1763344911.584414:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495770. 00000100:00000001:0.0:1763344911.584417:0:3637:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1763344911.584419:0:3637:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763344911.584421:0:3637:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e50f5cd3400. 02000000:00000001:0.0:1763344911.584424:0:3637:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763344911.584425:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763344911.584432:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344911.584435:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56300. 00000400:00000200:0.0:1763344911.584437:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344911.584441:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344911.584444:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495ee0 00000400:00000010:0.0:1763344911.584445:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495ee0. 00000100:00000001:0.0:1763344911.584447:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344911.584449:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1763344911.584458:0:13569:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.14@tcp, seq: 17260 00000800:00000200:0.0:1763344911.584458:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344911.584462:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56b00. 00000100:00000040:1.0:1763344911.584464:0:13569:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e50f7dce000 : new rpc_count 0 00000400:00000200:0.0:1763344911.584466:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763344911.584468:0:13569:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763344911.584472:0:13569:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1763344911.584475:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000020:00000010:1.0:1763344911.584477:0:13569:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e50fff42a80. 00000400:00000200:0.0:1763344911.584479:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f64955d8 00000400:00000010:0.0:1763344911.584482:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f64955d8. 00000020:00000010:1.0:1763344911.584483:0:13569:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e50cca04190. 00000100:00000001:0.0:1763344911.584485:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344911.584488:0:3637:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1763344911.584489:0:13569:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4fdb7d4a00. 00000020:00000040:1.0:1763344911.584496:0:13569:0:(genops.c:898:class_export_put()) PUTting export ffff9e50f7dce000 : new refcount 478 00000100:00000001:1.0:1763344911.584498:0:13569:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763344911.588317:0:3637:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763344911.588326:0:3637:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e50c4f56900. 00000400:00000200:0.0:1763344911.588332:0:3637:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763344911.588340:0:3637:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.114@tcp->192.168.203.14@tcp: PUT: OK 00000400:00000200:0.0:1763344911.588355:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e50f6495908 00000400:00000010:0.0:1763344911.588358:0:3637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9e50f6495908. 00000100:00000001:0.0:1763344911.588364:0:3637:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763344911.588366:0:3637:0:(events.c:398:reply_out_callback()) Process leaving Debug log: 131448 lines, 131448 kept, 0 dropped, 0 bad.